-- Logs begin at Sat 2022-04-30 03:47:00 UTC, end at Sat 2022-04-30 05:54:49 UTC. -- Apr 30 04:41:03.968715 dv-neutron-838078-9-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 04:41:06.773726 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.common.config [-] Logging enabled! Apr 30 04:41:06.774237 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev169 Apr 30 04:41:06.774546 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111065) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 30 04:41:06.777911 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.common.config [-] Logging enabled! Apr 30 04:41:06.778171 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev169 Apr 30 04:41:06.778536 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111065) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 30 04:41:06.779470 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 04:41:06.779704 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 04:41:06.780069 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 04:41:06.780312 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 04:41:06.780536 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 04:41:06.780848 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.781245 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.781476 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.781771 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.782063 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.782368 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.782660 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.782957 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.783242 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.783520 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.783803 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.784031 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.784311 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.784597 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.784884 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.785107 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] debug = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.785386 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.785811 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.786893 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.787189 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.787598 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.787756 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.788033 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.788312 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.788599 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.788929 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] host = dv-neutron-838078-9-hyperv {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.789207 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.789495 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.789784 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.790072 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.790371 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.790650 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.790934 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.791205 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.791478 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.791752 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.792043 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.792329 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.792619 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.792842 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.793064 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.793347 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.793646 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.793915 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.794188 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.794483 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.794756 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.795028 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.795295 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.795578 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.795861 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.796146 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.796420 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.796693 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.796963 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.797233 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.797519 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.797794 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.798072 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.798371 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.798657 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.799196 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.799475 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.799777 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.800063 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.800344 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.800629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.800902 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.801184 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.801455 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.801752 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.802026 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_json = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.802318 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.802594 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.802875 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.803145 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.803415 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.803686 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.803958 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.804242 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.804514 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:06.804810 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.805106 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.805406 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.805692 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.805997 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.806289 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.806593 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.806874 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.807164 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.807451 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.807741 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.808026 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.808326 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.808616 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.808912 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.809219 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.809513 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.809808 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.810088 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.810389 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.810668 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.810948 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.811233 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.811511 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.811803 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.812095 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.812375 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.812672 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.812958 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.813242 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.813533 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.813825 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.814100 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.814406 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.814699 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.814979 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.815253 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.815529 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.815819 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.816100 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.816374 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.816656 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.816935 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.817208 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.817535 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.817817 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.818113 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.818413 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.818689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.818963 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.819241 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.819513 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.819798 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.820078 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.820352 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.820625 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.820904 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.821174 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.821446 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.821723 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.821995 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.822301 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.822571 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.822844 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.823120 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.823394 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.823666 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.823939 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.824209 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.824502 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.824773 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.825042 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.825314 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.825584 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.825857 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.826152 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.826455 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.826734 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.827009 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.827284 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.827560 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.827842 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.828117 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.828393 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.828663 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.828951 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.829231 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.829516 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.829801 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.830096 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.830419 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.830700 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.830977 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.831259 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.831533 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.831809 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.832091 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.832372 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.832665 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.833469 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.833762 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.834057 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.834371 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.834659 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.834967 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.835246 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:06.835462 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 04:41:06.835699 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111065) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 04:41:07.294961 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 30 04:41:07.295236 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 30 04:41:07.295542 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 30 04:41:07.295874 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 04:41:07.623282 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.623493 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.623761 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.625063 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.625340 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.625610 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.681267 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.681540 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.681801 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.697031 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.697309 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.697575 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.727637 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.727918 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.728179 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.766342 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.766617 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:07.766882 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.110289 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.110984 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.110984 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.111145 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.111769 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.213918 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.214241 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.214550 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.214821 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.215088 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.215398 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.215657 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.215911 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.216164 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.216446 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.216710 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.216975 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.217232 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.217483 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.217736 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.218002 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.218260 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.218556 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.218824 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.219083 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.219355 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.219606 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.219891 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.220270 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.220519 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.220765 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.221160 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.221403 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.221644 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.221880 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.222121 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.222383 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:08.222764 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 04:41:08.226673 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 04:41:08.230590 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 04:41:08.234786 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 30 04:41:08.236401 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 04:41:08.237003 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 04:41:08.237343 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 04:41:08.237734 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 04:41:08.240749 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 04:41:08.241000 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 04:41:08.241348 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 04:41:08.246221 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 30 04:41:08.272132 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 04:41:08.272587 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.272889 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111065) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 30 04:41:08.273269 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.274655 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111065) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 04:41:08.274936 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 04:41:08.275185 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 04:41:08.278485 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.278768 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:08.342955 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 04:41:08.343196 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 04:41:08.343431 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 04:41:08.343804 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 04:41:08.365041 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_db.sqlalchemy.engines [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111065) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 04:41:08.938151 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing driver for type 'gre' Apr 30 04:41:08.938705 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] gre ID ranges: [(1, 1000)] Apr 30 04:41:09.087022 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing driver for type 'local' Apr 30 04:41:09.087295 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing driver for type 'vlan' Apr 30 04:41:09.149865 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] VlanTypeDriver initialization complete Apr 30 04:41:09.150463 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing driver for type 'vxlan' Apr 30 04:41:09.150742 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] vxlan ID ranges: [(1, 1000)] Apr 30 04:41:09.309907 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing extension driver 'port_security' Apr 30 04:41:09.310291 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.extensions.port_security [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] PortSecurityExtensionDriver initialization complete Apr 30 04:41:09.310638 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing mechanism driver 'openvswitch' Apr 30 04:41:09.310964 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing mechanism driver 'hyperv' Apr 30 04:41:09.324307 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.plugin [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:09.325143 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.325514 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.325868 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.326431 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.326870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.327227 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.327575 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.327972 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.328375 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.328725 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.329066 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.329458 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.329860 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.330210 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.330573 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.330968 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.331366 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.331711 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.332048 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.332499 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.332952 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > address_group after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.333304 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > address_group after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.333638 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.334027 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111065) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 30 04:41:09.334494 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] ML2 OVO RPC backend initialized. {{(pid=111065) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 30 04:41:09.335223 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.335577 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.335993 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.336338 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > networks before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.336692 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.337075 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > ports before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.337396 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.337794 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnets before_response 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.338082 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.338450 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.338788 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.339124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.339459 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.339791 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.340126 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.340459 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.340790 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.352755 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded quota_driver: . Apr 30 04:41:09.353113 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.plugin [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Modular L2 Plugin initialization complete Apr 30 04:41:09.353459 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading services supported by the core plugin {{(pid=111065) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 04:41:09.353806 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.plugins.ml2.managers [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Got port-security extension from driver 'port_security' Apr 30 04:41:09.354297 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.extensions.vlantransparent [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Disabled vlantransparent extension. Apr 30 04:41:09.354825 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111065) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 04:41:09.355150 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: router Apr 30 04:41:09.399420 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.399815 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_create 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.400185 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router before_create 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.400553 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.400927 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.401282 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_delete 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.401641 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.401989 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.402369 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_create 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.402716 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.403063 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.403409 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.403887 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.404303 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.404670 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.405009 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.405347 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: subnet after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.405690 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.406111 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.406469 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_create 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.406812 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.407156 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.407508 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.407848 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.408199 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_create 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.408558 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.408904 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_update 55549900 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.409264 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > agent after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.409617 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > agent after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.409957 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.410848 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Tracking information for resource: router configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:09.411673 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Tracking information for resource: floatingip configured {{(pid=111065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 04:41:09.416567 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.db.l3_agentschedulers_db [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 04:41:09.417171 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.417535 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.417887 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.418242 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: port after_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.419054 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router before_create 55550100 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.419423 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.419784 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_create 55550100 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.420140 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > router precommit_update 55550100 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.424859 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.provider_configuration [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service providers = [] {{(pid=111065) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 04:41:09.425220 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.db.servicetype_db [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111065) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 04:41:09.435395 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.service_base [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 04:41:09.435748 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.service_base [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 04:41:09.436088 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.service_base [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 04:41:09.436972 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.services.service_base [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 04:41:09.437344 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.services.service_base [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 04:41:09.437718 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.438034 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 04:41:09.448877 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.449212 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: auto_allocate Apr 30 04:41:09.454813 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: network precommit_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.455179 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: network precommit_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.455694 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.456076 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: tag Apr 30 04:41:09.468468 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.468797 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: timestamp Apr 30 04:41:09.472615 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.472946 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: network_ip_availability Apr 30 04:41:09.479173 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.479543 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.479913 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.480628 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.480945 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: flavors Apr 30 04:41:09.486100 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.486459 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading Plugin: revisions Apr 30 04:41:09.490914 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 04:41:09.491307 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.196s {{(pid=111065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 30 04:41:09.492042 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111065) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 30 04:41:09.492374 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Initializing extension manager. Apr 30 04:41:09.492909 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: __init__.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.493253 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: __pycache__ {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.493586 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: _port_mac_address_override.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.493918 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: address_group.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.494695 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.498620 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: address-group Apr 30 04:41:09.498620 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: address_scope.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.498620 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.498620 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: address-scope Apr 30 04:41:09.498620 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.499108 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.499622 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: router-admin-state-down-before-update Apr 30 04:41:09.499946 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: agent.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.500642 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.501150 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: agent Apr 30 04:41:09.501473 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: agent_resources_synced.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.502399 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.502941 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: agent-resources-synced Apr 30 04:41:09.503264 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: allowedaddresspairs.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.505560 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.506078 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: allowed-address-pairs Apr 30 04:41:09.506441 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: auto_allocated_topology.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.507506 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.508023 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: auto-allocated-topology Apr 30 04:41:09.508347 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: availability_zone.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.509035 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.509544 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: availability_zone Apr 30 04:41:09.509864 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: availability_zone_filter.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.510789 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.511301 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: availability_zone_filter Apr 30 04:41:09.511623 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: data_plane_status.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.512529 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.513037 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 04:41:09.513359 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: default_subnetpools.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.514292 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.514806 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: default-subnetpools Apr 30 04:41:09.515128 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.515920 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.516431 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: dhcp_agent_scheduler Apr 30 04:41:09.516754 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: dns.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.517659 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.518167 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 04:41:09.518511 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: dns_domain_ports.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.519414 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.519921 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 04:41:09.520240 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.521696 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.522203 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 30 04:41:09.522546 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: dvr.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.523205 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.523707 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: dvr Apr 30 04:41:09.524026 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: ecmp_routes.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.524930 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.525438 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 30 04:41:09.525758 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: empty_string_filtering.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.526689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.527202 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: empty-string-filtering Apr 30 04:41:09.527522 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.528420 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.528924 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 04:41:09.529241 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.530146 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.530674 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 04:41:09.530995 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: external_net.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.531897 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.532405 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: external-net Apr 30 04:41:09.532726 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.533630 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.534141 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: extra_dhcp_opt Apr 30 04:41:09.534488 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: extraroute.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.535395 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.535922 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: extraroute Apr 30 04:41:09.536246 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: extraroute_atomic.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.538719 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.539249 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: extraroute-atomic Apr 30 04:41:09.539580 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: filter_validation.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.540246 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.540759 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: filter-validation Apr 30 04:41:09.541083 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: fip_pf_description.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.541987 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.542520 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 04:41:09.542843 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: fip_pf_port_range.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.543763 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.544275 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 30 04:41:09.544597 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: fip_port_details.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.545503 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.546010 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: fip-port-details Apr 30 04:41:09.546358 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: flavors.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.547574 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.548097 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: flavors Apr 30 04:41:09.548420 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.556691 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.557211 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 04:41:09.557541 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: floatingip_pools.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.558244 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.558786 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: floatingip-pools Apr 30 04:41:09.559114 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: ip_allocation.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.560034 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.560582 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 04:41:09.560902 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.561822 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.562428 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: ip-substring-filtering Apr 30 04:41:09.562756 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l2_adjacency.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.563687 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.564195 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 04:41:09.564517 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.565492 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.566017 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: router Apr 30 04:41:09.566363 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.569210 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.569737 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 04:41:09.570065 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.571014 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.571533 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: ext-gw-mode Apr 30 04:41:09.571860 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.589327 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.589789 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: l3-ha Apr 30 04:41:09.590114 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.591045 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.591556 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 30 04:41:09.591880 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_flavors.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.592791 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.593304 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: l3-flavors Apr 30 04:41:09.593630 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.595045 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.595570 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 30 04:41:09.595897 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.596812 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.597338 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 04:41:09.597665 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: l3agentscheduler.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.598757 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.599242 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: l3_agent_scheduler Apr 30 04:41:09.599571 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: local_ip.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.601540 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.602072 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension local_ip not supported by any of loaded plugins Apr 30 04:41:09.602441 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: logging.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.603903 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.604494 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension logging not supported by any of loaded plugins Apr 30 04:41:09.604833 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: metering.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.605602 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.606193 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: metering Apr 30 04:41:09.606546 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.607649 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.608418 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: metering_source_and_destination_fields Apr 30 04:41:09.608746 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: multiprovidernet.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.609671 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.610188 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: multi-provider Apr 30 04:41:09.610537 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: netmtu.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.611445 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.611953 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: net-mtu Apr 30 04:41:09.612275 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: netmtu_writable.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.618163 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.618695 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: net-mtu-writable Apr 30 04:41:09.619018 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: network_availability_zone.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.619680 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.620185 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: network_availability_zone Apr 30 04:41:09.620503 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: network_ip_availability.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.621594 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.622117 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: network-ip-availability Apr 30 04:41:09.622480 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: network_segment_range.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.623258 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.623764 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 04:41:09.624085 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: pagination.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.625062 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.625390 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: pagination Apr 30 04:41:09.625709 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_device_profile.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.626649 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.627170 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-device-profile Apr 30 04:41:09.627492 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_mac_address_override.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.628422 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.628936 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-mac-override Apr 30 04:41:09.629257 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.630783 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.631297 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-mac-address-regenerate Apr 30 04:41:09.631619 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.632533 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.633046 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-numa-affinity-policy Apr 30 04:41:09.633366 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_resource_request.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.634320 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.634832 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 04:41:09.635153 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: port_resource_request_groups.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.636104 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.636617 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 30 04:41:09.636938 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: portbindings.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.637854 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.638396 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: binding Apr 30 04:41:09.638720 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: portbindings_extended.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.639964 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.640478 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: binding-extended Apr 30 04:41:09.640807 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: portsecurity.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.641732 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.642248 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-security Apr 30 04:41:09.642605 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: project_id.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.643592 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.643915 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: project-id Apr 30 04:41:09.644235 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: providernet.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.645152 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.646254 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: provider Apr 30 04:41:09.646606 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.653806 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.654359 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos not supported by any of loaded plugins Apr 30 04:41:09.654698 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.655943 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.656503 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 04:41:09.656833 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.657771 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.658305 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 04:41:09.658632 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_default.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.659543 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.660055 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-default not supported by any of loaded plugins Apr 30 04:41:09.660377 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_fip.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.661970 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.662510 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 04:41:09.662835 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.663749 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.664265 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 30 04:41:09.664586 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_gateway_ip.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.665507 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.666022 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 04:41:09.666377 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_port_network_policy.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.667445 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.667961 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 04:41:09.668283 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.669357 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.669877 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 30 04:41:09.670198 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.671259 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.671776 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 30 04:41:09.672099 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_pps_rule.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.673317 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.673837 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-pps not supported by any of loaded plugins Apr 30 04:41:09.674166 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_rule_type_details.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.675103 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.675623 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 04:41:09.675954 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.677479 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.677989 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 30 04:41:09.678340 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: qos_rules_alias.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.679376 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.679891 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 04:41:09.680219 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: quota_check_limit.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.681194 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.681708 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: quota-check-limit Apr 30 04:41:09.682030 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: quotasv2.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.683018 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.683346 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: quotas Apr 30 04:41:09.683669 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: quotasv2_detail.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.685475 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.685811 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: quota_details Apr 30 04:41:09.686149 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: rbac.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.687231 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.687764 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: rbac-policies Apr 30 04:41:09.692514 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: rbac_address_group.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.693193 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.693711 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: rbac-address-group Apr 30 04:41:09.694034 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: rbac_address_scope.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.694972 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.695488 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: rbac-address-scope Apr 30 04:41:09.695808 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: rbac_security_groups.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.696735 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.697305 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: rbac-security-groups Apr 30 04:41:09.697574 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: rbac_subnetpool.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.698546 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.699057 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: rbac-subnetpool Apr 30 04:41:09.699376 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: revisionifmatch.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.700304 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.700815 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: revision-if-match Apr 30 04:41:09.701138 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: revisions.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.702318 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.702838 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: standard-attr-revisions Apr 30 04:41:09.703164 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: router_availability_zone.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.703833 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.704344 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: router_availability_zone Apr 30 04:41:09.704664 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: routerservicetype.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.705581 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.706092 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 04:41:09.706440 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.707359 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.708463 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: security-groups-normalized-cidr Apr 30 04:41:09.708803 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.709734 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.710249 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: port-security-groups-filtering Apr 30 04:41:09.710599 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.711533 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.712052 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: security-groups-remote-address-group Apr 30 04:41:09.712372 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.713305 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.713818 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: security-groups-shared-filtering Apr 30 04:41:09.714138 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.714949 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 30 04:41:09.722079 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: securitygroup.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.725404 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.725938 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: security-group Apr 30 04:41:09.726289 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: segment.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.727037 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.727727 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension segment not supported by any of loaded plugins Apr 30 04:41:09.727871 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.728830 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.729347 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 04:41:09.729674 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: servicetype.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.730796 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.731315 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: service-type Apr 30 04:41:09.731646 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: sorting.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.732623 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.733206 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: sorting Apr 30 04:41:09.733529 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: standard_attr_segment.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.734467 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.734986 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 04:41:09.735311 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: standardattrdescription.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.735963 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.736476 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: standard-attr-description Apr 30 04:41:09.736801 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: stateful_security_group.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.737796 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.738341 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: stateful-security-group Apr 30 04:41:09.738669 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: stdattrs_common.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.739421 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 04:41:09.739798 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.740728 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.741246 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 04:41:09.741571 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnet_onboard.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.742643 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.743162 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: subnet_onboard Apr 30 04:41:09.743487 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.744438 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.744950 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 04:41:09.745274 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnet_service_types.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.746196 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.746749 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: subnet-service-types Apr 30 04:41:09.747076 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnetallocation.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.748161 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.748716 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: subnet_allocation Apr 30 04:41:09.749051 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.749729 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.750251 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: subnetpool-prefix-ops Apr 30 04:41:09.750602 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.751526 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.752039 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 04:41:09.752361 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: tagging.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.753423 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.753944 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: standard-attr-tag Apr 30 04:41:09.754299 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: timestamp.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.760136 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.760653 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loaded extension: standard-attr-timestamp Apr 30 04:41:09.760982 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: trunk.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.762009 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.762558 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension trunk not supported by any of loaded plugins Apr 30 04:41:09.762884 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: trunk_details.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.763797 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.764316 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 04:41:09.764641 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: uplink_status_propagation.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.765597 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.766116 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 04:41:09.766478 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Loading extension file: vlantransparent.py {{(pid=111065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 30 04:41:09.767150 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 30 04:41:09.767662 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 04:41:09.770762 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:network Apr 30 04:41:09.771454 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnet Apr 30 04:41:09.771853 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 04:41:09.772243 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:port Apr 30 04:41:09.773474 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.773922 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service FLAVORS assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.774560 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.774982 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.775315 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:router Apr 30 04:41:09.775745 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 04:41:09.776243 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service METERING assigned prefix: /metering {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.777699 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.778070 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.778463 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111065) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:41:09.779466 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 04:41:09.779924 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:security_group Apr 30 04:41:09.780349 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 04:41:09.780936 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service CORE assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.781271 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 04:41:09.781617 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] subnetpool is already registered Apr 30 04:41:09.782050 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service CORE assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.782410 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 04:41:09.782743 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] subnetpool is already registered Apr 30 04:41:09.785013 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.785447 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service FLAVORS assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.786692 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.787280 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.787616 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:router Apr 30 04:41:09.787955 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] router is already registered Apr 30 04:41:09.788368 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 04:41:09.788729 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] floatingip is already registered Apr 30 04:41:09.789177 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service METERING assigned prefix: /metering {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.789837 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 04:41:09.790165 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] rbac_policy is already registered Apr 30 04:41:09.790610 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:security_group Apr 30 04:41:09.790945 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] security_group is already registered Apr 30 04:41:09.791346 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 04:41:09.791678 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] security_group_rule is already registered Apr 30 04:41:09.792290 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service CORE assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.792618 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 04:41:09.792951 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] subnetpool is already registered Apr 30 04:41:09.793368 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.v2.resource_helper [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Service CORE assigned prefix: {{(pid=111065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 04:41:09.793690 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 04:41:09.794018 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING neutron.quota.resource_registry [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] subnetpool is already registered Apr 30 04:41:09.794511 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: extensions {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.795988 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: address-groups {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.797476 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: address-scopes {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.798829 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: agents {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.799979 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: auto-allocated-topology {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.801207 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: availability_zones {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.805689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: dhcp-networks {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.805689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: dhcp-agents {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.805689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: routers {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.807732 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: flavors {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.808892 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: service_profiles {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.810098 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: next_providers {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.811630 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: service_profiles {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.814110 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: floatingip-pools {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.815347 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: routers {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.817526 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: floatingips {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.818852 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: l3-routers {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.820231 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: l3-agents {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.821642 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: metering-labels {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.823052 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: metering-label-rules {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.824331 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: network-ip-availabilities {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.825614 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: bindings {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.827299 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: quotas {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.828841 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: quotas {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.830416 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: rbac-policies {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.831709 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: security-groups {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.833442 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: security-group-rules {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.834700 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: service-providers {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.835907 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: subnetpools {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.837328 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: subnetpools {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.838822 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.840549 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.842327 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.844101 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.845858 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.847792 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.850154 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.852093 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.853858 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.855705 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron.api.extensions [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Extended resource: tags {{(pid=111065) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 04:41:09.861809 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING keystonemiddleware.auth_token [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 04:41:09.866560 dv-neutron-838078-9-hyperv neutron-server[111065]: WARNING keystonemiddleware.auth_token [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 04:41:09.875218 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Acquired lock "singleton_lock" {{(pid=111065) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 30 04:41:09.875689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_concurrency.lockutils [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Releasing lock "singleton_lock" {{(pid=111065) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 30 04:41:09.876350 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Starting 2 workers Apr 30 04:41:09.881484 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Started child 111174 {{(pid=111065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 04:41:09.886099 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Started child 111175 {{(pid=111065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 04:41:09.886843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.887689 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO neutron.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 04:41:09.888344 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.888441 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [-] (111174) wsgi starting up on http://0.0.0.0:9696 Apr 30 04:41:09.890845 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Starting 1 workers Apr 30 04:41:09.891136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.892614 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [-] (111175) wsgi starting up on http://0.0.0.0:9696 Apr 30 04:41:09.896807 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Started child 111176 {{(pid=111065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 04:41:09.897329 dv-neutron-838078-9-hyperv neutron-server[111065]: INFO oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Starting 1 workers Apr 30 04:41:09.900496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] calling RpcWorker wait() {{(pid=111176) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 04:41:09.901062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] returning from RpcWorker wait() {{(pid=111176) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 04:41:09.901957 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Started child 111177 {{(pid=111065) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 30 04:41:09.902369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.902769 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG neutron_lib.callbacks.manager [None req-6de1b450-d578-40ee-bd74-33d07b0f0b46 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.902886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:09.904714 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111065) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 30 04:41:09.904930 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 04:41:09.905117 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 04:41:09.905349 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 04:41:09.905673 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 04:41:09.905835 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 04:41:09.906541 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.906836 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.906940 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:09.907380 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.907380 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.907917 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.908182 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.908453 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.908728 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.908966 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.909126 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.909450 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.909710 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.909963 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.910293 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.910555 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.910818 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.911661 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.911833 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.912235 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.912515 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.912768 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.913044 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] debug = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.913290 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.913799 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.914090 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.914358 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.914597 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.914897 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.915124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.915373 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.915628 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.915854 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.916110 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.916381 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.916626 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.916843 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.917057 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.917308 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.917528 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.918020 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] host = dv-neutron-838078-9-hyperv {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.918256 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.918514 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.918742 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.918999 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.919265 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.919476 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.919726 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.919990 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.920232 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.920475 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.920765 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.920938 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.921171 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.921417 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.921580 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_options = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.921814 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.922084 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.922351 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.922545 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.922703 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.922866 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.923141 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.923305 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.923561 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.923792 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.924006 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.924233 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.924463 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.924691 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.924960 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.925175 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.925408 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.925632 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.925873 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.926130 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.926374 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.926631 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.926880 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.927115 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.927327 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.927557 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.927781 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.927993 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.928201 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.928660 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.929220 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.929487 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.929866 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.930194 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.930373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:09.930543 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.930681 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.930817 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.931026 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.931289 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.931517 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.931771 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.932028 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.932244 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.932469 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.932690 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.932905 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.933140 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_json = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.933351 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.933796 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.933941 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.934358 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.934358 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.935223 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.935223 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.935223 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.935223 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:09.935966 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.935966 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.936492 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.936492 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.936853 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.936853 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.937124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.937271 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.937498 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.937729 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.938054 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.938870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.938870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.938870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.939168 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.939465 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.939727 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.939993 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.940228 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.940468 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.940686 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.940923 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.941196 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.941414 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.941669 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.941903 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.942124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.942595 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.946633 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947709 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947709 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.947836 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.948077 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.948307 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.948528 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.948740 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.948953 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.949186 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.949399 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.949640 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.949849 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.950108 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.950550 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.950703 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.950850 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.951309 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.951309 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.951598 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.951735 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.951947 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.952136 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.952345 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.952549 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.952785 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.953017 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.953248 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.953467 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.953701 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.953967 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.954164 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.954439 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.954645 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.954854 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.955057 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.955274 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.955483 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.955692 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.955904 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.956115 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.956321 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.956540 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.956754 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.956976 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.957198 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.957417 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.957678 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.958498 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.958752 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.959098 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.959335 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.959604 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.959856 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.960103 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.960332 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.960548 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.960778 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.961027 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.961250 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.961517 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.961743 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.961967 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.962207 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.962483 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.962700 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.962931 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.963157 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.963408 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.963631 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.963896 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.964129 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.964367 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.964623 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.964854 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.965133 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.965446 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.965659 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.965908 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.966190 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.966516 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.966777 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.967070 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.967303 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.967543 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.967825 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.968070 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.968347 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.968607 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.968857 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.969108 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.969351 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.969569 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.969800 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.970060 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.970442 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.970675 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.970907 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.971120 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.971370 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.971599 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.971837 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.972100 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.972348 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.972615 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.972864 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.973112 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.973350 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.974195 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.974447 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.974690 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.974946 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.975161 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.975412 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.975630 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.975864 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.976125 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.976341 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.976557 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.976798 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.977020 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.977239 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.977487 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.977700 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.977938 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.978166 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.978400 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.978620 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.978834 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.979044 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.979298 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.979514 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.979799 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.980046 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.980260 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.980486 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.980730 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.980986 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.981201 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.981447 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.981876 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.982163 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.982411 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.982831 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.983305 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.983541 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.983768 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.984001 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.984256 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.984505 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.984844 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.985096 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.985325 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.985579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.985832 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.986069 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.986303 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.986523 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.986743 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.986959 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.987185 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.987401 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.987621 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.987836 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.988055 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.988286 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.988525 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.988778 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.989060 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.989267 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.989489 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.989703 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.989923 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.990137 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.990397 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.990608 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.990841 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.991075 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.991282 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.991574 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.991842 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.992074 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.992341 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.992578 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.992816 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.993060 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.993310 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.993520 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.993741 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.993954 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.994164 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.994410 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.994641 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.994849 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.995069 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.995283 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.995491 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.995737 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.995946 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.996154 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.996393 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.996627 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.996837 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.997060 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.997267 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.997499 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.997718 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.997931 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.998137 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.998404 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.998613 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.998821 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.999040 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.999253 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.999483 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:09.999762 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.000008 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.000221 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.000516 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.000766 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.001020 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.001264 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.001590 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.001808 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.002067 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.002348 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.002579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.002798 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.003052 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.003385 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.003870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.003870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.004166 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.004432 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.004727 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.004970 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.005183 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.005486 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.005809 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.006088 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.006386 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.006632 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.006893 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.007136 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.007352 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.007565 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.007977 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.008196 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.008454 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.008684 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.008909 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.009124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.009357 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.009591 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.009818 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.010028 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.010250 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.010504 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.010658 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 04:41:10.011368 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111065) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 30 04:41:10.011527 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 04:41:10.011679 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 04:41:10.011869 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 04:41:10.012041 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 04:41:10.012191 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 04:41:10.012398 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.012551 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.012710 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.012870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013048 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013205 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013361 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013516 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013669 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.013983 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.014142 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.014324 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.014631 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.014790 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.014946 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.015103 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.015257 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.015565 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.015726 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.015881 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016037 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016192 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] debug = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016341 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016546 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016740 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016868 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.016990 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017143 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017298 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017453 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017609 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017764 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.017921 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018077 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018233 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018427 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018586 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018743 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.018899 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019054 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] host = dv-neutron-838078-9-hyperv {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019209 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019365 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019521 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019677 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019835 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.019991 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.020147 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.020838 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.021060 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.021217 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.021377 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.021533 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.021842 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022004 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022167 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_options = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022356 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022502 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022638 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022798 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.022945 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023106 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023262 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023407 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023560 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023843 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.023978 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024280 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024423 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:10.024711 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024711 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.024981 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025116 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025252 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025387 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025522 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025658 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025792 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.025937 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026153 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026153 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026446 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026446 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026704 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026840 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.026974 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027110 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027244 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027391 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027527 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027662 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027809 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.027945 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028081 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028215 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028359 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028495 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028639 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028776 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.028933 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029075 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_json = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029235 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029376 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029536 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029688 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029826 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.029969 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.030127 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.030305 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.030450 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 04:41:10.030617 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.031707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.032629 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.033390 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.033390 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.033390 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.033390 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.033390 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034012 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034012 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034012 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034012 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.034579 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035082 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035082 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035082 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035460 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035460 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035460 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035996 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035996 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.035996 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.036592 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.036592 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.036592 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.036592 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037106 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037106 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037106 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037477 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037477 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037477 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037859 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.037859 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038127 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038127 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038438 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038438 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038693 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038693 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.038948 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039082 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039218 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039352 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039500 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039632 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039773 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.039907 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040048 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040192 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040334 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040496 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040660 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040821 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.040980 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.041154 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.041318 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.041466 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.041759 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.041759 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042043 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042173 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042293 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042407 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042568 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042728 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.042889 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043049 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043208 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043370 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043530 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043691 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.043850 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044010 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044170 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044328 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044488 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044647 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044820 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.044980 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045139 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045297 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045456 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045614 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045774 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.045933 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046091 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046250 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046440 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046602 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046713 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.046874 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047032 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047382 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047382 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047858 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047858 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.047858 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048162 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048162 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048357 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048357 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048571 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048657 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048815 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.048984 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.049144 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.049308 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.049468 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.049794 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.049968 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.050130 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.050374 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.050541 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.050887 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.050887 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.051051 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.051132 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.051295 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.051453 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.052180 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.052364 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.052568 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.052730 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.052889 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053074 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053234 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053395 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053555 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053715 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.053876 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054037 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054200 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054404 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054563 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054707 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.054870 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055031 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055179 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055339 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055498 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055659 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055819 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.055980 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056140 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056300 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056461 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056620 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056779 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.056939 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057098 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057259 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057419 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057580 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057739 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.057900 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058059 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058220 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058401 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058561 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058720 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.058879 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059042 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059201 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059361 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059520 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059681 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.059841 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060005 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060169 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060331 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060484 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060639 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060799 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.060960 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061121 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061280 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061425 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061574 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061720 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.061902 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062064 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062598 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062598 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062598 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062974 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.062974 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063227 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063227 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063503 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063503 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063758 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.063758 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064025 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064025 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064277 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064407 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064549 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064689 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064825 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.064968 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065100 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065234 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065367 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065508 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065654 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065800 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.065960 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066122 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066315 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066476 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066636 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066794 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.066952 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.067124 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.067365 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.067583 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.067768 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.067768 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068037 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068172 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068305 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068439 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068572 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068716 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068851 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.068984 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069118 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069258 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069392 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069549 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069706 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.069851 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070022 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070182 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070367 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070525 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070684 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.070844 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071011 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071169 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071329 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071497 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071635 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071794 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.071961 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072122 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072318 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072445 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072608 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072767 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.072925 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073094 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073254 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073416 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073575 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073734 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.073893 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074053 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074217 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074407 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074572 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074733 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.074900 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075068 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075235 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075395 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075560 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075730 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.075889 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076047 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076205 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076362 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076521 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076679 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076837 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.076996 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077153 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077311 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077470 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077628 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077786 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.077944 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078102 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078262 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078442 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078601 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078760 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 04:41:10.078911 dv-neutron-838078-9-hyperv neutron-server[111065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111065) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 04:41:10.149079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 58664) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:10.157619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064149 Apr 30 04:41:21.771771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de4784-9087-4e8c-9d0a-6068ac95439d None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:41:21.843105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22de4784-9087-4e8c-9d0a-6068ac95439d None None] No non-hosted networks {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 04:41:21.851618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.agentschedulers_db [None req-22de4784-9087-4e8c-9d0a-6068ac95439d None None] DHCP Agent not found on host dv-neutron-838078-9-hyperv {{(pid=111176) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 04:41:21.937302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1973647f-f3cc-452e-85cb-93b310f65d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:24.026717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a14fb24b-0e41-4108-ab1d-d845a62f058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:24.059427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-9c8a4107-50c4-47a4-b894-40da931ddba1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-838078-9-hyperv {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:41:24.060690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-9c8a4107-50c4-47a4-b894-40da931ddba1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:41:24.721059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4107-50c4-47a4-b894-40da931ddba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:24.869333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 58734) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:24.898123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:25.446422 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING oslo_policy.policy [None req-8d865b1d-8d4b-4a61-8348-f33cfe672d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:25.447346 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING oslo_policy.policy [None req-8d865b1d-8d4b-4a61-8348-f33cfe672d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:25.682351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-8d865b1d-8d4b-4a61-8348-f33cfe672d5e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:41:25.683888 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8d865b1d-8d4b-4a61-8348-f33cfe672d5e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8135746 Apr 30 04:41:26.698761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:28.121440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:28.123176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.125936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.126498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.127032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.128060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.128724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.129842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.131051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.131618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.132190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.132940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.134411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.136886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.141997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.141997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:28.141997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838078-9-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:28.152675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838078-9-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:28.214655 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.db.l3_hamode_db [None req-421dee08-6d99-4289-8f76-05cb33d5abdc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 04:41:28.293240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421dee08-6d99-4289-8f76-05cb33d5abdc None None] Routers set() bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:41:28.293787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421dee08-6d99-4289-8f76-05cb33d5abdc None None] Router IDs set() for agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 04:41:28.321553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58764) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:28.814576 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING oslo_policy.policy [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:28.815268 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING oslo_policy.policy [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:29.037850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:29.130895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.policy [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111174) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 04:41:29.172559 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING oslo_policy.policy [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:29.172954 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING oslo_policy.policy [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:41:29.344326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902390418', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902390918', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902407378', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902416113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902358310', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902359643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3608532', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3628857', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621843'] for rbac-policy (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:29.522749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:29.524122 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e5b2aea1-ef41-494b-8fa6-541acf418afa admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2004888 Apr 30 04:41:31.993989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58782) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:32.301316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:32.417785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Made reservation on behalf of ee73b70986324fc58b201df857b10ec7 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:41:32.421716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.439170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.545069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks [] for security_group (2247b459-54d3-44f9-9594-7fd9edc46112), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.595163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2247b459-54d3-44f9-9594-7fd9edc46112), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.620108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:41:32.653697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904146791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (213d540c-d5f2-4bd1-b570-9080cb475cc2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.654290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Unsubscribe: segment precommit_create {{(pid=111174) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 04:41:32.654824 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Added segment 213d540c-d5f2-4bd1-b570-9080cb475cc2 of type vlan for network f16c9712-1bca-407a-aabf-a452ce74cfe7 Apr 30 04:41:32.670770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2247b459-54d3-44f9-9594-7fd9edc46112,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:32.719539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.719883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.720239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.720571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.720895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.721228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.721545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.721862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.722194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.723059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.723391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.723731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.724044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.724354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.724664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Tracked resource versions report: Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: pushed versions: Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: { 'AddressGroup': {'1.2'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Agent': {'1.1'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'ConntrackHelper': {'1.0'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Log': {'1.0'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'NDPProxy': {'1.0'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Network': {'1.1'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Port': {'1.7'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'PortForwarding': {'1.3'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'QosPolicy': {'1.10'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroup': {'1.5'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SubPort': {'1.0'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Subnet': {'1.1'}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Trunk': {'1.1'}} Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: consumer versions: Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Agent': '1.1', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'ConntrackHelper': '1.0', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'LocalIPAssociation': '1.0', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Log': '1.0', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'NDPProxy': '1.0', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Network': '1.1', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Port': '1.7', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'PortForwarding': '1.3', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'QosPolicy': '1.10', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroup': '1.5', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroupRule': '1.2', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SubPort': '1.0', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Subnet': '1.1', Apr 30 04:41:32.726073 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Trunk': '1.1'}} Apr 30 04:41:32.728641 dv-neutron-838078-9-hyperv neutron-server[111174]: {{(pid=111174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:41:32.767706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f16c9712-1bca-407a-aabf-a452ce74cfe7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.857289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f16c9712-1bca-407a-aabf-a452ce74cfe7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.862670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:32.864008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:32.974847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] Pushing event updated for resources: {'Network': ['ID=f16c9712-1bca-407a-aabf-a452ce74cfe7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:32.985466 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b6d2668d-5ab4-4ec2-97fb-6e2cfcd5e61a demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9904995 Apr 30 04:41:32.988779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:41:35.507917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58794) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:35.906498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5474e6-72de-43a6-88b7-b3af89f50db0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:35.907836 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-be5474e6-72de-43a6-88b7-b3af89f50db0 demo admin] 10.222.0.16 "GET /v2.0/networks/f16c9712-1bca-407a-aabf-a452ce74cfe7 HTTP/1.1" status: 200 len: 824 time: 0.3989575 Apr 30 04:41:35.933066 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-19296e63-c1ee-4974-b34e-fb30fa5c754d demo admin] 10.222.0.16 "GET /v2.0/subnetpools/1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258 HTTP/1.1" status: 200 len: 734 time: 0.0189750 Apr 30 04:41:35.941229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258', 'gateway_ip': '172.20.0.1', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:36.092034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Made reservation on behalf of ee73b70986324fc58b201df857b10ec7 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:41:36.094307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:36.441423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (1ec6d16b-0417-46df-a495-2d468d7c006b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:36.513611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Checking segment: {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:41:36.514301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Network hostable DHCP agents. Network: f16c9712-1bca-407a-aabf-a452ce74cfe7, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:41:36.518622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1ec6d16b-0417-46df-a495-2d468d7c006b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:36.595165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:41:36.669420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f16c9712-1bca-407a-aabf-a452ce74cfe7) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:41:36.674110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:36.674728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:36.679828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4eaf1-81c6-46b3-b088-1ac1923be409 None None] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:41:36.752435 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-046def62-2b23-4fad-8ef1-cc95ab1877b9 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8142993 Apr 30 04:41:36.940603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f16c9712-1bca-407a-aabf-a452ce74cfe7', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:41:36.941971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.219504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Allocated IP 172.20.0.2 (f16c9712-1bca-407a-aabf-a452ce74cfe7/1ec6d16b-0417-46df-a495-2d468d7c006b/6d006251-4ab9-4a6a-882f-3b711b6628de) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:41:37.491005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks [] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.583466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.660814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:41:37.666219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:41:37.673381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Pushing event updated for resources: {'Port': ['ID=6d006251-4ab9-4a6a-882f-3b711b6628de,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:37.674336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:41:37.707881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.708559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.708559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.708898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.709214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.709535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.709852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.710166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.710519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.710840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.711170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.711502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.711818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.712127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.712439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Tracked resource versions report: Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: pushed versions: Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: { 'AddressGroup': {'1.2'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Agent': {'1.1'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'ConntrackHelper': {'1.0'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Log': {'1.0'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'NDPProxy': {'1.0'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Network': {'1.1'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Port': {'1.7'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'PortForwarding': {'1.3'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'QosPolicy': {'1.10'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroup': {'1.5'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SubPort': {'1.0'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Subnet': {'1.1'}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Trunk': {'1.1'}} Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: consumer versions: Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Agent': '1.1', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'ConntrackHelper': '1.0', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'LocalIPAssociation': '1.0', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Log': '1.0', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'NDPProxy': '1.0', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Network': '1.1', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Port': '1.7', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'PortForwarding': '1.3', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'QosPolicy': '1.10', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroup': '1.5', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroupRule': '1.2', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SubPort': '1.0', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Subnet': '1.1', Apr 30 04:41:37.713903 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Trunk': '1.1'}} Apr 30 04:41:37.716970 dv-neutron-838078-9-hyperv neutron-server[111176]: {{(pid=111176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:41:37.768053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Attempting to bind port 6d006251-4ab9-4a6a-882f-3b711b6628de on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:41:37.768368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Attempting to bind port 6d006251-4ab9-4a6a-882f-3b711b6628de by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:41:37.768779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Attempting to bind port 6d006251-4ab9-4a6a-882f-3b711b6628de on network f16c9712-1bca-407a-aabf-a452ce74cfe7 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:41:37.774302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:41:37.774697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Checking segment: {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:41:37.775176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.775565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Bound using segment: {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:41:37.776057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Bound port: 6d006251-4ab9-4a6a-882f-3b711b6628de, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:41:37.776450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.838924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] For port 6d006251-4ab9-4a6a-882f-3b711b6628de, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:41:37.860445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] For port 6d006251-4ab9-4a6a-882f-3b711b6628de, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d006251-4ab9-4a6a-882f-3b711b6628de,segment=NetworkSegment(213d540c-d5f2-4bd1-b570-9080cb475cc2),segment_id=213d540c-d5f2-4bd1-b570-9080cb475cc2)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:41:37.910090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:37.968512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9d67-06ad-4367-9a94-2d1b99e62193 None None] Pushing event updated for resources: {'Port': ['ID=6d006251-4ab9-4a6a-882f-3b711b6628de,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:39.277810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58802) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:39.591748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-aeb29ed4-4499-4004-b20a-f14a1f1b4649 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:41:39.592739 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aeb29ed4-4499-4004-b20a-f14a1f1b4649 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3139536 Apr 30 04:41:42.095097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58810) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:42.404903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-4d890294-789f-4aa9-9129-47b96369aeec admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:41:42.405985 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d890294-789f-4aa9-9129-47b96369aeec admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3099494 Apr 30 04:41:44.923476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58818) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:45.267371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:45.383117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (1df151f6-8677-4102-9920-67489964c388), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:45.384676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (1df151f6-8677-4102-9920-67489964c388), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:45.523090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Publish callbacks [] for router_controller (1df151f6-8677-4102-9920-67489964c388), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:45.595919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (1df151f6-8677-4102-9920-67489964c388), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:45.654286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:45.655549 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c21e579-459f-46ea-99c2-443acd8d7264 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7310584 Apr 30 04:41:46.946900 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:41:48.192015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58830) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:48.515343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-5af86673-40c5-4aa3-9b5a-68caa20e3ce5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:41:48.516366 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5af86673-40c5-4aa3-9b5a-68caa20e3ce5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3234177 Apr 30 04:41:48.821521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d006251-4ab9-4a6a-882f-3b711b6628de up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:41:48.907627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6d006251-4ab9-4a6a-882f-3b711b6628de triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:48.908034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:49.016036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6d006251-4ab9-4a6a-882f-3b711b6628de is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:41:49.016424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:49.050888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 6d006251-4ab9-4a6a-882f-3b711b6628de, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d006251-4ab9-4a6a-882f-3b711b6628de,segment=NetworkSegment(213d540c-d5f2-4bd1-b570-9080cb475cc2),segment_id=213d540c-d5f2-4bd1-b570-9080cb475cc2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:41:49.126609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:49.174934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=6d006251-4ab9-4a6a-882f-3b711b6628de,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:49.527380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc35529-1f06-4946-b450-e1c1d0b4c506 None None] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:41:49.651554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ddeddcc-f938-494a-b38d-4ec16d5ae223 None None] Provisioning complete for port 6d006251-4ab9-4a6a-882f-3b711b6628de triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:49.651932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ddeddcc-f938-494a-b38d-4ec16d5ae223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:49.741004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ddeddcc-f938-494a-b38d-4ec16d5ae223 None None] Current status of the port 6d006251-4ab9-4a6a-882f-3b711b6628de is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:41:49.858680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6821cb3c-c0b6-4c86-8454-3145ef234341 None None] Provisioning complete for port 6d006251-4ab9-4a6a-882f-3b711b6628de triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:49.859295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6821cb3c-c0b6-4c86-8454-3145ef234341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:49.936047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6821cb3c-c0b6-4c86-8454-3145ef234341 None None] Current status of the port 6d006251-4ab9-4a6a-882f-3b711b6628de is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:41:50.787987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d006251-4ab9-4a6a-882f-3b711b6628de up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:41:50.833280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6d006251-4ab9-4a6a-882f-3b711b6628de triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:50.833670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:50.906776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6d006251-4ab9-4a6a-882f-3b711b6628de is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:41:51.016777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58838) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:51.324167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:51.400333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Made reservation on behalf of d6cf411975444e54a7cb626ad66e0cb5 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:41:51.402548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.410501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.482976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks [] for security_group (dfcc7162-9a9a-4032-9c91-352883f59ea8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.531796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (dfcc7162-9a9a-4032-9c91-352883f59ea8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.546530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Reserving flat network on physical network physnet1 {{(pid=111174) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 04:41:51.566482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc7162-9a9a-4032-9c91-352883f59ea8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:51.569217 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (745ec843-2fbb-4ed1-ab46-ffac77109ba7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.569546 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Added segment 745ec843-2fbb-4ed1-ab46-ffac77109ba7 of type flat for network 5c7f8206-0332-4bd2-af8a-8b463c0855bb Apr 30 04:41:51.614499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5c7f8206-0332-4bd2-af8a-8b463c0855bb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.696277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5c7f8206-0332-4bd2-af8a-8b463c0855bb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.697203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:51.697770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.719437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-40e2b885-093c-4976-95ca-478f98083f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:51.788044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7f8206-0332-4bd2-af8a-8b463c0855bb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:51.797540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:41:51.802209 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5ccf98b7-5883-4c68-9645-8c556a9f8590 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7843778 Apr 30 04:41:54.010810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66b97c53-211f-4746-ad17-12461ef7f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:54.212013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58846) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:54.566226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2902bb-db5e-4907-b110-1cf1c7fb8b5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:54.567757 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c2902bb-db5e-4907-b110-1cf1c7fb8b5e demo admin] 10.222.0.16 "GET /v2.0/subnets/1ec6d16b-0417-46df-a495-2d468d7c006b HTTP/1.1" status: 200 len: 849 time: 0.3547471 Apr 30 04:41:54.692712 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-452766c0-9b84-4ae9-8fcf-3a5e769b4d0b demo admin] 10.222.0.16 "GET /v2.0/routers/1df151f6-8677-4102-9920-67489964c388 HTTP/1.1" status: 200 len: 704 time: 0.1192982 Apr 30 04:41:54.840603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:54.966549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:55.302773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Allocated IP 172.20.0.1 (f16c9712-1bca-407a-aabf-a452ce74cfe7/1ec6d16b-0417-46df-a495-2d468d7c006b/3decb8a8-f242-4daa-b5f8-64257171c344) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:41:55.455084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks [] for port (3decb8a8-f242-4daa-b5f8-64257171c344), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:55.595561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:55.672277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:41:55.680548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:41:55.683079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:41:55.683590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (1df151f6-8677-4102-9920-67489964c388), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:55.704057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Pushing event updated for resources: {'Port': ['ID=3decb8a8-f242-4daa-b5f8-64257171c344,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:55.884682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1c07b1ab-7165-4a60-b998-0abf02b92031 None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:55.885208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c07b1ab-7165-4a60-b998-0abf02b92031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:55.964183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1c07b1ab-7165-4a60-b998-0abf02b92031 None None] Port 3decb8a8-f242-4daa-b5f8-64257171c344 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:41:55.973361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.178944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks [] for port (3decb8a8-f242-4daa-b5f8-64257171c344), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.240541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.241304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (1df151f6-8677-4102-9920-67489964c388), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.302303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Pushing event updated for resources: {'Port': ['ID=3decb8a8-f242-4daa-b5f8-64257171c344,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:56.367561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:41:56.368824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:41:56.583453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b7a8dd54-08ae-4dc6-a126-9445c934667a None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:56.583849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dd54-08ae-4dc6-a126-9445c934667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.599344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Router 1df151f6-8677-4102-9920-67489964c388 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:41:56.607045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:56.618214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8dd54-08ae-4dc6-a126-9445c934667a None None] Port 3decb8a8-f242-4daa-b5f8-64257171c344 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:41:56.699449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:41:56.704816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0724dfcc-0181-48bd-8833-d0cf26396cb1 demo admin] 10.222.0.16 "PUT /v2.0/routers/1df151f6-8677-4102-9920-67489964c388/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0069273 Apr 30 04:41:56.709807 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Sync routers for ids ['1df151f6-8677-4102-9920-67489964c388'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:41:56.723046 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Routers {'1df151f6-8677-4102-9920-67489964c388'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:41:56.723909 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:41:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1df151f6-8677-4102-9920-67489964c388'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:56.920062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Set router 1df151f6-8677-4102-9920-67489964c388 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:41:57.349931 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:41:55Z', 'revision_number': 2, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port_host': None, '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:56Z', 'revision_number': 2, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:57.401435 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Checking router: 1df151f6-8677-4102-9920-67489964c388 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:41:57.401817 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Updating router 1df151f6-8677-4102-9920-67489964c388 port 3decb8a8-f242-4daa-b5f8-64257171c344 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:41:57.483032 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:57.972379 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks [] for port (3decb8a8-f242-4daa-b5f8-64257171c344), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.017414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.114865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.186346 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Pushing event updated for resources: {'Port': ['ID=3decb8a8-f242-4daa-b5f8-64257171c344,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:58.188771 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Attempting to bind port 3decb8a8-f242-4daa-b5f8-64257171c344 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:41:58.189169 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Attempting to bind port 3decb8a8-f242-4daa-b5f8-64257171c344 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:41:58.189587 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Attempting to bind port 3decb8a8-f242-4daa-b5f8-64257171c344 on network f16c9712-1bca-407a-aabf-a452ce74cfe7 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:41:58.198806 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:41:58.199283 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Checking segment: {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:41:58.199707 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.200099 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Bound using segment: {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:41:58.200598 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Bound port: 3decb8a8-f242-4daa-b5f8-64257171c344, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213d540c-d5f2-4bd1-b570-9080cb475cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:41:58.200977 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.203643 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.203985 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.204338 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.204675 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.205001 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.205321 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.205642 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.206051 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.206410 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.206736 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.207073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.207406 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.207723 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.208036 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.208348 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Tracked resource versions report: Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: pushed versions: Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: { 'AddressGroup': {'1.2'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Agent': {'1.1'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'ConntrackHelper': {'1.0'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Log': {'1.0'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'NDPProxy': {'1.0'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Network': {'1.1'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Port': {'1.7'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'PortForwarding': {'1.3'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'QosPolicy': {'1.10'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroup': {'1.5'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SubPort': {'1.0'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Subnet': {'1.1'}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Trunk': {'1.1'}} Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: consumer versions: Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Agent': '1.1', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'ConntrackHelper': '1.0', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'LocalIPAssociation': '1.0', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Log': '1.0', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'NDPProxy': '1.0', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Network': '1.1', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Port': '1.7', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'PortForwarding': '1.3', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'QosPolicy': '1.10', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroup': '1.5', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroupRule': '1.2', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SubPort': '1.0', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Subnet': '1.1', Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Trunk': '1.1'}} Apr 30 04:41:58.209787 dv-neutron-838078-9-hyperv neutron-server[111177]: {{(pid=111177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:41:58.276918 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] For port 3decb8a8-f242-4daa-b5f8-64257171c344, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:41:58.292025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-02bc5c17-0a05-400e-9a14-016600fccd46 None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:58.292668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-02bc5c17-0a05-400e-9a14-016600fccd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.296431 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] For port 3decb8a8-f242-4daa-b5f8-64257171c344, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3decb8a8-f242-4daa-b5f8-64257171c344,segment=NetworkSegment(213d540c-d5f2-4bd1-b570-9080cb475cc2),segment_id=213d540c-d5f2-4bd1-b570-9080cb475cc2)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:41:58.335063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-02bc5c17-0a05-400e-9a14-016600fccd46 None None] Port 3decb8a8-f242-4daa-b5f8-64257171c344 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:41:58.343775 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.404984 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388b20e-9bb3-4483-b68c-c917b2893736 None None] Pushing event updated for resources: {'Port': ['ID=3decb8a8-f242-4daa-b5f8-64257171c344,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:58.407439 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Routers {'1df151f6-8677-4102-9920-67489964c388'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:41:58.413209 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:41:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1df151f6-8677-4102-9920-67489964c388'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:58.500676 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] Set router 1df151f6-8677-4102-9920-67489964c388 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:41:58.553981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:41:58.554508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.632562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Current status of the port 3decb8a8-f242-4daa-b5f8-64257171c344 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:41:58.633037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.664018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] For port 3decb8a8-f242-4daa-b5f8-64257171c344, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3decb8a8-f242-4daa-b5f8-64257171c344,segment=NetworkSegment(213d540c-d5f2-4bd1-b570-9080cb475cc2),segment_id=213d540c-d5f2-4bd1-b570-9080cb475cc2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:41:58.698042 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:41:55Z', 'revision_number': 2, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port_host': None, '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:58Z', 'revision_number': 4, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:41:58.724264 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071ac01-c353-4e4c-a9b2-d4b4bda2f8a9 None None] The sync data for ids ['1df151f6-8677-4102-9920-67489964c388'] in dv-neutron-838078-9-hyperv is: [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:41:55Z', 'revision_number': 2, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port_host': None, '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:58Z', 'revision_number': 4, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:41:58.726055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:58.782461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8763-87d0-4342-98e7-bc873cbf1b1a None None] Pushing event updated for resources: {'Port': ['ID=3decb8a8-f242-4daa-b5f8-64257171c344,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:59.175640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58866) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:41:59.372986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be1127-c828-474c-b079-095b9501272e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:41:59.374376 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e5be1127-c828-474c-b079-095b9501272e admin admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 842 time: 0.1976664 Apr 30 04:41:59.383807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'name': 'public-subnet', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'ip_version': 4, 'cidr': '172.26.5.0/24', 'enable_dhcp': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:41:59.480352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Made reservation on behalf of d6cf411975444e54a7cb626ad66e0cb5 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:41:59.482918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:59.855495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:41:59.855938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (5211add6-6535-4aa1-aab6-60c95a24f62e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:41:59.911539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5211add6-6535-4aa1-aab6-60c95a24f62e,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:41:59.919289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:41:59.919631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Network hostable DHCP agents. Network: 5c7f8206-0332-4bd2-af8a-8b463c0855bb, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:42:00.005120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:42:00.091911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5c7f8206-0332-4bd2-af8a-8b463c0855bb) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:42:00.095913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:42:00.096511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:00.100461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebcbdc-dcee-4ac3-b2ea-fc3670d7ffb0 None None] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:42:00.192448 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b27cbae7-d32c-4bce-8e4f-161c68d4b300 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8119795 Apr 30 04:42:00.201641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e54a9d-2ffc-4cc3-8721-49709d27526b None None] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:42:02.651074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 58884) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:42:02.760994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.policy [None req-58684022-a2f7-4250-86f0-35f4a00cb5df demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 04:42:02.803478 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING oslo_policy.policy [None req-58684022-a2f7-4250-86f0-35f4a00cb5df demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:42:02.803859 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING oslo_policy.policy [None req-58684022-a2f7-4250-86f0-35f4a00cb5df demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 04:42:03.042928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-58684022-a2f7-4250-86f0-35f4a00cb5df demo admin] 10.222.0.16 "GET /v2.0/routers/1df151f6-8677-4102-9920-67489964c388 HTTP/1.1" status: 200 len: 710 time: 0.3906927 Apr 30 04:42:03.224691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9669d-dca1-41ee-9ac9-3cea808410f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:42:03.226380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1cf9669d-dca1-41ee-9ac9-3cea808410f6 demo admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 886 time: 0.1782162 Apr 30 04:42:03.235538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:42:03.500158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks [] for router_gateway (1df151f6-8677-4102-9920-67489964c388), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:03.781625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks [] for router_gateway (1df151f6-8677-4102-9920-67489964c388), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:03.861162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:04.059144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Allocated IP 172.26.5.2 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/7198a27f-1037-4d49-a072-96bb5e4a34ac) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:42:04.177692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks [] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:04.435473 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:04.477143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:42:04.498249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:42:04.553416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:42:04.556623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Pushing event updated for resources: {'Port': ['ID=7198a27f-1037-4d49-a072-96bb5e4a34ac,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:42:04.598619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.598955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.599297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.599629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.599951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.600274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.600591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.600907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.601237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.601558 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.602005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.602354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.602670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.602981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.603292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Tracked resource versions report: Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: pushed versions: Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: { 'AddressGroup': {'1.2'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Agent': {'1.1'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'ConntrackHelper': {'1.0'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Log': {'1.0'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'NDPProxy': {'1.0'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Network': {'1.1'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Port': {'1.7'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'PortForwarding': {'1.3'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'QosPolicy': {'1.10'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroup': {'1.5'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SubPort': {'1.0'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Subnet': {'1.1'}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Trunk': {'1.1'}} Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: consumer versions: Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Agent': '1.1', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'ConntrackHelper': '1.0', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'LocalIPAssociation': '1.0', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Log': '1.0', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'NDPProxy': '1.0', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Network': '1.1', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Port': '1.7', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'PortForwarding': '1.3', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'QosPolicy': '1.10', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroup': '1.5', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroupRule': '1.2', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SubPort': '1.0', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Subnet': '1.1', Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Trunk': '1.1'}} Apr 30 04:42:04.604738 dv-neutron-838078-9-hyperv neutron-server[111175]: {{(pid=111175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:42:04.939127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks [] for router_gateway (1df151f6-8677-4102-9920-67489964c388), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:05.184005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (1df151f6-8677-4102-9920-67489964c388), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:05.188982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (1df151f6-8677-4102-9920-67489964c388), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:05.300748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Router 1df151f6-8677-4102-9920-67489964c388 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:42:05.408660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:42:05.413980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:05.415194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-55412a90-7aa1-428a-82e2-59237bce9db7 demo admin] 10.222.0.16 "PUT /v2.0/routers/1df151f6-8677-4102-9920-67489964c388 HTTP/1.1" status: 200 len: 888 time: 2.1829517 Apr 30 04:42:06.825104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3decb8a8-f242-4daa-b5f8-64257171c344 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:42:06.871632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:42:06.872027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:06.947824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3decb8a8-f242-4daa-b5f8-64257171c344 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:42:07.625262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Sync routers for ids ['1df151f6-8677-4102-9920-67489964c388'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:42:07.636692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Routers {'1df151f6-8677-4102-9920-67489964c388'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:42:07.637405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:41:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1df151f6-8677-4102-9920-67489964c388'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:42:07.855147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Set router 1df151f6-8677-4102-9920-67489964c388 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:42:07.936722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 58902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:42:08.050259 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-86eedddb-dc0d-4e30-a758-2e99b99b38f1 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1122868 Apr 30 04:42:08.323185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:42:04Z', 'revision_number': 4, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port': {'id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:42:03Z', 'updated_at': '2022-04-30T04:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:58Z', 'revision_number': 5, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:42:08.372902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Checking router: 1df151f6-8677-4102-9920-67489964c388 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:42:08.373282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Updating router 1df151f6-8677-4102-9920-67489964c388 port 7198a27f-1037-4d49-a072-96bb5e4a34ac binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:42:08.427833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:08.749205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks [] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:08.828992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:08.883439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Attempting to bind port 7198a27f-1037-4d49-a072-96bb5e4a34ac on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:42:08.884119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Attempting to bind port 7198a27f-1037-4d49-a072-96bb5e4a34ac by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:42:08.884236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Attempting to bind port 7198a27f-1037-4d49-a072-96bb5e4a34ac on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:42:08.888639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb2763-11d2-4141-8012-31dd67115bac None None] Pushing event updated for resources: {'Port': ['ID=7198a27f-1037-4d49-a072-96bb5e4a34ac,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:42:08.900429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:42:08.900800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:42:08.901193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:08.901577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:42:08.902037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Bound port: 7198a27f-1037-4d49-a072-96bb5e4a34ac, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:42:08.902451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:08.951566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] For port 7198a27f-1037-4d49-a072-96bb5e4a34ac, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:42:08.955877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] For port 7198a27f-1037-4d49-a072-96bb5e4a34ac, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7198a27f-1037-4d49-a072-96bb5e4a34ac,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:42:09.011355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:09.070092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb2763-11d2-4141-8012-31dd67115bac None None] Pushing event updated for resources: {'Port': ['ID=7198a27f-1037-4d49-a072-96bb5e4a34ac,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:42:09.072661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Routers {'1df151f6-8677-4102-9920-67489964c388'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:42:09.073239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:41:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1df151f6-8677-4102-9920-67489964c388'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:42:09.180898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] Set router 1df151f6-8677-4102-9920-67489964c388 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:42:09.384014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:42:04Z', 'revision_number': 4, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port': {'id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:42:03Z', 'updated_at': '2022-04-30T04:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:58Z', 'revision_number': 5, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:42:09.413451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4ea66-6dd7-417a-ad18-a4351d865e9c None None] The sync data for ids ['1df151f6-8677-4102-9920-67489964c388'] in dv-neutron-838078-9-hyperv is: [{'id': '1df151f6-8677-4102-9920-67489964c388', 'name': 'router1', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2'}], 'enable_snat': True}, 'gw_port_id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:41:45Z', 'updated_at': '2022-04-30T04:42:04Z', 'revision_number': 4, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'gw_port': {'id': '7198a27f-1037-4d49-a072-96bb5e4a34ac', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:42:03Z', 'updated_at': '2022-04-30T04:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3decb8a8-f242-4daa-b5f8-64257171c344', 'name': '', 'network_id': 'f16c9712-1bca-407a-aabf-a452ce74cfe7', 'tenant_id': 'ee73b70986324fc58b201df857b10ec7', 'mac_address': 'fa:16:3e:87:ee:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df151f6-8677-4102-9920-67489964c388', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:41:54Z', 'updated_at': '2022-04-30T04:41:58Z', 'revision_number': 5, 'project_id': 'ee73b70986324fc58b201df857b10ec7', 'subnets': [{'id': '1ec6d16b-0417-46df-a495-2d468d7c006b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e2b1fd3-d1b0-4b8f-a6fc-a0e65bff3258'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:42:10.837085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7198a27f-1037-4d49-a072-96bb5e4a34ac up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:42:10.883519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7198a27f-1037-4d49-a072-96bb5e4a34ac triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:42:10.883901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:10.959117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7198a27f-1037-4d49-a072-96bb5e4a34ac is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:42:10.959502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:10.984147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 7198a27f-1037-4d49-a072-96bb5e4a34ac, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7198a27f-1037-4d49-a072-96bb5e4a34ac,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:42:11.065608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:11.120687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=7198a27f-1037-4d49-a072-96bb5e4a34ac,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:42:12.863065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7198a27f-1037-4d49-a072-96bb5e4a34ac up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:42:12.941816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7198a27f-1037-4d49-a072-96bb5e4a34ac triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:42:12.943353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7198a27f-1037-4d49-a072-96bb5e4a34ac), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:13.077842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7198a27f-1037-4d49-a072-96bb5e4a34ac is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:42:21.732267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b1cb-cbeb-45a2-9a76-8b95316a992f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:23.947203 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:42:24.000684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a04bc52a-058b-4b64-856b-9d281b347bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:24.897911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:26.606864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:28.137061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:51.731968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dac93ddc-e3ad-49ed-937c-41bde60f7b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:53.997542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d742a887-a684-4c50-81aa-69f1d4364302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:54.879553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:56.616669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:42:58.125680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:00.947105 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:43:21.736442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-896230bd-e0a7-40e7-9560-85d34ece4203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:23.992798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de41e250-d663-43d1-8aa4-aaf33089d7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:24.916691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:26.627507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:28.102011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:34.666213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59420) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:34.726698 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf95289-4d57-47e0-af70-becd20893bfd admin admin] GET failed (client error): The resource could not be found. Apr 30 04:43:34.727991 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bcf95289-4d57-47e0-af70-becd20893bfd admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607874 Apr 30 04:43:34.891154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeec17c-e7da-40fb-85b2-eb399a248636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:34.892609 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2eeec17c-e7da-40fb-85b2-eb399a248636 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1602895 Apr 30 04:43:37.193662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59430) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:37.284732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8e6b2-dd37-4347-8d74-6e8ac0d95bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:37.286052 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bcf8e6b2-dd37-4347-8d74-6e8ac0d95bb0 admin admin] 10.222.0.16 "GET /v2.0/subnets/1ec6d16b-0417-46df-a495-2d468d7c006b HTTP/1.1" status: 200 len: 849 time: 0.0914547 Apr 30 04:43:37.295320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:43:37.379177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Publish callbacks [] for subnet (1ec6d16b-0417-46df-a495-2d468d7c006b), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:37.664930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794'] for subnet (1ec6d16b-0417-46df-a495-2d468d7c006b), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:37.696207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:37.697345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:37.705613 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] 10.222.0.16 "PUT /v2.0/subnets/1ec6d16b-0417-46df-a495-2d468d7c006b HTTP/1.1" status: 200 len: 868 time: 0.4062979 Apr 30 04:43:37.705874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cef981-d6d6-4f07-be86-50fc914cfd8e None None] Network f16c9712-1bca-407a-aabf-a452ce74cfe7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:43:37.719877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec6d16b-0417-46df-a495-2d468d7c006b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:43:37.727792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.733920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.733920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.733920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07930840-ecaf-4bd0-af82-bea6347b8127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:43:37.945271 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:43:38.088938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Provisioning complete for port 6d006251-4ab9-4a6a-882f-3b711b6628de triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:43:38.089320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d006251-4ab9-4a6a-882f-3b711b6628de), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:38.166796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Current status of the port 6d006251-4ab9-4a6a-882f-3b711b6628de is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:43:38.175181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Provisioning complete for port 3decb8a8-f242-4daa-b5f8-64257171c344 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:43:38.175548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3decb8a8-f242-4daa-b5f8-64257171c344), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:38.246996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-39805f62-d9f6-4153-b3db-8da09b96542e None None] Current status of the port 3decb8a8-f242-4daa-b5f8-64257171c344 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:43:39.963406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59438) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:40.165622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beba74c-b9a1-4f19-ba17-a9237fcdb687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:40.166078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beba74c-b9a1-4f19-ba17-a9237fcdb687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:40.167642 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0beba74c-b9a1-4f19-ba17-a9237fcdb687 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2032986 Apr 30 04:43:42.439263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59446) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:42.571671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0e121c-8e1d-4c57-9592-9f34fe5eb33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:42.572131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0e121c-8e1d-4c57-9592-9f34fe5eb33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:42.573624 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0a0e121c-8e1d-4c57-9592-9f34fe5eb33f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1334374 Apr 30 04:43:44.888915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:45.012656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3e469-8424-4af7-85f5-cea4ff9c6a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:45.013918 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-00f3e469-8424-4af7-85f5-cea4ff9c6a11 admin admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 886 time: 0.1240671 Apr 30 04:43:47.433208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:47.566377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70fc1b-5e74-49da-a5a0-103ed126c142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:47.567720 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ca70fc1b-5e74-49da-a5a0-103ed126c142 admin admin] 10.222.0.16 "GET /v2.0/networks/f16c9712-1bca-407a-aabf-a452ce74cfe7 HTTP/1.1" status: 200 len: 868 time: 0.1335742 Apr 30 04:43:49.818512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59470) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:49.955529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85d542-70e4-4e31-b7fc-6b8f2dfa1fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:49.955977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85d542-70e4-4e31-b7fc-6b8f2dfa1fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:49.957484 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da85d542-70e4-4e31-b7fc-6b8f2dfa1fd8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380384 Apr 30 04:43:51.740858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57b75155-0d7f-4824-989e-82d2a28e7599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:52.226227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59478) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:52.319371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84585a0-5a53-4844-bb46-2f1afdb28cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:52.319819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84585a0-5a53-4844-bb46-2f1afdb28cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:52.321319 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b84585a0-5a53-4844-bb46-2f1afdb28cbc admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940909 Apr 30 04:43:54.013389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25a6d735-04cf-4854-b1a0-01573bb24e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:54.591863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59486) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:54.682841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19901c3b-d195-45a8-877d-0ad8f15bc331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:54.684152 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-19901c3b-d195-45a8-877d-0ad8f15bc331 admin admin] 10.222.0.16 "GET /v2.0/subnets/1ec6d16b-0417-46df-a495-2d468d7c006b HTTP/1.1" status: 200 len: 868 time: 0.0913587 Apr 30 04:43:54.901192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:56.615206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:43:56.944959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59494) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:43:57.028617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51e836-5855-444c-bb56-a8fcf064257d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:43:57.029916 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c51e836-5855-444c-bb56-a8fcf064257d admin admin] 10.222.0.16 "GET /v2.0/subnets/5211add6-6535-4aa1-aab6-60c95a24f62e HTTP/1.1" status: 200 len: 816 time: 0.0840359 Apr 30 04:43:58.167613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:14.943535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:44:21.740328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d824be1-e1d0-4111-9b46-6536f22d6cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:23.995517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f07a01e5-c62e-4726-a2e3-fbbc6eb56b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:24.886935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:26.620294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:28.128832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:37.715529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59552) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:44:37.763984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-7e6b34fc-9b91-487e-b40b-f44730198579 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:44:37.764961 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7e6b34fc-9b91-487e-b40b-f44730198579 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0484216 Apr 30 04:44:40.117619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59560) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:44:40.176874 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c53a9a-e2b7-48ec-9602-a5a54a387a8b admin admin] GET failed (client error): The resource could not be found. Apr 30 04:44:40.178125 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-13c53a9a-e2b7-48ec-9602-a5a54a387a8b admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595891 Apr 30 04:44:40.359557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950a20b-c43d-4473-9f82-0c790e8e4f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:44:40.360931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8950a20b-c43d-4473-9f82-0c790e8e4f28 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1789348 Apr 30 04:44:42.650034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59568) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:44:42.696109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:44:42.800596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Made reservation on behalf of d6cf411975444e54a7cb626ad66e0cb5 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:44:42.802862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:42.831380 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.services.revisions.revision_plugin [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Could not find related network for resource to bump revision. Apr 30 04:44:42.842522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:44:42.851104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b9783d97-2bc3-4000-a1b9-e35d55099582), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:42.851431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Added segment b9783d97-2bc3-4000-a1b9-e35d55099582 of type vlan for network 409ec761-e783-4434-bd37-bc0eeede8e4a Apr 30 04:44:42.889560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (409ec761-e783-4434-bd37-bc0eeede8e4a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:42.971491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (409ec761-e783-4434-bd37-bc0eeede8e4a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:42.972434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:44:42.973002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:43.032986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Pushing event updated for resources: {'Network': ['ID=409ec761-e783-4434-bd37-bc0eeede8e4a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:44:43.039467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.043924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.045006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:43.054937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 409ec761-e783-4434-bd37-bc0eeede8e4a details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:44:43.065939 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7c459c78-6007-44c1-9d99-920cdca4a83c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4147866 Apr 30 04:44:45.336636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59576) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:44:45.397067 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0e74db-edd0-4107-af51-416c23c817c6 admin admin] GET failed (client error): The resource could not be found. Apr 30 04:44:45.398364 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6e0e74db-edd0-4107-af51-416c23c817c6 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607526 Apr 30 04:44:45.467219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d639af7-2b5d-4a87-bc7e-781682bfde9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:44:45.468663 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9d639af7-2b5d-4a87-bc7e-781682bfde9d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0663283 Apr 30 04:44:45.478718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:44:45.592067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Made reservation on behalf of d6cf411975444e54a7cb626ad66e0cb5 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:44:45.594241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:45.808295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:45.870101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:44:45.875066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Checking segment: {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:44:45.875423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Network hostable DHCP agents. Network: 409ec761-e783-4434-bd37-bc0eeede8e4a, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:44:45.927937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Network 409ec761-e783-4434-bd37-bc0eeede8e4a is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:44:45.985326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 409ec761-e783-4434-bd37-bc0eeede8e4a) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:44:45.989274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:44:45.989862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:45.995709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549f04c-fab6-45a6-8f27-cbe4fd2125c6 None None] Network 409ec761-e783-4434-bd37-bc0eeede8e4a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:44:46.074383 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-31cc1678-396c-45fa-9786-c8d4dbd82aca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5992098 Apr 30 04:44:46.098594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-409ec761-e783-4434-bd37-bc0eeede8e4a', 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a', 'project_id': 'd6cf411975444e54a7cb626ad66e0cb5', 'fixed_ips': [{'subnet_id': 'ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:44:46.099612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.338081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Allocated IP 192.168.233.2 (409ec761-e783-4434-bd37-bc0eeede8e4a/ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c/8e8b96f2-3272-4778-8ab6-173da33b666a) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:44:46.481486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks [] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.561532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.599027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Network 409ec761-e783-4434-bd37-bc0eeede8e4a is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:44:46.601780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:44:46.610286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:44:46.615688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Pushing event updated for resources: {'Port': ['ID=8e8b96f2-3272-4778-8ab6-173da33b666a,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:44:46.627253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.627603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.627966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.628336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.628664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.628995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.629323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.629648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.629990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.630340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.630682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.631044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.631349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.631667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.631984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:44:46.682618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Attempting to bind port 8e8b96f2-3272-4778-8ab6-173da33b666a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:44:46.682986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Attempting to bind port 8e8b96f2-3272-4778-8ab6-173da33b666a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:44:46.683566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Attempting to bind port 8e8b96f2-3272-4778-8ab6-173da33b666a on network 409ec761-e783-4434-bd37-bc0eeede8e4a {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:44:46.688929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:44:46.689333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Checking segment: {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:44:46.689728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.690125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Bound using segment: {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:44:46.690610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Bound port: 8e8b96f2-3272-4778-8ab6-173da33b666a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:44:46.690991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.757487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] For port 8e8b96f2-3272-4778-8ab6-173da33b666a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:44:46.760607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] For port 8e8b96f2-3272-4778-8ab6-173da33b666a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e8b96f2-3272-4778-8ab6-173da33b666a,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:44:46.864311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:46.926562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ad116-f9db-453e-8b22-1d5e68cbfd68 None None] Pushing event updated for resources: {'Port': ['ID=8e8b96f2-3272-4778-8ab6-173da33b666a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:44:47.822009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2ce1d9-6a48-4b6d-92fc-b7074dfbc9dd None None] Network 409ec761-e783-4434-bd37-bc0eeede8e4a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:44:47.871385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Provisioning complete for port 8e8b96f2-3272-4778-8ab6-173da33b666a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:44:47.873119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:48.059489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Current status of the port 8e8b96f2-3272-4778-8ab6-173da33b666a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:44:48.060411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:48.107622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] For port 8e8b96f2-3272-4778-8ab6-173da33b666a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e8b96f2-3272-4778-8ab6-173da33b666a,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:44:48.184155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:48.240843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd7dc5-e9a3-4412-891e-beca8f21b884 None None] Pushing event updated for resources: {'Port': ['ID=8e8b96f2-3272-4778-8ab6-173da33b666a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:44:48.301954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-501a79e1-d58d-48f3-9e99-9d896fae58ba None None] Provisioning complete for port 8e8b96f2-3272-4778-8ab6-173da33b666a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:44:48.302431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-501a79e1-d58d-48f3-9e99-9d896fae58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:48.380819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-501a79e1-d58d-48f3-9e99-9d896fae58ba None None] Current status of the port 8e8b96f2-3272-4778-8ab6-173da33b666a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:44:48.955600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e8b96f2-3272-4778-8ab6-173da33b666a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:44:49.002131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8e8b96f2-3272-4778-8ab6-173da33b666a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:44:49.002583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e8b96f2-3272-4778-8ab6-173da33b666a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:49.079601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8e8b96f2-3272-4778-8ab6-173da33b666a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:44:51.765902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a9220e40-cd21-4f46-acde-84014b966250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:51.944537 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:44:53.997448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-abd5a1d6-ca7d-4870-9d13-f2cafdd09cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:54.885985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:56.659531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:44:58.137188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:21.750429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e994-1b66-4f3b-876e-5d1c63dd2ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:24.001712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4824cbe-ac20-4705-b090-59bb250e7a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:24.907822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:26.633371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:28.127355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:28.943022 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:45:51.752563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8aed2360-fa69-40e6-bb22-73075ecb89df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:54.004071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4981b6bf-43fa-4af6-9124-f328beed17ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:54.996310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:56.635369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:45:58.120912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:05.942475 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:46:21.825953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4b5444fa-99a2-463d-bdc7-f49a6674910d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:24.037623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7ce59856-9cd3-44d1-ab0d-563cf25cb428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:24.917440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:26.703759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:28.171733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:42.940267 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:46:50.051479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:46:50.057213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-b8f0da76-9def-4aba-89e7-70f133c3079d tempest-verify_tempest_config-1385204553 tempest-verify_tempest_config-1385204553-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:46:50.058195 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b8f0da76-9def-4aba-89e7-70f133c3079d tempest-verify_tempest_config-1385204553 tempest-verify_tempest_config-1385204553-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057418 Apr 30 04:46:50.541128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59632) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:46:50.665853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:50.781737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Publish callbacks [] for security_group (ac5983ed-bd24-4160-85d7-34e7c5e1b1e6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:50.840841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ac5983ed-bd24-4160-85d7-34e7c5e1b1e6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:50.906781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bf77fe5880e4e98a9a1ae86c7b16f99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3645620 Apr 30 04:46:50.907471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5983ed-bd24-4160-85d7-34e7c5e1b1e6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:46:50.909342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:46:50.934815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.935172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.935509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.935838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.936164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.936582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.936987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.937312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.937647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.937971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.938332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.938659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.938974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.939287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.939599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0acaf6a-2ff6-4f33-b3c5-950692326e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:46:50.988506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] Publish callbacks [] for security_group (ac5983ed-bd24-4160-85d7-34e7c5e1b1e6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:51.010591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] Publish callbacks [] for security_group (ac5983ed-bd24-4160-85d7-34e7c5e1b1e6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:51.157134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ac5983ed-bd24-4160-85d7-34e7c5e1b1e6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:51.159717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:51.161365 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac5983ed-bd24-4160-85d7-34e7c5e1b1e6 HTTP/1.1" status: 204 len: 168 time: 0.2506752 Apr 30 04:46:51.169280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572780d-d367-48fc-ae34-7be53077f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5983ed-bd24-4160-85d7-34e7c5e1b1e6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:46:51.754644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-969969ff-4ccc-4adc-a053-54ac4de9a672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:54.011356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8391c861-a07e-42a0-bef3-6f6603fdbaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:54.914063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:56.648045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:46:58.144885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:19.938320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:47:21.755717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1ada139-e9e3-4f86-806e-7e59cc1762c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:24.099332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e54844e-e16c-4ef9-8955-197524c5ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:24.904458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:26.687586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:28.138719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:51.778491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2a9785e1-8a22-4146-ab2c-66a4fbc7e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:53.994903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fdfbccf3-2c0e-4dea-bbf8-9f3bbdf2e58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:54.912733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:56.680184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:47:56.937321 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 5 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:47:58.137507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:07.748643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445394'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:21.774893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2fc3-007b-4d2b-9761-242e23b2dc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:21.775864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59708) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:48:21.880054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-337cabf3-7108-478e-aef4-c124e753f249 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1031206 Apr 30 04:48:24.005297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3807ae1c-d9f1-4958-9623-bb05667c2fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:24.163833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59718) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:48:24.227085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-61877ca0-d80e-4c0e-8fa7-2010b40f6da7 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0621347 Apr 30 04:48:24.936911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:26.648644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:28.142202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:33.936407 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:48:37.725019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:51.774448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-419a9269-4e3c-4980-92d3-a2ffc74bdfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:54.088647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7b4e0f7-6ecc-44bb-bddc-1e9a858bef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:54.953182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:56.684260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:48:58.118620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:07.733984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:10.934962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:49:21.773417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8eb0bc36-f733-42b5-88db-2917bc6760cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:24.088394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bf630248-ac65-42ab-9d45-d71489f02747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:24.927339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:26.660729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:28.135914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:37.757343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:46.427065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59840) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:46.695989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-119805548'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:46.807124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:46.810867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:46.819352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:46.899245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for security_group (f482c523-a677-4276-846f-71d7038d6a30), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:46.961840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f482c523-a677-4276-846f-71d7038d6a30), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.002796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:47.014592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f482c523-a677-4276-846f-71d7038d6a30,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:47.020411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904146791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (120c9074-4338-4bd1-8b45-8b0e3de1116a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.031247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Unsubscribe: segment precommit_create {{(pid=111175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 04:49:47.031247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Added segment 120c9074-4338-4bd1-8b45-8b0e3de1116a of type vlan for network f1d45065-deaf-4bc8-b31f-1b10746f0fbf Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.056799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.057369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.057697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.058021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.058533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.058856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.059171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Tracked resource versions report: Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: pushed versions: Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: { 'AddressGroup': {'1.2'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Agent': {'1.1'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'ConntrackHelper': {'1.0'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Log': {'1.0'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'NDPProxy': {'1.0'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Network': {'1.1'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Port': {'1.7'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'PortForwarding': {'1.3'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'QosPolicy': {'1.10'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroup': {'1.5'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SubPort': {'1.0'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Subnet': {'1.1'}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Trunk': {'1.1'}} Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: consumer versions: Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: HyperV agent@hv-neutron-8380: {}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Agent': '1.1', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'ConntrackHelper': '1.0', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'LocalIPAssociation': '1.0', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Log': '1.0', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'NDPProxy': '1.0', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Network': '1.1', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Port': '1.7', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'PortForwarding': '1.3', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'QosPolicy': '1.10', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroup': '1.5', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SecurityGroupRule': '1.2', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'SubPort': '1.0', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Subnet': '1.1', Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: 'Trunk': '1.1'}} Apr 30 04:49:47.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: {{(pid=111175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:49:47.095824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f1d45065-deaf-4bc8-b31f-1b10746f0fbf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.163064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f1d45065-deaf-4bc8-b31f-1b10746f0fbf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.168838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:47.174456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.282051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Network': ['ID=f1d45065-deaf-4bc8-b31f-1b10746f0fbf,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:47.295290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:47.304924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59890) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:47.305439 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1e04d45b-e145-4d00-8da5-5950b3f53e98 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8684812 Apr 30 04:49:47.305540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'subnet': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:47.511937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:47.515740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.521020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59898) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:47.604430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59904) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:47.659616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59910) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:47.796561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1631331726-network', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:47.826207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (ba226fa9-16a3-4c4c-a543-7ed788897482), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.832251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-809468524-network', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:47.881863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Subnet': ['ID=ba226fa9-16a3-4c4c-a543-7ed788897482,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:47.890905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.891250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.891582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.891928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.892238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.892561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.892881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.893200 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.893522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.893840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.894159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.894502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.894816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.895131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.895441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Tracked resource versions report: Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: pushed versions: Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: { 'AddressGroup': {'1.2'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Agent': {'1.1'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'ConntrackHelper': {'1.0'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Log': {'1.0'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'NDPProxy': {'1.0'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Network': {'1.1'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Port': {'1.7'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'PortForwarding': {'1.3'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'QosPolicy': {'1.10'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroup': {'1.5'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SubPort': {'1.0'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Subnet': {'1.1'}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Trunk': {'1.1'}} Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: consumer versions: Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: HyperV agent@hv-neutron-8380: {}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Agent': '1.1', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'ConntrackHelper': '1.0', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'LocalIPAssociation': '1.0', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Log': '1.0', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'NDPProxy': '1.0', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Network': '1.1', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Port': '1.7', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'PortForwarding': '1.3', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'QosPolicy': '1.10', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroup': '1.5', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SecurityGroupRule': '1.2', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'SubPort': '1.0', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Subnet': '1.1', Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: 'Trunk': '1.1'}} Apr 30 04:49:47.896618 dv-neutron-838078-9-hyperv neutron-server[111174]: {{(pid=111174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:49:47.909993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Made reservation on behalf of 2fee7847be8044f2a0c4cf8d9fe7fc3a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:47.912926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.915297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Checking segment: {'id': '120c9074-4338-4bd1-8b45-8b0e3de1116a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:47.915751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network hostable DHCP agents. Network: f1d45065-deaf-4bc8-b31f-1b10746f0fbf, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:49:47.921468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.936084 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:49:47.939400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Made reservation on behalf of 00d563431d3d47f7b478dd1b7903c60d for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:47.941596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.980307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:47.991733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:49:48.288278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1163200033-network', 'tenant_id': '1dad282aaae24fda992341db1124514d'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:48.288278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks [] for security_group (003f73c5-b3c0-405b-a173-fe0e161db803), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.290730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f1d45065-deaf-4bc8-b31f-1b10746f0fbf) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:48.291395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks [] for security_group (5364cbd9-bdd5-4cf5-9b89-011d9df17ff8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.292450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:48.292897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6bf111-f985-43fe-8c3a-b7a846d4dfbf None None] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:48.293324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.294007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (003f73c5-b3c0-405b-a173-fe0e161db803), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.294007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5364cbd9-bdd5-4cf5-9b89-011d9df17ff8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.294007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f73c5-b3c0-405b-a173-fe0e161db803,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.300608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'project_id': '7f2f157e5d55497bbf6d92dbd7d63a26', 'fixed_ips': [{'subnet_id': 'ba226fa9-16a3-4c4c-a543-7ed788897482'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:49:48.300608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5364cbd9-bdd5-4cf5-9b89-011d9df17ff8,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66430057-b134-4260-b19d-0a785aebde23), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Added segment 66430057-b134-4260-b19d-0a785aebde23 of type vlan for network 84d939ba-0773-4cf3-8f3c-77f950c5f988 Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (afd4889b-0eb5-46aa-a2a2-09acdac854a5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Added segment afd4889b-0eb5-46aa-a2a2-09acdac854a5 of type vlan for network b89f8174-cd1f-409e-be04-0224f33d02d0 Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Made reservation on behalf of 1dad282aaae24fda992341db1124514d for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:48.302574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.303254 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d38a52c4-3fb6-43e2-9347-5b9029634bf7 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9964716 Apr 30 04:49:48.303254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59930) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:48.306578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1740098652'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:48.355260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.380991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (84d939ba-0773-4cf3-8f3c-77f950c5f988), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.385419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b89f8174-cd1f-409e-be04-0224f33d02d0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.418842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Allocated IP 2001:db8::2 (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/0756c513-254d-4443-b3bd-efdc4748bf9d) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:48.492681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks [] for security_group (efbeea73-085c-4a15-953b-34739fc7bed5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.500076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (84d939ba-0773-4cf3-8f3c-77f950c5f988), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.500998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:48.501585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.538663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b89f8174-cd1f-409e-be04-0224f33d02d0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.539814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:48.540378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.581451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:48.586100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.617652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] Pushing event updated for resources: {'Network': ['ID=84d939ba-0773-4cf3-8f3c-77f950c5f988,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.623184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 4052826f-98fe-4c3c-892a-bdedf300f47d yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:49:48.634416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:48.639713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks [] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.658932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (efbeea73-085c-4a15-953b-34739fc7bed5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.696711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1738474 Apr 30 04:49:48.699456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:48.703851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba6a25eb-7fc0-4614-904a-cb9b44c9041f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0983982 Apr 30 04:49:48.704754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34d7d-bd84-413f-9526-aeddc97f03e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b89f8174-cd1f-409e-be04-0224f33d02d0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.713389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Request body: {'subnet': {'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1631331726-subnet', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:48.728820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:48.731942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b89f8174-cd1f-409e-be04-0224f33d02d0 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:48.734075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.734329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbeea73-085c-4a15-953b-34739fc7bed5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.749953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:48.755281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Request body: {'subnet': {'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-809468524-subnet', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:48.789460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5f94f374-c338-47e9-8895-ee58cf90bf8e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.791456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Added segment 5f94f374-c338-47e9-8895-ee58cf90bf8e of type vlan for network d59e5f82-aafe-4c40-87ee-a4fd98243b8f Apr 30 04:49:48.847699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d59e5f82-aafe-4c40-87ee-a4fd98243b8f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.864198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::2da (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/4052826f-98fe-4c3c-892a-bdedf300f47d) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:48.888882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:48.895095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:48.910078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Made reservation on behalf of 2fee7847be8044f2a0c4cf8d9fe7fc3a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:48.910423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:48.912368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.925332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Pushing event updated for resources: {'Port': ['ID=0756c513-254d-4443-b3bd-efdc4748bf9d,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:48.938896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Made reservation on behalf of 00d563431d3d47f7b478dd1b7903c60d for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:48.941082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.944233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.944578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.945099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.946124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.946512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.946845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.947336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.947809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.948158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.948538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.948871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.949215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.949542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.949861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.950179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Tracked resource versions report: Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: pushed versions: Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: { 'AddressGroup': {'1.2'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Agent': {'1.1'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'ConntrackHelper': {'1.0'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Log': {'1.0'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'NDPProxy': {'1.0'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Network': {'1.1'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Port': {'1.7'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'PortForwarding': {'1.3'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'QosPolicy': {'1.10'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroup': {'1.5'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SubPort': {'1.0'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Subnet': {'1.1'}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Trunk': {'1.1'}} Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: consumer versions: Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: HyperV agent@hv-neutron-8380: {}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Agent': '1.1', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'ConntrackHelper': '1.0', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'LocalIPAssociation': '1.0', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Log': '1.0', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'NDPProxy': '1.0', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Network': '1.1', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Port': '1.7', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'PortForwarding': '1.3', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'QosPolicy': '1.10', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroup': '1.5', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SecurityGroupRule': '1.2', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'SubPort': '1.0', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Subnet': '1.1', Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: 'Trunk': '1.1'}} Apr 30 04:49:48.951428 dv-neutron-838078-9-hyperv neutron-server[111176]: {{(pid=111176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:49:48.990466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d59e5f82-aafe-4c40-87ee-a4fd98243b8f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:48.991522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:48.992502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.035511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Attempting to bind port 0756c513-254d-4443-b3bd-efdc4748bf9d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:49.036325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Attempting to bind port 0756c513-254d-4443-b3bd-efdc4748bf9d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '120c9074-4338-4bd1-8b45-8b0e3de1116a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:49.036840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Attempting to bind port 0756c513-254d-4443-b3bd-efdc4748bf9d on network f1d45065-deaf-4bc8-b31f-1b10746f0fbf {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:49.043137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:49.043838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Checking segment: {'id': '120c9074-4338-4bd1-8b45-8b0e3de1116a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:49.044414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.044944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Bound using segment: {'id': '120c9074-4338-4bd1-8b45-8b0e3de1116a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:49.045590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Bound port: 0756c513-254d-4443-b3bd-efdc4748bf9d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120c9074-4338-4bd1-8b45-8b0e3de1116a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:49.046123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.081802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4210558 Apr 30 04:49:49.086595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59968) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:49.130361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] For port 0756c513-254d-4443-b3bd-efdc4748bf9d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:49.138506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] For port 0756c513-254d-4443-b3bd-efdc4748bf9d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0756c513-254d-4443-b3bd-efdc4748bf9d,segment=NetworkSegment(120c9074-4338-4bd1-8b45-8b0e3de1116a),segment_id=120c9074-4338-4bd1-8b45-8b0e3de1116a)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:49.165891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.221344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.280431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.281535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Request body: {'subnet': {'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1163200033-subnet', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:49.294484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c298e-9b42-46a0-aaa5-66c92dff8a53 admin admin] Pushing event updated for resources: {'Network': ['ID=d59e5f82-aafe-4c40-87ee-a4fd98243b8f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:49.306785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8c8e-f14c-486c-b140-05b9913e1154 None None] Pushing event updated for resources: {'Port': ['ID=0756c513-254d-4443-b3bd-efdc4748bf9d,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:49.314487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:49.397608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Made reservation on behalf of 1dad282aaae24fda992341db1124514d for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:49.400001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.533417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:49.578339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:49.609935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:49.615353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:49.616043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.670073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 59988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:49.882079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (19f15a22-6628-4674-892e-c96715f2bf92), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.884574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=4052826f-98fe-4c3c-892a-bdedf300f47d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:49.885004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f15a22-6628-4674-892e-c96715f2bf92,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:49.885004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Checking segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:49.885004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Network hostable DHCP agents. Network: d59e5f82-aafe-4c40-87ee-a4fd98243b8f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:49:49.885454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 59994) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:49.904550 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29c4ddf3-c2fc-43a8-8808-ce9440ad6d56 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6059597 Apr 30 04:49:49.908286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60000) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:49.915852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-12592242', 'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:61:1d:0c'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:49.976328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (cd155bb8-dc33-49a8-ae3c-f417abb4fa08), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:49.976518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:49:49.987604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.099649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3bef7669-c934-438a-a629-d5ca7318f542 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-332035933'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.101106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3bef7669-c934-438a-a629-d5ca7318f542 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Unknown quota resources ['metering_label']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:49:50.113386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d59e5f82-aafe-4c40-87ee-a4fd98243b8f) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:50.119476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:50.120067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.125117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c18f68-3ddd-43c4-bcac-9902d002d3e1 None None] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:50.139254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Checking segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:50.139557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Network hostable DHCP agents. Network: b89f8174-cd1f-409e-be04-0224f33d02d0, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:49:50.142388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd155bb8-dc33-49a8-ae3c-f417abb4fa08,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:50.147089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Checking segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:50.147451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Network hostable DHCP agents. Network: 84d939ba-0773-4cf3-8f3c-77f950c5f988, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:49:50.201696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-907607939'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.253421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:50.288847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60004) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.301623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-d59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'project_id': '1dad282aaae24fda992341db1124514d', 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:49:50.302630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.333475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Made reservation on behalf of 71760523178146f3ae3c87087c4452ea for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:50.337066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.370114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.372004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Network b89f8174-cd1f-409e-be04-0224f33d02d0 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:49:50.373790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:49:50.399828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:50.407255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b89f8174-cd1f-409e-be04-0224f33d02d0) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:50.411304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 84d939ba-0773-4cf3-8f3c-77f950c5f988) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:50.419069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-10e28bbb-70d9-4bb1-af52-aa7ce5f95630 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3311524 Apr 30 04:49:50.432304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:50.432899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.443123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60012) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.451782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db886498-84a3-4e92-bab1-c9b44e0c4be1 None None] Network b89f8174-cd1f-409e-be04-0224f33d02d0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:50.470022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.477888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bef7669-c934-438a-a629-d5ca7318f542 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.482173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3bef7669-c934-438a-a629-d5ca7318f542 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8109868 Apr 30 04:49:50.496033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.498422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3e019b8b-38c3-4926-878b-a5e755ee10d4 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4e8819dc-29a8-459c-b440-9c83e41f58a3'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.499206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3e019b8b-38c3-4926-878b-a5e755ee10d4 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:49:50.514392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d15fc-4709-4866-821b-b58a060a3027 None None] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:50.515691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1209986743'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.526425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.534066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:50.534923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.628317 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-65a88125-9644-4e76-ab02-78b39e5b96b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9277389 Apr 30 04:49:50.632468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.637080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.666712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.669008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.674878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.704863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-25bb0aff-5585-4400-8765-4b369dddcd60 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Request body: {'quota': {'network': 2}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.745391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 5f352959-75f3-4ade-9eb5-a4645680092f yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:49:50.770341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Made reservation on behalf of 460611e104974ee2aaada6087a4a8689 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:50.774378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.774694 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.services.metering.metering_plugin [None req-3e019b8b-38c3-4926-878b-a5e755ee10d4 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 30 04:49:50.777034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for router_controller (81fe5a61-356b-45ac-96ef-8d59550dd1b5), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.780971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks [] for security_group (d0bb024d-4e22-43a6-9137-a634c57de766), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.787284 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5af71dc1-b8f2-4978-a06d-027126e2e6d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0545683 Apr 30 04:49:50.788963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6284ff-5219-47e5-9a64-a0e0dd8dabe6 None None] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:50.789811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60026) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:50.792706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.808685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:50.908320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.909883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.913372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d0bb024d-4e22-43a6-9137-a634c57de766), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.914599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Provisioning complete for port 0756c513-254d-4443-b3bd-efdc4748bf9d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:50.914969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.921471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks [] for security_group (24e7f357-1a85-4eac-8609-6740ae26ac72), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.922633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-84d939ba-0773-4cf3-8f3c-77f950c5f988', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:49:50.923463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.986039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (24e7f357-1a85-4eac-8609-6740ae26ac72), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:50.999201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e019b8b-38c3-4926-878b-a5e755ee10d4 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.003680 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e019b8b-38c3-4926-878b-a5e755ee10d4 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5105250 Apr 30 04:49:51.006960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60030) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.041040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-aad55d4c-135b-46dd-a6df-15ffdafd4073 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4e8819dc-29a8-459c-b440-9c83e41f58a3'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:51.042017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-aad55d4c-135b-46dd-a6df-15ffdafd4073 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:49:51.048586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-25bb0aff-5585-4400-8765-4b369dddcd60 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "PUT /v2.0/quotas/dd0d196946f4443997c17e45e804a90b HTTP/1.1" status: 200 len: 368 time: 0.5158377 Apr 30 04:49:51.053808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60032) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.060914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Request body: {'network': {'project_id': 'dd0d196946f4443997c17e45e804a90b'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:51.065059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:51.073120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:51.090305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a01f74c0-f48c-4be2-8b35-32323429cf80), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.090305 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Added segment a01f74c0-f48c-4be2-8b35-32323429cf80 of type vlan for network 58de5a6b-5891-4714-aee6-4df2849cc7e9 Apr 30 04:49:51.095705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb024d-4e22-43a6-9137-a634c57de766,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:51.107542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::19e (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/5f352959-75f3-4ade-9eb5-a4645680092f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:51.151403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3c808de6-a51d-41b9-8785-320665d76a93), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.151912 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Added segment 3c808de6-a51d-41b9-8785-320665d76a93 of type vlan for network ee05c4a3-f836-4d40-8c95-144c924efc55 Apr 30 04:49:51.182067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.183208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.189795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for router_gateway (81fe5a61-356b-45ac-96ef-8d59550dd1b5), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.194040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for router_controller (887a5cbf-df9c-4c3e-9336-610556b54bba), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.201362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Allocated IP 172.20.0.2 (84d939ba-0773-4cf3-8f3c-77f950c5f988/ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0/901b0a36-a586-4a8a-97f0-1b7768f32941) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:51.264300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Allocated IP 172.20.0.2 (d59e5f82-aafe-4c40-87ee-a4fd98243b8f/19f15a22-6628-4674-892e-c96715f2bf92/1e8e191a-5740-466f-af2e-bb798ee18cf3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:51.291448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (58de5a6b-5891-4714-aee6-4df2849cc7e9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.299334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ee05c4a3-f836-4d40-8c95-144c924efc55), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.303687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7f357-1a85-4eac-8609-6740ae26ac72,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:51.321776 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.services.metering.metering_plugin [None req-aad55d4c-135b-46dd-a6df-15ffdafd4073 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 30 04:49:51.345539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Made reservation on behalf of dd0d196946f4443997c17e45e804a90b for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:51.347854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.367845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0756c513-254d-4443-b3bd-efdc4748bf9d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:51.372825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.413599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b89f8174-cd1f-409e-be04-0224f33d02d0', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:49:51.413599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.523036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks [] for security_group (7bf89593-c918-4619-ba09-7540c1649d8d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.579555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (58de5a6b-5891-4714-aee6-4df2849cc7e9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.584890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:51.585454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.600083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for router_gateway (887a5cbf-df9c-4c3e-9336-610556b54bba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.619175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for router_controller (e1174895-85d0-4058-a7af-f9ea96e7409d), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.624985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aad55d4c-135b-46dd-a6df-15ffdafd4073 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.629587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aad55d4c-135b-46dd-a6df-15ffdafd4073 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6124721 Apr 30 04:49:51.629587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7bf89593-c918-4619-ba09-7540c1649d8d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.631435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60034) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.692555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:51.694090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Allocated IP 172.20.0.2 (b89f8174-cd1f-409e-be04-0224f33d02d0/cd155bb8-dc33-49a8-ae3c-f417abb4fa08/a1898429-5f26-4ddf-94bb-98b053bfbb94) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:51.710080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ee05c4a3-f836-4d40-8c95-144c924efc55), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.715664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:51.715996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.721601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Pushing event updated for resources: {'Network': ['ID=58de5a6b-5891-4714-aee6-4df2849cc7e9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:51.748991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.748991 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Added segment ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247 of type vlan for network b5415314-c342-4a03-947d-e328ea9a1bab Apr 30 04:49:51.755758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d1ec2b83-691a-41fa-a5a3-341f827eda88 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=ab6a83f0-f777-4931-8227-0b3da3c97762 HTTP/1.1" status: 200 len: 462 time: 0.1181915 Apr 30 04:49:51.762899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60038) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.765637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf89593-c918-4619-ba09-7540c1649d8d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:51.809426 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-68f955f5-2f64-4a12-b420-86db7dbf5eb3 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5136702 Apr 30 04:49:51.814316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60040) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.849882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks [] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.876161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b5415314-c342-4a03-947d-e328ea9a1bab), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.880203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 58de5a6b-5891-4714-aee6-4df2849cc7e9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:51.889648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 0756c513-254d-4443-b3bd-efdc4748bf9d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:51.890058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.918071 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0472832 Apr 30 04:49:51.922609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:51.949151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.957766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks [] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:51.986519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Network b89f8174-cd1f-409e-be04-0224f33d02d0 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:51.999858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:52.006619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for router_gateway (e1174895-85d0-4058-a7af-f9ea96e7409d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.014302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Request body: {'subnet': {'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:52.020651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (5f352959-75f3-4ade-9eb5-a4645680092f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.021768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:52.044662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'name': 'tempest-network--322685380', 'router:external': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:52.053301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b5415314-c342-4a03-947d-e328ea9a1bab), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.054403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:52.058336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.137706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.160310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c921c-5dbe-44ca-b0f1-57bcd4b2cf10 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event updated for resources: {'Network': ['ID=ee05c4a3-f836-4d40-8c95-144c924efc55,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:52.173203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for router_gateway (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.188621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8b521d2-dce0-463d-a24d-e42cf9e91b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.218865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ee05c4a3-f836-4d40-8c95-144c924efc55 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:52.228347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.257309 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c71e965-462b-4737-8860-6e80757eff1c tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.262061 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c71e965-462b-4737-8860-6e80757eff1c tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/ab6a83f0-f777-4931-8227-0b3da3c97762 HTTP/1.1" status: 204 len: 168 time: 0.4928167 Apr 30 04:49:52.267734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60056) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:52.281634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2262926 Apr 30 04:49:52.295623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60058) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:52.298975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Current status of the port 0756c513-254d-4443-b3bd-efdc4748bf9d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:52.298975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.304222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Request body: {'network': {'project_id': 'dd0d196946f4443997c17e45e804a90b'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:52.321461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:52.335143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-35ae1a31-eafd-47e4-bf4d-376e2a771d71 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=ab6a83f0-f777-4931-8227-0b3da3c97762 HTTP/1.1" status: 200 len: 221 time: 0.0574279 Apr 30 04:49:52.341212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Pushing event updated for resources: {'Port': ['ID=a1898429-5f26-4ddf-94bb-98b053bfbb94,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:52.342555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60060) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:52.344865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:52.347281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.349800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks [] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.352027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:52.358663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6f245e23-01bf-4cd2-a3e0-77ddeb5a25a2 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--823362717', 'description': 'label created by tempest'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:52.359095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6f245e23-01bf-4cd2-a3e0-77ddeb5a25a2 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Unknown quota resources ['metering_label']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:49:52.389931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:52.397428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Attempting to bind port a1898429-5f26-4ddf-94bb-98b053bfbb94 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:52.398046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Attempting to bind port a1898429-5f26-4ddf-94bb-98b053bfbb94 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:52.398675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Attempting to bind port a1898429-5f26-4ddf-94bb-98b053bfbb94 on network b89f8174-cd1f-409e-be04-0224f33d02d0 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:52.400774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0756c513-254d-4443-b3bd-efdc4748bf9d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:52.401419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.426116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for router_gateway (887a5cbf-df9c-4c3e-9336-610556b54bba), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.450304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.450304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (5f352959-75f3-4ade-9eb5-a4645680092f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.456399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:52.456852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Checking segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:52.457438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.457836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Bound using segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:52.458341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Bound port: a1898429-5f26-4ddf-94bb-98b053bfbb94, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:52.458736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.460276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.493104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f00322-00ba-438e-bc51-0daa8c8a3c9a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event updated for resources: {'Network': ['ID=b5415314-c342-4a03-947d-e328ea9a1bab,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:52.497970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.537458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b5415314-c342-4a03-947d-e328ea9a1bab details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:52.541603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d3abc668-d682-479c-b147-591061dfa68b None None] For port 0756c513-254d-4443-b3bd-efdc4748bf9d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0756c513-254d-4443-b3bd-efdc4748bf9d,segment=NetworkSegment(120c9074-4338-4bd1-8b45-8b0e3de1116a),segment_id=120c9074-4338-4bd1-8b45-8b0e3de1116a)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:49:52.543673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Made reservation on behalf of 71760523178146f3ae3c87087c4452ea for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:52.549399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks [] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.555971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Allocated IP 172.26.5.64 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/cad6be69-0f18-4714-b52a-7f4aab491db0) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:52.581516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Pushing event updated for resources: {'Port': ['ID=1e8e191a-5740-466f-af2e-bb798ee18cf3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:52.612584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Made reservation on behalf of dd0d196946f4443997c17e45e804a90b for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:52.615892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.630178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.633627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:52.715777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.725958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:52.775180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=5f352959-75f3-4ade-9eb5-a4645680092f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:52.789973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:52.803159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:52.808996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:52.811677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.831346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.869217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:52.899001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:52.900469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Attempting to bind port 1e8e191a-5740-466f-af2e-bb798ee18cf3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:52.900469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Attempting to bind port 1e8e191a-5740-466f-af2e-bb798ee18cf3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:52.900679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Attempting to bind port 1e8e191a-5740-466f-af2e-bb798ee18cf3 on network d59e5f82-aafe-4c40-87ee-a4fd98243b8f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:52.913229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Allocated IP 172.26.5.78 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/af72f5ca-6a47-4754-a2d4-dce393858d54) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:52.949670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Provisioning complete for port 0756c513-254d-4443-b3bd-efdc4748bf9d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:52.949670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.954449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:52.954449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Checking segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:52.954449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:52.954754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Bound using segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:52.955079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Bound port: 1e8e191a-5740-466f-af2e-bb798ee18cf3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:52.955456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.007179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Pushing event updated for resources: {'Port': ['ID=901b0a36-a586-4a8a-97f0-1b7768f32941,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.016592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:49:53.016967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:49:53.025600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] For port a1898429-5f26-4ddf-94bb-98b053bfbb94, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:53.040475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:53.078760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:53.081117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:53.102256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] For port a1898429-5f26-4ddf-94bb-98b053bfbb94, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a1898429-5f26-4ddf-94bb-98b053bfbb94,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:53.142669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Pushing event updated for resources: {'Port': ['ID=cad6be69-0f18-4714-b52a-7f4aab491db0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.157870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:53.165376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Attempting to bind port 901b0a36-a586-4a8a-97f0-1b7768f32941 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:53.165967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Attempting to bind port 901b0a36-a586-4a8a-97f0-1b7768f32941 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:53.166510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Attempting to bind port 901b0a36-a586-4a8a-97f0-1b7768f32941 on network 84d939ba-0773-4cf3-8f3c-77f950c5f988 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:53.173560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.183774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abc668-d682-479c-b147-591061dfa68b None None] Pushing event updated for resources: {'Port': ['ID=0756c513-254d-4443-b3bd-efdc4748bf9d,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.193526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:53.194165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Checking segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:53.194727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.195946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Bound using segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:53.196573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Bound port: 901b0a36-a586-4a8a-97f0-1b7768f32941, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:53.197166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.223952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.240867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] For port 1e8e191a-5740-466f-af2e-bb798ee18cf3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:53.245440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6f245e23-01bf-4cd2-a3e0-77ddeb5a25a2 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.246703 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6f245e23-01bf-4cd2-a3e0-77ddeb5a25a2 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8969972 Apr 30 04:49:53.250442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60062) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:53.254537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e07d6344-1a0d-4b69-9a1b-dd0a9669b259), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.254991 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Added segment e07d6344-1a0d-4b69-9a1b-dd0a9669b259 of type vlan for network 951700cb-71c5-4006-9785-6f9b0d7fedf9 Apr 30 04:49:53.293943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] For port 1e8e191a-5740-466f-af2e-bb798ee18cf3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1e8e191a-5740-466f-af2e-bb798ee18cf3,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:53.318766 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fef68174-96c6-47f9-b9bd-4ca1f86fd124 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4059699 Apr 30 04:49:53.326956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Current status of the port 0756c513-254d-4443-b3bd-efdc4748bf9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:53.340743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60064) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:53.369388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for router_gateway (e1174895-85d0-4058-a7af-f9ea96e7409d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.372474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Provisioning complete for port 4052826f-98fe-4c3c-892a-bdedf300f47d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:53.372859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.376842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172c1e2-6819-4641-baf5-d9ae999ff4a1 None None] Pushing event updated for resources: {'Port': ['ID=a1898429-5f26-4ddf-94bb-98b053bfbb94,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.381402 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc4330d2-c50e-4a26-84a4-510c8ee68907 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=16b9a144-c481-4f49-bee6-15f15dafd6fb HTTP/1.1" status: 200 len: 467 time: 0.1274552 Apr 30 04:49:53.387016 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60066) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:53.387565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for security_group (56bb9d57-5b50-4c80-962d-9b5d9c752606), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.424499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.432978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] For port 901b0a36-a586-4a8a-97f0-1b7768f32941, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:53.439066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] For port 901b0a36-a586-4a8a-97f0-1b7768f32941, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=901b0a36-a586-4a8a-97f0-1b7768f32941,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:53.458865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (951700cb-71c5-4006-9785-6f9b0d7fedf9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.463731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.475435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bcb03dbb-2b5d-4fe9-9fba-1fe7f8909356 None None] Port 4052826f-98fe-4c3c-892a-bdedf300f47d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:49:53.505985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b2a5-9643-4c9d-976d-ca9213267abe None None] Pushing event updated for resources: {'Port': ['ID=1e8e191a-5740-466f-af2e-bb798ee18cf3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.525063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (56bb9d57-5b50-4c80-962d-9b5d9c752606), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.542107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.592278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.595891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8c1a0-159b-4d39-9e80-35045f143ee4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:53.604405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8c1a0-159b-4d39-9e80-35045f143ee4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:53.615520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8c1a0-159b-4d39-9e80-35045f143ee4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:53.619733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6cb8c1a0-159b-4d39-9e80-35045f143ee4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2712710 Apr 30 04:49:53.652590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60068) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:53.674744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-487bd84b-7c28-4e83-b4bc-e1f4d4d0eb90 None None] Provisioning complete for port 5f352959-75f3-4ade-9eb5-a4645680092f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:53.675082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-487bd84b-7c28-4e83-b4bc-e1f4d4d0eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5f352959-75f3-4ade-9eb5-a4645680092f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.730300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:53.749637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0756c513-254d-4443-b3bd-efdc4748bf9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:53.773913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee6657-de5e-4fe4-b054-fd6b71d49b1b None None] Pushing event updated for resources: {'Port': ['ID=901b0a36-a586-4a8a-97f0-1b7768f32941,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.808425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-487bd84b-7c28-4e83-b4bc-e1f4d4d0eb90 None None] Port 5f352959-75f3-4ade-9eb5-a4645680092f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:49:53.863600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Pushing event updated for resources: {'Port': ['ID=af72f5ca-6a47-4754-a2d4-dce393858d54,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.879552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (951700cb-71c5-4006-9785-6f9b0d7fedf9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.880564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:53.881154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.887957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:53.901836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb9d57-5b50-4c80-962d-9b5d9c752606,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:53.910338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7625e954-6ecf-4042-94ed-89af257c2962), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:53.910684 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Added segment 7625e954-6ecf-4042-94ed-89af257c2962 of type vlan for network 0eece0b1-6ddb-4b55-877c-d28ab74e36f6 Apr 30 04:49:53.966854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:53.971552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:54.020458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event updated for resources: {'Network': ['ID=951700cb-71c5-4006-9785-6f9b0d7fedf9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:54.035453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-19928f3d-5363-499e-9b90-ab0e92399d18 tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7320690 Apr 30 04:49:54.049092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 951700cb-71c5-4006-9785-6f9b0d7fedf9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:54.147937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60070) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.173675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2d408881-ea92-4d04-8a61-1631cfe7259b tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Request body: {'network': {'project_id': 'dd0d196946f4443997c17e45e804a90b'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:54.221574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a1898429-5f26-4ddf-94bb-98b053bfbb94 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:54.225054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e75dbba7-2977-4fc9-bb00-395554c98e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.260239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for router_gateway (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.284819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (0eece0b1-6ddb-4b55-877c-d28ab74e36f6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.291505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d408881-ea92-4d04-8a61-1631cfe7259b tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 04:49:54.291971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d408881-ea92-4d04-8a61-1631cfe7259b tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:49:54.296430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d408881-ea92-4d04-8a61-1631cfe7259b tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1278911 Apr 30 04:49:54.296575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a1898429-5f26-4ddf-94bb-98b053bfbb94 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:54.296575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.299404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60072) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.302926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 5f352959-75f3-4ade-9eb5-a4645680092f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:49:54.303260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5f352959-75f3-4ade-9eb5-a4645680092f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.314317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c9-5e21-460b-9a4f-ed848c42b25b tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.315537 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb31d9c9-5e21-460b-9a4f-ed848c42b25b tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/16b9a144-c481-4f49-bee6-15f15dafd6fb HTTP/1.1" status: 204 len: 168 time: 0.9258249 Apr 30 04:49:54.319357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for subnet (f924f245-7650-49c9-8994-9f1301488b1b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.324019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60074) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.389426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Allocated IP 172.26.5.122 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/24a161e2-1b38-4cc8-a91a-4cf41804ca0c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:54.436095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a1898429-5f26-4ddf-94bb-98b053bfbb94 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:54.436489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.448572 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed2741b3-6fac-4fe3-bcfb-63491e12ae61 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=16b9a144-c481-4f49-bee6-15f15dafd6fb HTTP/1.1" status: 200 len: 216 time: 0.0953519 Apr 30 04:49:54.450681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60076) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.481542 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-381f70f3-38ce-4b94-8a10-a3eb41cea62d tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0252583 Apr 30 04:49:54.481852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60078) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.495921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port a1898429-5f26-4ddf-94bb-98b053bfbb94, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a1898429-5f26-4ddf-94bb-98b053bfbb94,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:49:54.549591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-17737e88-1d34-4eb1-80bf-ad65f8a08b09 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0665295 Apr 30 04:49:54.552927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60080) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.575090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.578752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0756c513-254d-4443-b3bd-efdc4748bf9d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:54.582620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5f352959-75f3-4ade-9eb5-a4645680092f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.588155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event updated for resources: {'Subnet': ['ID=f924f245-7650-49c9-8994-9f1301488b1b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:54.609711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-13f4970a-22d0-4321-a644-4bea85023f6b tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd0d196946f4443997c17e45e804a90b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2882361 Apr 30 04:49:54.622774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60082) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.623839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 5f352959-75f3-4ade-9eb5-a4645680092f owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:49:54.627261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Checking segment: {'id': '3c808de6-a51d-41b9-8785-320665d76a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:54.627926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Network hostable DHCP agents. Network: ee05c4a3-f836-4d40-8c95-144c924efc55, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:49:54.629571 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0cd1338f-a7b0-4e20-86da-a3f084ebb846 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/4e8819dc-29a8-459c-b440-9c83e41f58a3 HTTP/1.1" status: 200 len: 472 time: 0.0754342 Apr 30 04:49:54.634570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60084) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.682863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=a1898429-5f26-4ddf-94bb-98b053bfbb94,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:54.685782 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1648e3f9-c1d5-4de8-bd22-d7cddaabaa4e tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/9d8de2c7-5a62-4376-b146-297ed9fe9b96 HTTP/1.1" status: 200 len: 459 time: 0.0501449 Apr 30 04:49:54.692046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 0756c513-254d-4443-b3bd-efdc4748bf9d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:54.692434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.704116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (0eece0b1-6ddb-4b55-877c-d28ab74e36f6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.706377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:54.709884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.720740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60086) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:54.753352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.776922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0756c513-254d-4443-b3bd-efdc4748bf9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:54.870371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for router_gateway (887a5cbf-df9c-4c3e-9336-610556b54bba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.901206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16795f10-8ac1-47ef-9f86-1723e7c8ee10 None None] Network b89f8174-cd1f-409e-be04-0224f33d02d0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:54.954090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:54.974548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=0eece0b1-6ddb-4b55-877c-d28ab74e36f6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:54.998010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 0eece0b1-6ddb-4b55-877c-d28ab74e36f6 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:49:55.001177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-94b4f9d3-6d91-4d51-8211-e1593289efb1 None None] Provisioning complete for port a1898429-5f26-4ddf-94bb-98b053bfbb94 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:55.001549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94b4f9d3-6d91-4d51-8211-e1593289efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.003400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Network ee05c4a3-f836-4d40-8c95-144c924efc55 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:49:55.008587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.020014 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ab120ebf-a562-4fd7-be25-702a96d5e989 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 3.1854281 Apr 30 04:49:55.022180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60090) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:55.144270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks [] for security_group (7bf89593-c918-4619-ba09-7540c1649d8d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.159141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ee05c4a3-f836-4d40-8c95-144c924efc55) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:55.170045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef2389-1d2a-4a5e-866f-b321e2ad2aef None None] Network ee05c4a3-f836-4d40-8c95-144c924efc55 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:55.215772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.295326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:49:55.298912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-94b4f9d3-6d91-4d51-8211-e1593289efb1 None None] Current status of the port a1898429-5f26-4ddf-94bb-98b053bfbb94 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:55.336915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13549d4a-7a91-49f5-8247-ca35599dede8 None None] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:55.400572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ee05c4a3-f836-4d40-8c95-144c924efc55', 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55', 'project_id': '71760523178146f3ae3c87087c4452ea', 'fixed_ips': [{'subnet_id': 'f924f245-7650-49c9-8994-9f1301488b1b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:49:55.401422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.403501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:55.404101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.478470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-90e5d4df-f726-41f7-b299-18c6c1692329 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.479618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-90e5d4df-f726-41f7-b299-18c6c1692329 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/9d8de2c7-5a62-4376-b146-297ed9fe9b96 HTTP/1.1" status: 204 len: 168 time: 0.7504456 Apr 30 04:49:55.494536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks [] for security_group (7bf89593-c918-4619-ba09-7540c1649d8d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.495730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Provisioning complete for port 1e8e191a-5740-466f-af2e-bb798ee18cf3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:55.496044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60092) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:55.496868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.546739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:49:55.549925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (0eece0b1-6ddb-4b55-877c-d28ab74e36f6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.561756 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Sync routers for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:49:55.589427 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:49:55.590163 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:55.665119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5b40d40d-be67-4bd0-aef3-aa5d21a36baa tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7403936 Apr 30 04:49:55.671746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:55.676782 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-129c5451-90c6-491b-8047-9d609a26cc6f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2325289 Apr 30 04:49:55.677885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60094) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:55.687954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Request body: {'port': {'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1156256349'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:55.700446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60096) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:55.708178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Router 887a5cbf-df9c-4c3e-9336-610556b54bba is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:49:55.839590 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:49:55.917441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Allocated IP 172.20.0.2 (ee05c4a3-f836-4d40-8c95-144c924efc55/f924f245-7650-49c9-8994-9f1301488b1b/9f41cdc4-dfde-424c-a011-66b7e506a56f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:55.928115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.003979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:49:56.028771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ced638-14c8-43be-9135-a28f4ce9b488 None None] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:49:56.030865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Sync routers for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:49:56.069439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 901b0a36-a586-4a8a-97f0-1b7768f32941 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:56.093484 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:53Z', 'revision_number': 3, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:56.094831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Made reservation on behalf of 71760523178146f3ae3c87087c4452ea for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:56.104402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.115849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (5f352959-75f3-4ade-9eb5-a4645680092f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.119952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:56.130984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.134332 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce80a3cf-5611-4fa0-9fa7-f9afd2ce5f30 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5022819 Apr 30 04:49:56.137041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60098) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:56.152251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] device_id is not set on port 1c6bf525-c71b-4827-bc87-c24898c8f030 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:49:56.153077 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Checking router: 81fe5a61-356b-45ac-96ef-8d59550dd1b5 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:49:56.153962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Updating router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 port cad6be69-0f18-4714-b52a-7f4aab491db0 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:49:56.163633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:49:56.163952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:56.164573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:56.196092 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.236430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Pushing event updated for resources: {'Port': ['ID=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:56.243161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:56.401053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (0eece0b1-6ddb-4b55-877c-d28ab74e36f6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.403556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7bf89593-c918-4619-ba09-7540c1649d8d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.406336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.407194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Current status of the port 1e8e191a-5740-466f-af2e-bb798ee18cf3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:56.407640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.410567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bf89593-c918-4619-ba09-7540c1649d8d HTTP/1.1" status: 204 len: 168 time: 1.7795806 Apr 30 04:49:56.427454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60100) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:56.491648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-843a361f-6fc4-40ab-878a-a8fe9192e381 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.501986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-843a361f-6fc4-40ab-878a-a8fe9192e381 tempest-MeteringIpV6TestJSON-195097522 tempest-MeteringIpV6TestJSON-195097522-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/4e8819dc-29a8-459c-b440-9c83e41f58a3 HTTP/1.1" status: 204 len: 168 time: 0.9980652 Apr 30 04:49:56.603297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 901b0a36-a586-4a8a-97f0-1b7768f32941 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:56.603693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.612404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks [] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.633484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] For port 1e8e191a-5740-466f-af2e-bb798ee18cf3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1e8e191a-5740-466f-af2e-bb798ee18cf3,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:49:56.653049 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks [] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.691285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb391c8-8453-4bf0-8b0e-3dae8b0e9a5a tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf89593-c918-4619-ba09-7540c1649d8d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:56.700595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.700824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.701664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.702051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > port after_create 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.702412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > port after_delete 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.702747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > port after_update 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.703069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.703383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.703697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.704010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:56.711136 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.729907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.737713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:49:56.766490 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Pushing event updated for resources: {'Port': ['ID=cad6be69-0f18-4714-b52a-7f4aab491db0,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:56.777328 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.777678 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.778041 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.778535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.779047 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.779408 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.779744 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.780079 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.780425 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.780762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.781106 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.781456 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.781786 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.782107 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.782468 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Tracked resource versions report: Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: pushed versions: Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: { 'AddressGroup': {'1.2'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Agent': {'1.1'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'ConntrackHelper': {'1.0'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'LocalIPAssociation': {'1.0'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Log': {'1.0'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'NDPProxy': {'1.0'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Network': {'1.1'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Port': {'1.7'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'PortForwarding': {'1.3'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'QosPolicy': {'1.10'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroup': {'1.5'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroupRule': {'1.2'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SubPort': {'1.0'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Subnet': {'1.1'}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Trunk': {'1.1'}} Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: consumer versions: Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: { DHCP agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: HyperV agent@hv-neutron-8380: {}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: L3 agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: Metadata agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: Metering agent@dv-neutron-838078-9-hyperv: {}, Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: Open vSwitch agent@dv-neutron-838078-9-hyperv: { 'AddressGroup': '1.2', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Agent': '1.1', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'ConntrackHelper': '1.0', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'LocalIPAssociation': '1.0', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Log': '1.0', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'NDPProxy': '1.0', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Network': '1.1', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Port': '1.7', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'PortForwarding': '1.3', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'QosPolicy': '1.10', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroup': '1.5', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SecurityGroupRule': '1.2', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'SubPort': '1.0', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Subnet': '1.1', Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: 'Trunk': '1.1'}} Apr 30 04:49:56.784414 dv-neutron-838078-9-hyperv neutron-server[111177]: {{(pid=111177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 04:49:56.792038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.827515 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Attempting to bind port cad6be69-0f18-4714-b52a-7f4aab491db0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:56.829405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4ae23-e2f7-4afa-a55a-185e15ec2e62 None None] Pushing event updated for resources: {'Port': ['ID=1e8e191a-5740-466f-af2e-bb798ee18cf3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:56.829925 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Attempting to bind port cad6be69-0f18-4714-b52a-7f4aab491db0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:56.830931 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Attempting to bind port cad6be69-0f18-4714-b52a-7f4aab491db0 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:56.845691 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:56.846960 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:56.847510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.848294 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:56.848911 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Bound port: cad6be69-0f18-4714-b52a-7f4aab491db0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:56.849444 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.854080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Allocated IP 172.20.0.10 (ee05c4a3-f836-4d40-8c95-144c924efc55/f924f245-7650-49c9-8994-9f1301488b1b/1c6bf525-c71b-4827-bc87-c24898c8f030) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:56.881564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.909066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Provisioning complete for port 1e8e191a-5740-466f-af2e-bb798ee18cf3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:56.909460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:56.951386 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] For port cad6be69-0f18-4714-b52a-7f4aab491db0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:56.962021 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] For port cad6be69-0f18-4714-b52a-7f4aab491db0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cad6be69-0f18-4714-b52a-7f4aab491db0,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:57.020018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Network ee05c4a3-f836-4d40-8c95-144c924efc55 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:57.022780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 901b0a36-a586-4a8a-97f0-1b7768f32941 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:57.023692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.037994 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.044255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:57.062902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:57.063252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:57.063591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:57.063922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=111175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:49:57.064288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eece0b1-6ddb-4b55-877c-d28ab74e36f6']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.068068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:57.078755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Pushing event updated for resources: {'Port': ['ID=9f41cdc4-dfde-424c-a011-66b7e506a56f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.102519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7625e954-6ecf-4042-94ed-89af257c2962') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.102920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7625e954-6ecf-4042-94ed-89af257c2962') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.122928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d358e-a03a-45fe-96ad-1450742cb3a0 None None] Pushing event updated for resources: {'Port': ['ID=cad6be69-0f18-4714-b52a-7f4aab491db0,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.125582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (7625e954-6ecf-4042-94ed-89af257c2962), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.153829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7625e954-6ecf-4042-94ed-89af257c2962), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.163182 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:49:57.164433 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.180814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:49:57.180814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (7625e954-6ecf-4042-94ed-89af257c2962), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.245945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 901b0a36-a586-4a8a-97f0-1b7768f32941, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=901b0a36-a586-4a8a-97f0-1b7768f32941,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:49:57.248318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=5f352959-75f3-4ade-9eb5-a4645680092f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: from cryptography.utils import int_from_bytes Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: from cryptography.utils import int_from_bytes Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: warnings.warn('Neutron quota engine will require "--force" ' Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:49:57.261936 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:49:57.273716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks [] for port (1c6bf525-c71b-4827-bc87-c24898c8f030), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.286643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60110) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:57.290492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Attempting to bind port 9f41cdc4-dfde-424c-a011-66b7e506a56f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:57.290867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Attempting to bind port 9f41cdc4-dfde-424c-a011-66b7e506a56f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '3c808de6-a51d-41b9-8785-320665d76a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:57.291227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Attempting to bind port 9f41cdc4-dfde-424c-a011-66b7e506a56f on network ee05c4a3-f836-4d40-8c95-144c924efc55 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:57.336314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:54Z', 'revision_number': 3, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.338205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Current status of the port 1e8e191a-5740-466f-af2e-bb798ee18cf3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:57.344897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.345672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a1898429-5f26-4ddf-94bb-98b053bfbb94 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:57.347842 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:49:57.352235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (0eece0b1-6ddb-4b55-877c-d28ab74e36f6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.382896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Checking router: 887a5cbf-df9c-4c3e-9336-610556b54bba for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:49:57.383279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Updating router 887a5cbf-df9c-4c3e-9336-610556b54bba port af72f5ca-6a47-4754-a2d4-dce393858d54 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:49:57.421430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:57.422148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Checking segment: {'id': '3c808de6-a51d-41b9-8785-320665d76a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:57.422249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.422624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Bound using segment: {'id': '3c808de6-a51d-41b9-8785-320665d76a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:57.423112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Bound port: 9f41cdc4-dfde-424c-a011-66b7e506a56f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c808de6-a51d-41b9-8785-320665d76a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ee05c4a3-f836-4d40-8c95-144c924efc55'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:57.423491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.427574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (1c6bf525-c71b-4827-bc87-c24898c8f030), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.466037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.489014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Provisioning complete for port 901b0a36-a586-4a8a-97f0-1b7768f32941 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:57.489386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.503995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event updated for resources: {'Port': ['ID=1c6bf525-c71b-4827-bc87-c24898c8f030,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.525508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Network ee05c4a3-f836-4d40-8c95-144c924efc55 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:57.537996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-406c1f39-e150-462c-a751-065067225d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.563048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:57.572657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:57.578763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:57.579553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.600462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0eece0b1-6ddb-4b55-877c-d28ab74e36f6 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:49:57.613288 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:53Z', 'revision_number': 3, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:57.642201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.650878 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371434c-5c73-456d-9cd7-f90e022f5cad None None] The sync data for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv is: [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:53Z', 'revision_number': 3, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:49:57.667082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.675049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=901b0a36-a586-4a8a-97f0-1b7768f32941,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.675208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60114) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:57.675823 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0eece0b1-6ddb-4b55-877c-d28ab74e36f6 HTTP/1.1" status: 204 len: 168 time: 2.6462002 Apr 30 04:49:57.684696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:57.703617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567c76c-4437-4377-982d-ecb5b8cf9429 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Network': ['ID=0eece0b1-6ddb-4b55-877c-d28ab74e36f6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:57.755658 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a35cbc94-6f16-4cc2-bf0f-e05fb9163373 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0753496 Apr 30 04:49:57.758765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a1898429-5f26-4ddf-94bb-98b053bfbb94 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:57.759169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.768149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60116) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:57.772157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (951700cb-71c5-4006-9785-6f9b0d7fedf9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:57.813107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b667ab5-e544-4479-9214-d077256f309b None None] For port 9f41cdc4-dfde-424c-a011-66b7e506a56f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:57.919995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:57.922573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.016633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-406c1f39-e150-462c-a751-065067225d11 admin admin] Publish callbacks [] for security_group (81b7f741-e204-470b-bad6-34b402e6f07e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.021566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Deleting port 1c6bf525-c71b-4827-bc87-c24898c8f030 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:49:58.021821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1c6bf525-c71b-4827-bc87-c24898c8f030), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.025596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b667ab5-e544-4479-9214-d077256f309b None None] For port 9f41cdc4-dfde-424c-a011-66b7e506a56f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f41cdc4-dfde-424c-a011-66b7e506a56f,segment=NetworkSegment(3c808de6-a51d-41b9-8785-320665d76a93),segment_id=3c808de6-a51d-41b9-8785-320665d76a93)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:58.030314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Current status of the port 901b0a36-a586-4a8a-97f0-1b7768f32941 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:58.058423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Provisioning complete for port a1898429-5f26-4ddf-94bb-98b053bfbb94 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:58.058945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.117985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (951700cb-71c5-4006-9785-6f9b0d7fedf9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.118926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-406c1f39-e150-462c-a751-065067225d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (81b7f741-e204-470b-bad6-34b402e6f07e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.141339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951700cb-71c5-4006-9785-6f9b0d7fedf9']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:58.147167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.153824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07d6344-1a0d-4b69-9a1b-dd0a9669b259') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:58.154441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07d6344-1a0d-4b69-9a1b-dd0a9669b259') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:58.164775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-406c1f39-e150-462c-a751-065067225d11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90e4fe6629c946ac9734456d367a0636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8699684 Apr 30 04:49:58.166722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (e07d6344-1a0d-4b69-9a1b-dd0a9669b259), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.182347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e07d6344-1a0d-4b69-9a1b-dd0a9669b259), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.185654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:49:58.196001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60118) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:58.200727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.207147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:49:58.208854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (e07d6344-1a0d-4b69-9a1b-dd0a9669b259), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.248909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a1898429-5f26-4ddf-94bb-98b053bfbb94 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:58.250173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1e8e191a-5740-466f-af2e-bb798ee18cf3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:58.274650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1f39-e150-462c-a751-065067225d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7f741-e204-470b-bad6-34b402e6f07e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:58.301887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1c6bf525-c71b-4827-bc87-c24898c8f030), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.329210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Calling delete_port for 1c6bf525-c71b-4827-bc87-c24898c8f030 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:49:58.332584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Allocated IP 172.20.0.1 (b89f8174-cd1f-409e-be04-0224f33d02d0/cd155bb8-dc33-49a8-ae3c-f417abb4fa08/f829ff25-83e8-4ce0-b630-dc5bd2f17338) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:49:58.353134 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:49:58.367488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.371941 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-56065fdc-5434-4856-83b3-81ba0670faf3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/5f352959-75f3-4ade-9eb5-a4645680092f HTTP/1.1" status: 204 len: 168 time: 4.6982048 Apr 30 04:49:58.377716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60120) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:58.380503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b667ab5-e544-4479-9214-d077256f309b None None] Pushing event updated for resources: {'Port': ['ID=9f41cdc4-dfde-424c-a011-66b7e506a56f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:58.393179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] Publish callbacks [] for security_group (81b7f741-e204-470b-bad6-34b402e6f07e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.418232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] Publish callbacks [] for security_group (81b7f741-e204-470b-bad6-34b402e6f07e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.428714 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-482643f2-9fa1-4741-a3d2-712f48b15d6e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] GET failed (client error): The resource could not be found. Apr 30 04:49:58.431021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-84e68fea-2cf6-4aac-bab4-d355222636f8 None None] Current status of the port a1898429-5f26-4ddf-94bb-98b053bfbb94 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:58.435382 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-482643f2-9fa1-4741-a3d2-712f48b15d6e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports/5f352959-75f3-4ade-9eb5-a4645680092f HTTP/1.1" status: 404 len: 333 time: 0.0542080 Apr 30 04:49:58.436252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks [] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.437019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (951700cb-71c5-4006-9785-6f9b0d7fedf9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.446710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60122) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:58.447871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1e8e191a-5740-466f-af2e-bb798ee18cf3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:58.448269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.453273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-700666876'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:49:58.492474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.497286 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "DELETE /v2.0/networks/951700cb-71c5-4006-9785-6f9b0d7fedf9 HTTP/1.1" status: 204 len: 168 time: 2.0521615 Apr 30 04:49:58.500144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e0cfc067-0ad3-431a-bbdd-a4eb153595f2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.500488 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Added segment e0cfc067-0ad3-431a-bbdd-a4eb153595f2 of type vlan for network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 Apr 30 04:49:58.511994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60124) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:58.564353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.602929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6753e673-897b-44fd-a10b-726598d84677 None None] Provisioning complete for port 901b0a36-a586-4a8a-97f0-1b7768f32941 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:58.606330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6753e673-897b-44fd-a10b-726598d84677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.615461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d088217-34d1-4f14-b07e-fd08f5b3f3bf tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event deleted for resources: {'Network': ['ID=951700cb-71c5-4006-9785-6f9b0d7fedf9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:58.692707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (81b7f741-e204-470b-bad6-34b402e6f07e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.697437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.700966 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81b7f741-e204-470b-bad6-34b402e6f07e HTTP/1.1" status: 204 len: 168 time: 0.4999740 Apr 30 04:49:58.740850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Attempting to bind port af72f5ca-6a47-4754-a2d4-dce393858d54 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:49:58.741190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Attempting to bind port af72f5ca-6a47-4754-a2d4-dce393858d54 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:49:58.741552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Attempting to bind port af72f5ca-6a47-4754-a2d4-dce393858d54 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:49:58.753680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1e8e191a-5740-466f-af2e-bb798ee18cf3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:58.775233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889c61-896e-43f0-88d5-6d800a42dc03 None None] Pushing event updated for resources: {'Port': ['ID=af72f5ca-6a47-4754-a2d4-dce393858d54,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:58.778931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:49:58.779317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:49:58.779722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.780121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:49:58.780614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Bound port: af72f5ca-6a47-4754-a2d4-dce393858d54, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:49:58.781001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.903742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for router_gateway (e1174895-85d0-4058-a7af-f9ea96e7409d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:58.953631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] For port af72f5ca-6a47-4754-a2d4-dce393858d54, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:49:58.979353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6753e673-897b-44fd-a10b-726598d84677 None None] Current status of the port 901b0a36-a586-4a8a-97f0-1b7768f32941 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:58.989216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] For port af72f5ca-6a47-4754-a2d4-dce393858d54, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=af72f5ca-6a47-4754-a2d4-dce393858d54,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:49:59.017181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.034149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:49:59.037487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.067071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.147499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:49:59.171343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:49:59.172162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:59.183462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 901b0a36-a586-4a8a-97f0-1b7768f32941 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:59.245117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d8cceb0a-cb31-4429-adfa-cff223d6ebc9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.323182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889c61-896e-43f0-88d5-6d800a42dc03 None None] Pushing event updated for resources: {'Port': ['ID=af72f5ca-6a47-4754-a2d4-dce393858d54,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:59.339993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf8fc4-6b66-4f9c-beac-403314f601cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7f741-e204-470b-bad6-34b402e6f07e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:59.362680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b5415314-c342-4a03-947d-e328ea9a1bab), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.403760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks [] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.432294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:49:59.456052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.460092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:49:59.492658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (1c6bf525-c71b-4827-bc87-c24898c8f030), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.537569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 901b0a36-a586-4a8a-97f0-1b7768f32941 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:59.540066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event deleted for resources: {'Port': ['ID=1c6bf525-c71b-4827-bc87-c24898c8f030,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:49:59.540609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.560067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.602559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Network b89f8174-cd1f-409e-be04-0224f33d02d0 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:49:59.651334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:49:59.693516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d8cceb0a-cb31-4429-adfa-cff223d6ebc9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.695679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:49:59.697352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.724662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:49:59.726936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (887a5cbf-df9c-4c3e-9336-610556b54bba), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:49:59.827951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 901b0a36-a586-4a8a-97f0-1b7768f32941 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:49:59.829351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1e8e191a-5740-466f-af2e-bb798ee18cf3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:49:59.852194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:49:59.858059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::311 (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/67e114b2-98fa-4421-9b1c-0bdcb8e66339) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:49:59.889643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:54Z', 'revision_number': 3, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:49:59.932365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc8ee3-ae79-4910-b1bf-8296efde023a None None] The sync data for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv is: [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:49:54Z', 'revision_number': 3, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:49:59.973025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1e8e191a-5740-466f-af2e-bb798ee18cf3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:49:59.973992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.034435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b5415314-c342-4a03-947d-e328ea9a1bab), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.092566 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.4164116 Apr 30 04:50:00.101211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60134) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:00.108350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27487f-cd7f-4999-8f1d-d468c6760183 None None] Network ee05c4a3-f836-4d40-8c95-144c924efc55 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:00.112194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'subnet': {'network_id': 'd8cceb0a-cb31-4429-adfa-cff223d6ebc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:00.119313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da1ec88f-a7a6-4b96-a9c5-1c467cd6a9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.121121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Allocated IP 172.20.0.1 (d59e5f82-aafe-4c40-87ee-a4fd98243b8f/19f15a22-6628-4674-892e-c96715f2bf92/566fc3b0-85be-4c06-bcd1-1b9e23f4fe24) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:00.122929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.123637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.124199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.124775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > port after_create 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.124954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > port after_delete 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.125536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > port after_update 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.125651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.126044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.129226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.129679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.214585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.265332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Provisioning complete for port 9f41cdc4-dfde-424c-a011-66b7e506a56f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:00.266101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:00.266857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.269140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.317468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1e8e191a-5740-466f-af2e-bb798ee18cf3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:00.318991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f41cdc4-dfde-424c-a011-66b7e506a56f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:00.420780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.421301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.421521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.421756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=111174) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 04:50:00.422107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5415314-c342-4a03-947d-e328ea9a1bab']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:00.432902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.439319 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8cdaa469-b674-4d5d-8a15-79746a333143 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "DELETE /v2.0/ports/1c6bf525-c71b-4827-bc87-c24898c8f030 HTTP/1.1" status: 204 len: 168 time: 2.6602530 Apr 30 04:50:00.453414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 9f41cdc4-dfde-424c-a011-66b7e506a56f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:00.454474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.503717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5dbb7-2f4f-4937-b6cf-a2b147707e22 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=d8cceb0a-cb31-4429-adfa-cff223d6ebc9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:00.521836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:00.528564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60136) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:00.568073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Pushing event updated for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:00.736079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:00.736434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:00.754690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks [] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.769890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.839201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.858087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:00.858629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (ea53aed5-8be2-4bb4-a4b2-2a7c72c4d247), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: from cryptography.utils import int_from_bytes Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: from cryptography.utils import int_from_bytes Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:00.863059 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:00.938774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Current status of the port 9f41cdc4-dfde-424c-a011-66b7e506a56f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:00.939162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:00.998000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.000459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.012148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.016796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2e4cc43c-fa55-40a2-834b-05228b74ed46 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.4826179 Apr 30 04:50:01.029023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:01.030198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60140) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:01.036099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:01.039755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:01.047514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:01.048186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.067907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1382382521'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:01.068760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 9f41cdc4-dfde-424c-a011-66b7e506a56f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:01.069427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.125607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] For port 9f41cdc4-dfde-424c-a011-66b7e506a56f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f41cdc4-dfde-424c-a011-66b7e506a56f,segment=NetworkSegment(3c808de6-a51d-41b9-8785-320665d76a93),segment_id=3c808de6-a51d-41b9-8785-320665d76a93)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:01.135690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da1ec88f-a7a6-4b96-a9c5-1c467cd6a9ea admin admin] Publish callbacks [] for security_group (ae5c75e0-a9ef-44d7-9425-5e46c00c64a6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.145718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Router e1174895-85d0-4058-a7af-f9ea96e7409d is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:50:01.158420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7077322 Apr 30 04:50:01.164268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:01.165347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60142) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:01.227763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.234821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b5415314-c342-4a03-947d-e328ea9a1bab), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.252393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:01.254139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da1ec88f-a7a6-4b96-a9c5-1c467cd6a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae5c75e0-a9ef-44d7-9425-5e46c00c64a6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.255409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:01.263407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:61:1d:0c'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:01.308211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.318125 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b5415314-c342-4a03-947d-e328ea9a1bab HTTP/1.1" status: 204 len: 168 time: 2.8047523 Apr 30 04:50:01.335959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ec88f-a7a6-4b96-a9c5-1c467cd6a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c75e0-a9ef-44d7-9425-5e46c00c64a6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.380495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58190f8b-88de-4337-8c28-8ba85c2d2adc tempest-QuotasNegativeTest-1318359898 tempest-QuotasNegativeTest-1318359898-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5415314-c342-4a03-947d-e328ea9a1bab,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.448443 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da1ec88f-a7a6-4b96-a9c5-1c467cd6a9ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc7bdf884d6e4238bc880f4cddfcc1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5956316 Apr 30 04:50:01.450390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Pushing event updated for resources: {'Port': ['ID=9f41cdc4-dfde-424c-a011-66b7e506a56f,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.459140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60146) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:01.493504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Provisioning complete for port f829ff25-83e8-4ce0-b630-dc5bd2f17338 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:01.494660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.543438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:50:01.543904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (d916d865-69e1-4e69-930f-065fcf2438b2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.551642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Made reservation on behalf of 71760523178146f3ae3c87087c4452ea for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:01.555567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.596016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:50:01.596499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:50:01.610128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks [] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.619313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] Publish callbacks [] for security_group (ae5c75e0-a9ef-44d7-9425-5e46c00c64a6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.619516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0a530f21-2f5c-48a6-8425-51c12ae34e88 None None] Port f829ff25-83e8-4ce0-b630-dc5bd2f17338 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:01.676852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] Publish callbacks [] for security_group (ae5c75e0-a9ef-44d7-9425-5e46c00c64a6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.683912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Pushing event updated for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.685526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.743563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Provisioning complete for port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:01.743972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.749900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:01.760913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8e43bcfb-c351-432e-b534-4f3d94d54008), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.761311 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Added segment 8e43bcfb-c351-432e-b534-4f3d94d54008 of type vlan for network c9f48c2e-dde1-47ef-81ae-ef73d003c90b Apr 30 04:50:01.779474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d916d865-69e1-4e69-930f-065fcf2438b2,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.784054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:01.787507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Could not find standard attr ID for object 1c6bf525-c71b-4827-bc87-c24898c8f030. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:50:01.800719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Provisioning complete for port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:01.801206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.807433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Pushing event updated for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:01.812482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (887a5cbf-df9c-4c3e-9336-610556b54bba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.859502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:01.888843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.889046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Provisioning complete for port 9f41cdc4-dfde-424c-a011-66b7e506a56f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:01.889046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.928979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae5c75e0-a9ef-44d7-9425-5e46c00c64a6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.939280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.940931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae5c75e0-a9ef-44d7-9425-5e46c00c64a6 HTTP/1.1" status: 204 len: 168 time: 0.4808056 Apr 30 04:50:01.958413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c9f48c2e-dde1-47ef-81ae-ef73d003c90b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.963150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Network b89f8174-cd1f-409e-be04-0224f33d02d0 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:01.966130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:01.984036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-73225106-ab6c-4448-8d06-c3350282276f None None] Current status of the port 9f41cdc4-dfde-424c-a011-66b7e506a56f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:01.985401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:01.994473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de263f-9242-4c8c-8000-fbc39504d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c75e0-a9ef-44d7-9425-5e46c00c64a6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:02.018913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6b0cb-53b4-4ee4-80f1-9817fa497644 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=67e114b2-98fa-4421-9b1c-0bdcb8e66339,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:02.021324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Checking segment: {'id': 'e0cfc067-0ad3-431a-bbdd-a4eb153595f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd8cceb0a-cb31-4429-adfa-cff223d6ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:02.021715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Network hostable DHCP agents. Network: d8cceb0a-cb31-4429-adfa-cff223d6ebc9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:02.077046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:50:02.175671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Router 887a5cbf-df9c-4c3e-9336-610556b54bba has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:02.177773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 9f41cdc4-dfde-424c-a011-66b7e506a56f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:02.182551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cad6be69-0f18-4714-b52a-7f4aab491db0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:02.270978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cad6be69-0f18-4714-b52a-7f4aab491db0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:02.271210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.274633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c9f48c2e-dde1-47ef-81ae-ef73d003c90b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.279717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:02.280325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.283405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:02.297245 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Sync routers for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:02.319214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:02.320077 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:02.361807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:02.372178 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b359b27b-27f4-4469-b630-c1ecb79c728c admin admin] 10.222.0.16 "PUT /v2.0/routers/887a5cbf-df9c-4c3e-9336-610556b54bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2340081 Apr 30 04:50:02.401396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cad6be69-0f18-4714-b52a-7f4aab491db0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:02.404770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.419474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:02.424049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-06b0e9e6-7882-4c02-8b5e-02f4753c8606 None None] Provisioning complete for port f829ff25-83e8-4ce0-b630-dc5bd2f17338 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:02.424438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-06b0e9e6-7882-4c02-8b5e-02f4753c8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.488771 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:02.499450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-06b0e9e6-7882-4c02-8b5e-02f4753c8606 None None] Port f829ff25-83e8-4ce0-b630-dc5bd2f17338 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:02.512454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port cad6be69-0f18-4714-b52a-7f4aab491db0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cad6be69-0f18-4714-b52a-7f4aab491db0,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:02.543682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4805231 Apr 30 04:50:02.544081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60156) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:02.561287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689458d-da17-486a-9058-bb6f364fe3a5 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event updated for resources: {'Network': ['ID=c9f48c2e-dde1-47ef-81ae-ef73d003c90b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:02.569654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d8cceb0a-cb31-4429-adfa-cff223d6ebc9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:02.573432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.574005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c9f48c2e-dde1-47ef-81ae-ef73d003c90b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:02.577683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c6203ee-8ddb-453d-87d8-82efbdba94c7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7850294 Apr 30 04:50:02.587602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:02.588199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.603733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60158) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:02.611072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d09e97-a40a-4eaf-b36d-aaabb2b2b30c None None] Network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:02.712654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.770117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Sync routers for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:02.843302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:02.843936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:02.894458 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6bb56fe7-0e73-4a59-8c09-68b464fbe01c tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7831256 Apr 30 04:50:02.898489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.902609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:02.914132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60172) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:02.920724 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:49:57Z', 'revision_number': 3, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:02.924864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8cceb0a-cb31-4429-adfa-cff223d6ebc9'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:03.017555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60176) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:03.027529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.032513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:03.082319 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Checking router: e1174895-85d0-4058-a7af-f9ea96e7409d for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:03.086472 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Updating router e1174895-85d0-4058-a7af-f9ea96e7409d port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:50:03.121647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712fe6d-ab20-4cd4-a835-b4512f0bf3bb None None] Network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:03.123235 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.132221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f41cdc4-dfde-424c-a011-66b7e506a56f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:03.149954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] In _notify_port_updated(), no bound segment for port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 on network f1d45065-deaf-4bc8-b31f-1b10746f0fbf {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:50:03.155229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:03.156040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.170559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "PUT /v2.0/ports/67e114b2-98fa-4421-9b1c-0bdcb8e66339 HTTP/1.1" status: 200 len: 1002 time: 1.9115753 Apr 30 04:50:03.177742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60184) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:03.211635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.272102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc43de1-4292-49e5-8670-4625a3f317a0 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=67e114b2-98fa-4421-9b1c-0bdcb8e66339,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:03.283061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=cad6be69-0f18-4714-b52a-7f4aab491db0,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:03.588435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 9f41cdc4-dfde-424c-a011-66b7e506a56f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:03.589076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.686109 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks [] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.733849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-61fff6bf-3541-4bcd-93a2-6ec654025790 None None] Provisioning complete for port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:03.734651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-61fff6bf-3541-4bcd-93a2-6ec654025790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.757254 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.775630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:03.780792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.784695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.832744 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946969a-ddde-470e-8278-ed5a4166f1bf None None] Pushing event updated for resources: {'Port': ['ID=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:03.855209 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cb7b0b4a-5269-44b3-8ee6-660935d9b665 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 1.3046536 Apr 30 04:50:03.855209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60194) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:03.861719 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Attempting to bind port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:03.862096 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Attempting to bind port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:03.862512 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Attempting to bind port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:03.870833 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:03.870833 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:03.871259 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.871646 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:03.872125 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Bound port: 24a161e2-1b38-4cc8-a91a-4cf41804ca0c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:03.872505 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:03.941273 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] For port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:03.942832 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] For port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:03.946418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:01Z', 'revision_number': 2, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:03.987543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db679a7-9817-4eb0-a534-f2cc125c11f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.037952 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.056158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c050397-e005-49f3-a35d-e43c301f39fd tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] Network c9f48c2e-dde1-47ef-81ae-ef73d003c90b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:04.058932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Checking router: 887a5cbf-df9c-4c3e-9336-610556b54bba for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:04.060718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Updating router 887a5cbf-df9c-4c3e-9336-610556b54bba port f829ff25-83e8-4ce0-b630-dc5bd2f17338 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:50:04.093710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.095366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60200) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.166976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 67e114b2-98fa-4421-9b1c-0bdcb8e66339 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:04.181988 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5c050397-e005-49f3-a35d-e43c301f39fd tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "POST /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3270180 Apr 30 04:50:04.185478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.192011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 9f41cdc4-dfde-424c-a011-66b7e506a56f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:04.194503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device af72f5ca-6a47-4754-a2d4-dce393858d54 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:04.197267 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:04.203551 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:04.204596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-61fff6bf-3541-4bcd-93a2-6ec654025790 None None] Port 67e114b2-98fa-4421-9b1c-0bdcb8e66339 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:04.210082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.250916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc547bf-9b1b-409b-a7da-02dc6e2a57e1 None None] Network c9f48c2e-dde1-47ef-81ae-ef73d003c90b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:04.255063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks [] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.273736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db679a7-9817-4eb0-a534-f2cc125c11f6 admin admin] Publish callbacks [] for security_group (3eff6861-b5c1-402c-9f59-e744b76a14eb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.309374 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946969a-ddde-470e-8278-ed5a4166f1bf None None] Pushing event updated for resources: {'Port': ['ID=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:04.353496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1519064584'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:04.366324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db679a7-9817-4eb0-a534-f2cc125c11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3eff6861-b5c1-402c-9f59-e744b76a14eb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.381272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.425940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.436231 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:04.455646 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5db679a7-9817-4eb0-a534-f2cc125c11f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62788301b4624bbf92f079499ef184dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4361753 Apr 30 04:50:04.458526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60206) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.462240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db679a7-9817-4eb0-a534-f2cc125c11f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff6861-b5c1-402c-9f59-e744b76a14eb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:04.465964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.473470 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-69c13dc8-f583-4741-bd21-29207f29eee8 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks HTTP/1.1" status: 200 len: 8016 time: 0.2868962 Apr 30 04:50:04.475213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60208) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.528845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:04.533201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.541355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Allocated IP 172.20.0.2 (d8cceb0a-cb31-4429-adfa-cff223d6ebc9/d916d865-69e1-4e69-930f-065fcf2438b2/71e36ead-1009-401d-bdb1-6fa7483d6a63) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:04.553590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.554567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Pushing event updated for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:04.611872 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.642796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] Publish callbacks [] for security_group (3eff6861-b5c1-402c-9f59-e744b76a14eb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.643075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579740549', 'description': 'tempest-description--274943805'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:04.766380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] Publish callbacks [] for security_group (3eff6861-b5c1-402c-9f59-e744b76a14eb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.784725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port af72f5ca-6a47-4754-a2d4-dce393858d54 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:04.785260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.795064 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a5935504-45d9-4376-a965-371d928df792 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "DELETE /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks/c9f48c2e-dde1-47ef-81ae-ef73d003c90b HTTP/1.1" status: 204 len: 168 time: 0.3187063 Apr 30 04:50:04.795968 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:49:57Z', 'revision_number': 3, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:04.799356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60212) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:04.816393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:04.841387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:04.857551 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990f20e-9bd1-44e4-a786-20e413d693da None None] The sync data for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv is: [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:49:57Z', 'revision_number': 3, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:04.858229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.878137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.917379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Allocated IP 172.20.0.1 (84d939ba-0773-4cf3-8f3c-77f950c5f988/ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0/664970fc-c788-4f47-8290-6deaf55cb773) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:04.935358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port af72f5ca-6a47-4754-a2d4-dce393858d54 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:04.935358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.952634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (67e114b2-98fa-4421-9b1c-0bdcb8e66339), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:04.983883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port af72f5ca-6a47-4754-a2d4-dce393858d54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=af72f5ca-6a47-4754-a2d4-dce393858d54,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:05.001113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks [] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.045772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for security_group (9fefbd62-2de0-48f0-b291-72224b103c45), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.066210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.114343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.140435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9fefbd62-2de0-48f0-b291-72224b103c45), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.205960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3eff6861-b5c1-402c-9f59-e744b76a14eb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.214216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.215522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3eff6861-b5c1-402c-9f59-e744b76a14eb HTTP/1.1" status: 204 len: 168 time: 0.7510226 Apr 30 04:50:05.216966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.242120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cad6be69-0f18-4714-b52a-7f4aab491db0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:05.242378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=67e114b2-98fa-4421-9b1c-0bdcb8e66339,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.242501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=af72f5ca-6a47-4754-a2d4-dce393858d54,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.264229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:05.331820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f7097605-3b73-4ce1-baae-83ea11ede2a2 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 0.5312641 Apr 30 04:50:05.342489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60216) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.390059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks [] for port (664970fc-c788-4f47-8290-6deaf55cb773), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.434166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c60dc0-dc74-48cc-94e5-0ff735c3fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff6861-b5c1-402c-9f59-e744b76a14eb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.472454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:05.496669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (259ea727-8ecf-45ad-9b05-23f38b531d3f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.496927 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Added segment 259ea727-8ecf-45ad-9b05-23f38b531d3f of type vlan for network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f Apr 30 04:50:05.516871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b64f767c-c658-4d8d-a2f2-429dc8bca997 None None] Provisioning complete for port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:05.517247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b64f767c-c658-4d8d-a2f2-429dc8bca997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.539859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:05.546427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:05.562155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Port': ['ID=71e36ead-1009-401d-bdb1-6fa7483d6a63,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.562436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (7e5e9da2-1313-4f2a-93cd-1596dbd3209f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.600908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fefbd62-2de0-48f0-b291-72224b103c45,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.609845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (846429d9-3e0a-40b6-bc63-43c3f18113cc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.611139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.626483 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e66b08c1-4af6-4615-b475-239202b8acc3 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/networks/ee05c4a3-f836-4d40-8c95-144c924efc55/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2793269 Apr 30 04:50:05.628774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60218) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.635442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a69fe-7007-4ffa-8023-4a736cbb2633 None None] Pushing event updated for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.685209 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dfaac969-30aa-4e92-af12-c202e750f2fc tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/networks/ee05c4a3-f836-4d40-8c95-144c924efc55/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0281510 Apr 30 04:50:05.685342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Attempting to bind port f829ff25-83e8-4ce0-b630-dc5bd2f17338 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:05.685342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Attempting to bind port f829ff25-83e8-4ce0-b630-dc5bd2f17338 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:05.685342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Attempting to bind port f829ff25-83e8-4ce0-b630-dc5bd2f17338 on network b89f8174-cd1f-409e-be04-0224f33d02d0 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:05.686489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60220) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.693597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:05.700852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b64f767c-c658-4d8d-a2f2-429dc8bca997 None None] Port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:05.706538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cad6be69-0f18-4714-b52a-7f4aab491db0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:05.707046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.711730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:05.712060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Checking segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:05.712563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.713044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Bound using segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:05.713653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Bound port: f829ff25-83e8-4ce0-b630-dc5bd2f17338, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:05.714169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.714404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.716874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (7e5e9da2-1313-4f2a-93cd-1596dbd3209f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.722695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aba48841-0fb9-4229-8b9c-336b9a95d321 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/67e114b2-98fa-4421-9b1c-0bdcb8e66339 HTTP/1.1" status: 204 len: 168 time: 2.5415547 Apr 30 04:50:05.723702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60222) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.731229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:05.731871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.759723 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:05.769445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (846429d9-3e0a-40b6-bc63-43c3f18113cc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.780131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4356bf-bd25-4765-9f05-86ae440cd37c tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] GET failed (client error): The resource could not be found. Apr 30 04:50:05.786492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b4356bf-bd25-4765-9f05-86ae440cd37c tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports/67e114b2-98fa-4421-9b1c-0bdcb8e66339 HTTP/1.1" status: 404 len: 333 time: 0.0584514 Apr 30 04:50:05.791675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60224) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.793089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:05.796427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:05.838312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] For port f829ff25-83e8-4ce0-b630-dc5bd2f17338, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:05.847725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] For port f829ff25-83e8-4ce0-b630-dc5bd2f17338, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f829ff25-83e8-4ce0-b630-dc5bd2f17338,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:05.852570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Pushing event updated for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:05.870654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673069441'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:05.884126 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7833543 Apr 30 04:50:05.896052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60228) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:05.903411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Provisioning complete for port f829ff25-83e8-4ce0-b630-dc5bd2f17338 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:05.906523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'subnet': {'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:05.919958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.931879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.970602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:05.972070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3576481 Apr 30 04:50:05.997985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60230) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:06.008860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9abe70-f267-4ec5-9ea3-82e9135cba2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846429d9-3e0a-40b6-bc63-43c3f18113cc,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:06.026759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'security_group_rule': {'security_group_id': '846429d9-3e0a-40b6-bc63-43c3f18113cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:06.032998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (e1174895-85d0-4058-a7af-f9ea96e7409d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.040248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cb82e-c69c-4781-9517-59e31c1344b2 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Network': ['ID=7e5e9da2-1313-4f2a-93cd-1596dbd3209f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:06.098172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:06.240412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for floatingip (f173f00b-bae9-4b16-8208-97b44679ffff), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.276080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:06.277210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:06.337864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a69fe-7007-4ffa-8023-4a736cbb2633 None None] Pushing event updated for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:06.343111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:06.355937 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Sync routers for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:06.379116 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:06.383839 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:06.416260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d7dc0996-bc12-423d-aae7-6b14705bb41c admin admin] 10.222.0.16 "PUT /v2.0/routers/81fe5a61-356b-45ac-96ef-8d59550dd1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7145767 Apr 30 04:50:06.446822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:06.460561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cad6be69-0f18-4714-b52a-7f4aab491db0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:06.497566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.503269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-339ed895-6da4-4f80-a8f2-ccaa45a6d5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.508435 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6d2d4da8-2064-46e0-8c18-f3c76787a075 tempest-DHCPAgentSchedulersTestJSON-1403905381 tempest-DHCPAgentSchedulersTestJSON-1403905381-project-admin] 10.222.0.16 "GET /v2.0/agents/5b999f59-a37d-48af-a3d3-771464190f02/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 0.8189797 Apr 30 04:50:06.511672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60236) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:06.528436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Current status of the port f829ff25-83e8-4ce0-b630-dc5bd2f17338 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:06.528900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.573156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:06.576930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.589843 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:06.696481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:06.721703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:06.725354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.733050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (cfeaf673-8fe5-4252-a80c-bd1519c6f218), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.739843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c9f48c2e-dde1-47ef-81ae-ef73d003c90b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.799165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 4f486786-6f1f-4859-a9e7-267b287cc62f yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:06.949552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1aba2d83-2363-4842-8386-df7820613936 None None] For port f829ff25-83e8-4ce0-b630-dc5bd2f17338, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f829ff25-83e8-4ce0-b630-dc5bd2f17338,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:06.950614 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:03Z', 'revision_number': 2, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:06.959342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (664970fc-c788-4f47-8290-6deaf55cb773), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:06.989976 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Checking router: 81fe5a61-356b-45ac-96ef-8d59550dd1b5 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:06.996334 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Updating router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:50:07.015679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.028527 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.039236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (cfeaf673-8fe5-4252-a80c-bd1519c6f218), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.092784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c9f48c2e-dde1-47ef-81ae-ef73d003c90b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.115815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (cfeaf673-8fe5-4252-a80c-bd1519c6f218), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.135700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba2d83-2363-4842-8386-df7820613936 None None] Pushing event updated for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.141090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-339ed895-6da4-4f80-a8f2-ccaa45a6d5a2 admin admin] Publish callbacks [] for security_group (7be38ef1-cfe0-4187-b6a3-817854b2e641), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.180697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeaf673-8fe5-4252-a80c-bd1519c6f218,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.204858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::a5 (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/4f486786-6f1f-4859-a9e7-267b287cc62f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:07.228145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-339ed895-6da4-4f80-a8f2-ccaa45a6d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7be38ef1-cfe0-4187-b6a3-817854b2e641), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.231944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Provisioning complete for port f829ff25-83e8-4ce0-b630-dc5bd2f17338 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:07.232334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.259159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.294040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f48c2e-dde1-47ef-81ae-ef73d003c90b']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:07.319952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8f58362c-669c-484d-ac91-95784c73717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:05Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:07.326910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed895-6da4-4f80-a8f2-ccaa45a6d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be38ef1-cfe0-4187-b6a3-817854b2e641,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.337751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e43bcfb-c351-432e-b534-4f3d94d54008') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:07.338051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e43bcfb-c351-432e-b534-4f3d94d54008') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:07.344606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.348584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1ddee5a1-27d5-46d7-bf7b-29fc32465535 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3266556 Apr 30 04:50:07.349228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60248) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:07.363770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.368928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'security_group_rule': {'security_group_id': '846429d9-3e0a-40b6-bc63-43c3f18113cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:07.373465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (0d9abf1d-672f-43e9-8d3b-449e4f623eae), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.386080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (8e43bcfb-c351-432e-b534-4f3d94d54008), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.397342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device af72f5ca-6a47-4754-a2d4-dce393858d54 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:07.401631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58362c-669c-484d-ac91-95784c73717b None None] The sync data for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv is: [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:05Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:07.528308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8e43bcfb-c351-432e-b534-4f3d94d54008), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.592297 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks [] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.602097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port af72f5ca-6a47-4754-a2d4-dce393858d54 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:07.602429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.610856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Current status of the port f829ff25-83e8-4ce0-b630-dc5bd2f17338 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:07.620566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:07.620967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (8e43bcfb-c351-432e-b534-4f3d94d54008), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:07.624102 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:07.639020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-339ed895-6da4-4f80-a8f2-ccaa45a6d5a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c0701b0ac54ccd94e90b4075f5154c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1893253 Apr 30 04:50:07.648697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60250) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:07.672357 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.740921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Port': ['ID=71e36ead-1009-401d-bdb1-6fa7483d6a63,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.746570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Subnet': ['ID=0d9abf1d-672f-43e9-8d3b-449e4f623eae,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.791946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Checking segment: {'id': '259ea727-8ecf-45ad-9b05-23f38b531d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:07.792306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network hostable DHCP agents. Network: 7e5e9da2-1313-4f2a-93cd-1596dbd3209f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:07.795299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Provisioning complete for port 664970fc-c788-4f47-8290-6deaf55cb773 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:07.797550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (664970fc-c788-4f47-8290-6deaf55cb773), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.837200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (f173f00b-bae9-4b16-8208-97b44679ffff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.868847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (1326c2f8-923b-43a1-85a4-58e516fe0c33), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.905206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks [] for port (664970fc-c788-4f47-8290-6deaf55cb773), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.917499 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdf47-afbd-4772-8c4a-28a103fc01f8 None None] Pushing event updated for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:07.917697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c9f48c2e-dde1-47ef-81ae-ef73d003c90b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.927237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.959583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:07.963146 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "DELETE /v2.0/networks/c9f48c2e-dde1-47ef-81ae-ef73d003c90b HTTP/1.1" status: 204 len: 168 time: 1.4503653 Apr 30 04:50:07.977560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60254) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:07.998658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c8a1-bf68-40f7-a57c-fd1cacb71f24 None None] Port 664970fc-c788-4f47-8290-6deaf55cb773 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:08.000560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (1326c2f8-923b-43a1-85a4-58e516fe0c33), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.009004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port af72f5ca-6a47-4754-a2d4-dce393858d54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:08.009004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24a161e2-1b38-4cc8-a91a-4cf41804ca0c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:08.010362 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Attempting to bind port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:08.010876 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Attempting to bind port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:08.011300 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Attempting to bind port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 on network d59e5f82-aafe-4c40-87ee-a4fd98243b8f {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:08.018966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cfe06-1476-42f8-92b4-0daae45aa52c tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event deleted for resources: {'Network': ['ID=c9f48c2e-dde1-47ef-81ae-ef73d003c90b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.020655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:08.025337 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:08.026159 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Checking segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:08.026698 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.027356 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Bound using segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:08.027962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Bound port: 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:08.032097 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.036181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.056177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.064548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3bcea166-e78a-47ba-b37a-ee3de8859279 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1469846 Apr 30 04:50:08.068879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.075181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60256) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.095751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1326c2f8-923b-43a1-85a4-58e516fe0c33), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.113952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60258) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.127293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:08.127772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.129710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cb76249c-f0a0-4098-95f1-cb4eb7d14c41 None None] Provisioning complete for port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:08.130081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cb76249c-f0a0-4098-95f1-cb4eb7d14c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.132312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (e1174895-85d0-4058-a7af-f9ea96e7409d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.137883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165969258', 'description': 'tempest-description--172354846'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:08.146366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] Publish callbacks [] for security_group (7be38ef1-cfe0-4187-b6a3-817854b2e641), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.178074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cb76249c-f0a0-4098-95f1-cb4eb7d14c41 None None] Port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:08.196281 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] For port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:08.199519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1326c2f8-923b-43a1-85a4-58e516fe0c33,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.203845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c6a7394e-3219-451c-aaae-a9bf8723f4ac tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=d8cceb0a-cb31-4429-adfa-cff223d6ebc9 HTTP/1.1" status: 200 len: 689 time: 0.1264689 Apr 30 04:50:08.207072 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] For port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:08.209469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60260) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.247112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] Publish callbacks [] for security_group (7be38ef1-cfe0-4187-b6a3-817854b2e641), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.254415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12ad6f7-0aea-4002-b6d0-f9a8e6e30223 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] DELETE failed (client error): The resource could not be found. Apr 30 04:50:08.255051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12ad6f7-0aea-4002-b6d0-f9a8e6e30223 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:50:08.258427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c12ad6f7-0aea-4002-b6d0-f9a8e6e30223 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "DELETE /v2.0/ports/1c6bf525-c71b-4827-bc87-c24898c8f030 HTTP/1.1" status: 404 len: 333 time: 0.2647388 Apr 30 04:50:08.261113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60262) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.300494 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.330981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.335817 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d2112ca1-59ab-47e5-849a-04a6a309d128 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9724905 Apr 30 04:50:08.336475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60264) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.347098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:08.347488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 7e5e9da2-1313-4f2a-93cd-1596dbd3209f) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:08.354624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:08.356338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.367363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.386199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Pushing event updated for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.404970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.448660 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:08.450995 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:08.484548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Deleting subnet f924f245-7650-49c9-8994-9f1301488b1b {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:50:08.491059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:08.501120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c6b7d-5a57-483e-b8b5-ff47260a25c3 None None] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:08.508673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7be38ef1-cfe0-4187-b6a3-817854b2e641), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.513552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.515573 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7be38ef1-cfe0-4187-b6a3-817854b2e641 HTTP/1.1" status: 204 len: 168 time: 0.8630226 Apr 30 04:50:08.518527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks [] for subnet (f924f245-7650-49c9-8994-9f1301488b1b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.530713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:08.554880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:08.560188 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-50edef4c-df89-494a-931d-2eb3dbf84c9f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6583877 Apr 30 04:50:08.567749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9ee9-edcc-4c45-be85-ab4e1a58d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be38ef1-cfe0-4187-b6a3-817854b2e641,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.578262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60268) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:08.581185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:08.581846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.588505 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdf47-afbd-4772-8c4a-28a103fc01f8 None None] Pushing event updated for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.608891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-415929979', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:08.648864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d8cceb0a-cb31-4429-adfa-cff223d6ebc9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.657264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:08.657843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.664622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.736652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.737774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.748415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:08.773967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=4f486786-6f1f-4859-a9e7-267b287cc62f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.850389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.862564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_controller (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.959357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:08.966409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51615128-1140-4025-860b-64f88761ba2e None None] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:08.978250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (ae837f43-7d77-449c-8da7-0442f749d470), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:08.993669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (f924f245-7650-49c9-8994-9f1301488b1b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.064635 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95c6efef-81a1-4caf-813f-d70e2ebc89e8 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2718675 Apr 30 04:50:09.075076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60270) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:09.075669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae837f43-7d77-449c-8da7-0442f749d470), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.083648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:61:1d:0c'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:09.101781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:09.113036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Provisioning complete for port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:09.113036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.212851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae837f43-7d77-449c-8da7-0442f749d470,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:09.260655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Deleting port 71e36ead-1009-401d-bdb1-6fa7483d6a63 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:09.261227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.266914 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:09.268203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.283274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:09.368988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Current status of the port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:09.369383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.387312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.431407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f829ff25-83e8-4ce0-b630-dc5bd2f17338 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:09.457975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Allocated IP 172.26.5.202 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/2ab54178-7bb8-41d6-9eeb-7d241f980ce2) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:09.472181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c97b961b-8277-424f-a42b-c47546407baf None None] For port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:09.559570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f829ff25-83e8-4ce0-b630-dc5bd2f17338 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:09.560284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.591527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.711961 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:09.747374 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a0ac4-2277-429e-b691-c71debe38f1d None None] The sync data for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv is: [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:09.747790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b961b-8277-424f-a42b-c47546407baf None None] Pushing event updated for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:09.749855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.751229 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a6d4971-96d8-4917-b3c6-8fc6de02c899 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6166730 Apr 30 04:50:09.754389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60280) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:09.770899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'security_group_rule': {'security_group_id': 'ae837f43-7d77-449c-8da7-0442f749d470', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:09.784481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Provisioning complete for port 4f486786-6f1f-4859-a9e7-267b287cc62f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:09.785002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.790583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.791112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for floatingip (71e36ead-1009-401d-bdb1-6fa7483d6a63), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.825694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (f924f245-7650-49c9-8994-9f1301488b1b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.890960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Port 4f486786-6f1f-4859-a9e7-267b287cc62f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:09.895475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.897503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Calling delete_port for 71e36ead-1009-401d-bdb1-6fa7483d6a63 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:09.912464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Provisioning complete for port 664970fc-c788-4f47-8290-6deaf55cb773 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:09.912829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (664970fc-c788-4f47-8290-6deaf55cb773), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:09.955759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f829ff25-83e8-4ce0-b630-dc5bd2f17338 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:09.956886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24a161e2-1b38-4cc8-a91a-4cf41804ca0c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:09.993482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-88a73ce6-8524-4699-ac5d-6ceb2be592df None None] Port 664970fc-c788-4f47-8290-6deaf55cb773 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:10.015954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:10.016444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.020359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Router e1174895-85d0-4058-a7af-f9ea96e7409d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:10.187933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:10.268916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (0cc5dc7a-a574-472f-ba90-0d69f22812a2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.327134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (f924f245-7650-49c9-8994-9f1301488b1b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.331031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.354776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.413972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.414784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.418784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8789a49-6d66-47f7-b57f-bd509bf9e3ad None None] Network ee05c4a3-f836-4d40-8c95-144c924efc55 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:10.419258 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "DELETE /v2.0/subnets/f924f245-7650-49c9-8994-9f1301488b1b HTTP/1.1" status: 204 len: 168 time: 2.1571062 Apr 30 04:50:10.420105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f41c0-4d6b-4315-8f8e-79d341968066 tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event deleted for resources: {'Subnet': ['ID=f924f245-7650-49c9-8994-9f1301488b1b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:10.424702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:10.425539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (71e36ead-1009-401d-bdb1-6fa7483d6a63), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.452382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:10.474542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:10.483493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:10.488824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:10.500183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.508100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Sync routers for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:10.519829 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-46f793ae-c361-4998-b1c5-6c2018d70e4d admin admin] 10.222.0.16 "PUT /v2.0/routers/e1174895-85d0-4058-a7af-f9ea96e7409d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9148486 Apr 30 04:50:10.525168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'Port': ['ID=2ab54178-7bb8-41d6-9eeb-7d241f980ce2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:10.632202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:10.634682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:10.722690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (0cc5dc7a-a574-472f-ba90-0d69f22812a2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.740333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] DHCP port deletion for ee05c4a3-f836-4d40-8c95-144c924efc55 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:50:10.744703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Port': ['ID=71e36ead-1009-401d-bdb1-6fa7483d6a63,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:10.787906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ee05c4a3-f836-4d40-8c95-144c924efc55), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.815995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0cc5dc7a-a574-472f-ba90-0d69f22812a2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.817123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for floatingip (f173f00b-bae9-4b16-8208-97b44679ffff), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.832416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Deleting port 9f41cdc4-dfde-424c-a011-66b7e506a56f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:10.832941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.878253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc5dc7a-a574-472f-ba90-0d69f22812a2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:10.881574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:10.926213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.190 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/3e2b50d8-4659-46c1-95c5-ab03859abf63) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:10.937082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.965097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] For port 9f41cdc4-dfde-424c-a011-66b7e506a56f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f41cdc4-dfde-424c-a011-66b7e506a56f,segment=NetworkSegment(3c808de6-a51d-41b9-8785-320665d76a93),segment_id=3c808de6-a51d-41b9-8785-320665d76a93)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:10.965497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.970307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Deleting port 9f41cdc4-dfde-424c-a011-66b7e506a56f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:10.978163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.981539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.981539 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-be67840c-7e05-4131-a77a-084d8d8d524b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2241008 Apr 30 04:50:10.981723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d916d865-69e1-4e69-930f-065fcf2438b2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:10.983299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:11.012047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'security_group_rule': {'security_group_id': 'ae837f43-7d77-449c-8da7-0442f749d470', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:11.036971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Calling delete_port for 9f41cdc4-dfde-424c-a011-66b7e506a56f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:11.077966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.148800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (3e2b50d8-4659-46c1-95c5-ab03859abf63), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.161877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.220082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.232682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] For port 9f41cdc4-dfde-424c-a011-66b7e506a56f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f41cdc4-dfde-424c-a011-66b7e506a56f,segment=NetworkSegment(3c808de6-a51d-41b9-8785-320665d76a93),segment_id=3c808de6-a51d-41b9-8785-320665d76a93)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:11.233046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.290185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] In _notify_port_updated(), no bound segment for port 4f486786-6f1f-4859-a9e7-267b287cc62f on network f1d45065-deaf-4bc8-b31f-1b10746f0fbf {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:50:11.307476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:11.308190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.314235 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "PUT /v2.0/ports/4f486786-6f1f-4859-a9e7-267b287cc62f HTTP/1.1" status: 200 len: 1001 time: 2.2348707 Apr 30 04:50:11.315117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60312) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:11.319227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Calling delete_port for 9f41cdc4-dfde-424c-a011-66b7e506a56f owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:11.348364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:11.358542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (4da63993-3faf-4fac-a45f-c1de3549c6a0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.419644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:07Z', 'revision_number': 2, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:11.464636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (d916d865-69e1-4e69-930f-065fcf2438b2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.492532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bd9f9-3f59-471a-b230-3a1fdf7152f3 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=4f486786-6f1f-4859-a9e7-267b287cc62f,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:11.576654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3e2b50d8-4659-46c1-95c5-ab03859abf63), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.681117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:11.681726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.690436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d916d865-69e1-4e69-930f-065fcf2438b2,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:11.740717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:11.759650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 4f486786-6f1f-4859-a9e7-267b287cc62f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:11.760963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.764126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:11.764978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Checking router: e1174895-85d0-4058-a7af-f9ea96e7409d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:11.765339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Updating router e1174895-85d0-4058-a7af-f9ea96e7409d port 664970fc-c788-4f47-8290-6deaf55cb773 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:50:11.770586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.775823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:11.818453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-49e76064-c264-449c-8b13-eeaa014a9a5d None None] Provisioning complete for port 4f486786-6f1f-4859-a9e7-267b287cc62f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:11.819366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49e76064-c264-449c-8b13-eeaa014a9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.829579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (4da63993-3faf-4fac-a45f-c1de3549c6a0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.873879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=3e2b50d8-4659-46c1-95c5-ab03859abf63,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:11.879268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60320) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:11.883439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] Pushing event deleted for resources: {'Port': ['ID=9f41cdc4-dfde-424c-a011-66b7e506a56f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:11.885448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6eb7b-e977-4e3e-8505-050ec34665b1 None None] No DVR routers for this DVR port 9f41cdc4-dfde-424c-a011-66b7e506a56f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:50:11.898313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d8cceb0a-cb31-4429-adfa-cff223d6ebc9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.911457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4da63993-3faf-4fac-a45f-c1de3549c6a0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.916330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-49e76064-c264-449c-8b13-eeaa014a9a5d None None] Port 4f486786-6f1f-4859-a9e7-267b287cc62f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:11.939808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (664970fc-c788-4f47-8290-6deaf55cb773), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.972517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9f41cdc4-dfde-424c-a011-66b7e506a56f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:11.996979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cceb0a-cb31-4429-adfa-cff223d6ebc9']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.003568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da63993-3faf-4fac-a45f-c1de3549c6a0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:12.038758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:12.043774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cfc067-0ad3-431a-bbdd-a4eb153595f2') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.050871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cfc067-0ad3-431a-bbdd-a4eb153595f2') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.050871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event deleted for resources: {'Port': ['ID=9f41cdc4-dfde-424c-a011-66b7e506a56f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:12.053201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] No DVR routers for this DVR port 9f41cdc4-dfde-424c-a011-66b7e506a56f on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:50:12.150106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (e0cfc067-0ad3-431a-bbdd-a4eb153595f2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.153298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.157263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.159527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d00becda-753e-4795-9395-96204bb99177 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1504478 Apr 30 04:50:12.169639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f41cdc4-dfde-424c-a011-66b7e506a56f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:50:12.170188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60326) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:12.200407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:12.201905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 9f41cdc4-dfde-424c-a011-66b7e506a56f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:50:12.202284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f41cdc4-dfde-424c-a011-66b7e506a56f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:50:12.229088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e0cfc067-0ad3-431a-bbdd-a4eb153595f2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.235719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.260651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1862136270', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:12.308752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.322950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 4f486786-6f1f-4859-a9e7-267b287cc62f owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:12.333602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'Port': ['ID=2ab54178-7bb8-41d6-9eeb-7d241f980ce2,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:12.367696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60328) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:12.373331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:12.373815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (e0cfc067-0ad3-431a-bbdd-a4eb153595f2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.373934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616999470', 'description': 'tempest-description--1726342094'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:12.375802 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:12.378247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ee05c4a3-f836-4d40-8c95-144c924efc55), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.406337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks [] for port (664970fc-c788-4f47-8290-6deaf55cb773), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.426182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Made reservation on behalf of cc96ed47b67d44b293967ec2a0601356 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:12.428481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.448709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee05c4a3-f836-4d40-8c95-144c924efc55']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.450936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.471413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.475358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.502465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c808de6-a51d-41b9-8785-320665d76a93') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.502806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c808de6-a51d-41b9-8785-320665d76a93') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:12.533109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (3c808de6-a51d-41b9-8785-320665d76a93), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.547211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379e6c4-b37a-40b7-803f-eb06d419a09f None None] Pushing event updated for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:12.577377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.581903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.590017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Attempting to bind port 664970fc-c788-4f47-8290-6deaf55cb773 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:12.590633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Attempting to bind port 664970fc-c788-4f47-8290-6deaf55cb773 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:12.591192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Attempting to bind port 664970fc-c788-4f47-8290-6deaf55cb773 on network 84d939ba-0773-4cf3-8f3c-77f950c5f988 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:12.594931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3c808de6-a51d-41b9-8785-320665d76a93), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.599618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:12.600268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Checking segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:12.600903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.601492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Bound using segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:12.602223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Bound port: 664970fc-c788-4f47-8290-6deaf55cb773, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:12.602788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (664970fc-c788-4f47-8290-6deaf55cb773), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.623222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:12.623624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (3c808de6-a51d-41b9-8785-320665d76a93), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:12.626777 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:12.629861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d8cceb0a-cb31-4429-adfa-cff223d6ebc9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.642059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.690537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] For port 664970fc-c788-4f47-8290-6deaf55cb773, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:12.694974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] For port 664970fc-c788-4f47-8290-6deaf55cb773, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=664970fc-c788-4f47-8290-6deaf55cb773,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:12.736029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8cceb0a-cb31-4429-adfa-cff223d6ebc9 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:50:12.743028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.747146 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d8cceb0a-cb31-4429-adfa-cff223d6ebc9 HTTP/1.1" status: 204 len: 168 time: 4.5359616 Apr 30 04:50:12.753869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60330) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:12.757392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.760237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ad326958-7408-46ca-bfc3-505398764884 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4167519 Apr 30 04:50:12.790393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.893275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ee05c4a3-f836-4d40-8c95-144c924efc55), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.903538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f748bafe-2bc7-4860-b998-397f46dd1ad9 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1308463 Apr 30 04:50:12.914894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60334) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:12.914894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:12.927465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379e6c4-b37a-40b7-803f-eb06d419a09f None None] Pushing event updated for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:12.983799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Provisioning complete for port 664970fc-c788-4f47-8290-6deaf55cb773 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:12.984562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (664970fc-c788-4f47-8290-6deaf55cb773), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.125056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4f486786-6f1f-4859-a9e7-267b287cc62f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.133385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (bf223c6d-d1af-43f0-82bb-bfccac92f135), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.134233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:13.135166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:13.145174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for security_group (146990ff-eb61-484a-99ff-9ba52ce705f6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.153200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Allocated IP 172.26.5.25 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/0dbaedcc-1508-4b02-a12c-27b2fd5775b5) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:13.180688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=4f486786-6f1f-4859-a9e7-267b287cc62f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.223184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bf223c6d-d1af-43f0-82bb-bfccac92f135), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.268439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.272579 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03667503-0b52-4045-b413-0c77a6959cc2 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/4f486786-6f1f-4859-a9e7-267b287cc62f HTTP/1.1" status: 204 len: 168 time: 1.9473987 Apr 30 04:50:13.281023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60346) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.283786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (146990ff-eb61-484a-99ff-9ba52ce705f6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.291530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] device_id is not set on port d84e0a1a-57fa-4eea-8934-75bb1b7529da yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:13.327881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Current status of the port 664970fc-c788-4f47-8290-6deaf55cb773 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:13.328496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (664970fc-c788-4f47-8290-6deaf55cb773), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.363538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.402761 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e1549d-fc1d-464a-a678-2e71a39f191b tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] GET failed (client error): The resource could not be found. Apr 30 04:50:13.409102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07e1549d-fc1d-464a-a678-2e71a39f191b tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports/4f486786-6f1f-4859-a9e7-267b287cc62f HTTP/1.1" status: 404 len: 333 time: 0.0408757 Apr 30 04:50:13.413379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bc9d7-a094-40e9-b95f-235a6ac54574 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8cceb0a-cb31-4429-adfa-cff223d6ebc9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.414694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60356) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.421158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268710526'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:13.436852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.445021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] 10.222.0.16 "DELETE /v2.0/networks/ee05c4a3-f836-4d40-8c95-144c924efc55 HTTP/1.1" status: 204 len: 168 time: 3.0057833 Apr 30 04:50:13.471026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf223c6d-d1af-43f0-82bb-bfccac92f135,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.484534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] For port 664970fc-c788-4f47-8290-6deaf55cb773, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=664970fc-c788-4f47-8290-6deaf55cb773,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:13.511729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:13.596302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.597895 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-11e6660b-7f01-4e60-9dfa-c9b4be6126e5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2287998 Apr 30 04:50:13.608325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04550d-fc77-47f2-86a0-fc15e360c40f tempest-DHCPAgentSchedulersTestJSON-1444005755 tempest-DHCPAgentSchedulersTestJSON-1444005755-project] Pushing event deleted for resources: {'Network': ['ID=ee05c4a3-f836-4d40-8c95-144c924efc55,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.615673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.620796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.623173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'security_group_rule': {'security_group_id': 'bf223c6d-d1af-43f0-82bb-bfccac92f135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:13.634023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146990ff-eb61-484a-99ff-9ba52ce705f6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.664402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.673283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60368) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.686418 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 04:50:13.721843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.765849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.766568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.767187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.767807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.768377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.768978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.769593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.770170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:13.772301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-23bb4886-8c6c-4c5a-924e-b460c5357e57 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.3753624 Apr 30 04:50:13.775551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60370) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.802602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-96d768fb-d937-4806-87f6-dbad97354b9e None None] Provisioning complete for port 664970fc-c788-4f47-8290-6deaf55cb773 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:13.802969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96d768fb-d937-4806-87f6-dbad97354b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (664970fc-c788-4f47-8290-6deaf55cb773), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.840680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ffcb7-0a50-4423-9f1c-7bec955fe2f3 None None] Pushing event updated for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:13.857638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:13.860974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Allocated IP 172.26.5.118 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/d84e0a1a-57fa-4eea-8934-75bb1b7529da) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:13.863351 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-dbf65945-a184-4bc6-a2ab-1ef6367d9089 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] delete failed (client error): The resource could not be found. Apr 30 04:50:13.863680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:13.868191 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dbf65945-a184-4bc6-a2ab-1ef6367d9089 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/f173f00b-bae9-4b16-8208-97b44679ffff HTTP/1.1" status: 404 len: 345 time: 0.0879617 Apr 30 04:50:13.877567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60372) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:13.878657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:13.912652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:13.917256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:13.955744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-96d768fb-d937-4806-87f6-dbad97354b9e None None] Current status of the port 664970fc-c788-4f47-8290-6deaf55cb773 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:13.974999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 400ff632-230b-4724-af49-764c19ca9aee yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:14.003848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:12Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:14.036728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fc4bf-b95f-4806-8b26-94f25e15657d None None] The sync data for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv is: [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:12Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:14.136485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (4e464e91-b793-432f-82a6-0d3bf34d29d0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.149035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'Port': ['ID=0dbaedcc-1508-4b02-a12c-27b2fd5775b5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:14.154155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-a77930b3-ba0a-4663-84e5-6a0432fde89b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1579740549&fields=id&tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a HTTP/1.1" status: 200 len: 267 time: 0.4779661 Apr 30 04:50:14.155064 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4746d4a8-d477-48c0-929e-ea2d26e3ad0b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] DELETE failed (client error): The resource could not be found. Apr 30 04:50:14.155608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4746d4a8-d477-48c0-929e-ea2d26e3ad0b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:50:14.158940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4746d4a8-d477-48c0-929e-ea2d26e3ad0b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d8cceb0a-cb31-4429-adfa-cff223d6ebc9 HTTP/1.1" status: 404 len: 339 time: 0.2742598 Apr 30 04:50:14.166670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60376) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:14.174799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'name': 'tempest-network--1341760377', 'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:14.224385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:50:14.231572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::15d (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/400ff632-230b-4724-af49-764c19ca9aee) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:14.262191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for port (d84e0a1a-57fa-4eea-8934-75bb1b7529da), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.321274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60378) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:14.333803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:14.336967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.398782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (4e464e91-b793-432f-82a6-0d3bf34d29d0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.457440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-70f1a0a5-0f2a-42f8-8bd2-8bce6def7730 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:14.459009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-70f1a0a5-0f2a-42f8-8bd2-8bce6def7730 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 812 time: 0.2867181 Apr 30 04:50:14.477343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.486941 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-c1225290-0b27-44d5-bd56-87dfbdc8c8fc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/quotas/2fee7847be8044f2a0c4cf8d9fe7fc3a HTTP/1.1" status: 200 len: 375 time: 0.0205827 Apr 30 04:50:14.502963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4e464e91-b793-432f-82a6-0d3bf34d29d0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.506326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:14.555975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e464e91-b793-432f-82a6-0d3bf34d29d0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:14.564801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (599ed8bc-8ed3-48da-8960-1608fe8b9ada), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.565146 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Added segment 599ed8bc-8ed3-48da-8960-1608fe8b9ada of type vlan for network f46d101b-e8ec-4f48-a81c-6ea2a8e78b77 Apr 30 04:50:14.592294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:14.605247 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:14.615353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:14.616235 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:14.617585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-d43ee2e3-9ef5-42c8-b659-3b15a6c03efb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248951 Apr 30 04:50:14.624594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.649173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d84e0a1a-57fa-4eea-8934-75bb1b7529da), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.667342 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:14.683412 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:14.684018 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:14.727166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f46d101b-e8ec-4f48-a81c-6ea2a8e78b77), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.743746 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:14.745338 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1cf39550-656a-4469-a6c4-bec2de7dd5c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71760523178146f3ae3c87087c4452ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4127376 Apr 30 04:50:14.746501 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c780d0e-3a32-4ab1-8665-1058f17d6a79 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:14.756459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60386) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:14.773631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.777857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c8c3d3e2-b4db-45ac-a3b5-f73442aac1eb tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1604910 Apr 30 04:50:14.780502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:14.785352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'security_group_rule': {'security_group_id': 'bf223c6d-d1af-43f0-82bb-bfccac92f135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:14.786596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (400ff632-230b-4724-af49-764c19ca9aee), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.798422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:14.815450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.820346 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d01e36ca-1f55-49c3-babd-71747cbcc4df tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2407932 Apr 30 04:50:14.821804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60392) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:14.829607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Pushing event updated for resources: {'Port': ['ID=d84e0a1a-57fa-4eea-8934-75bb1b7529da,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:14.832142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:14.847619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:14.922964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-c48bf833-bd86-4d1a-aeb7-c35fd3bc4751 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:50:14.927338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-c48bf833-bd86-4d1a-aeb7-c35fd3bc4751 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1615760 Apr 30 04:50:14.930478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:14.931084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.934617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] Publish callbacks [] for security_group (d0bb024d-4e22-43a6-9137-a634c57de766), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.956004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f46d101b-e8ec-4f48-a81c-6ea2a8e78b77), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.956950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:14.957525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.989047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (0fbc9e3a-f43a-42cf-85c7-2439386fd3f8), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:14.992026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] Publish callbacks [] for security_group (d0bb024d-4e22-43a6-9137-a634c57de766), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.012241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (400ff632-230b-4724-af49-764c19ca9aee), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.090357 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c33d19f-5601-4fed-9501-d7a2db8bbb35 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1840487 Apr 30 04:50:15.095947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60394) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:15.096611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=f46d101b-e8ec-4f48-a81c-6ea2a8e78b77,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:15.102120 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a91f74aa-e317-4b68-abd3-3ca18fa97620 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9324291 Apr 30 04:50:15.106343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.118'}]}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:15.116008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60396) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:15.144647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f46d101b-e8ec-4f48-a81c-6ea2a8e78b77 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:15.190763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:15.211352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.232355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:15.242494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=400ff632-230b-4724-af49-764c19ca9aee,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:15.257417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:15.257719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 664970fc-c788-4f47-8290-6deaf55cb773 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:15.257797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:15.258412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.321005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.326365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (0fbc9e3a-f43a-42cf-85c7-2439386fd3f8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.359455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 664970fc-c788-4f47-8290-6deaf55cb773 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:15.359788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (664970fc-c788-4f47-8290-6deaf55cb773), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.372443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (45156b30-627b-4879-9626-35537a49afb0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.373625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (45156b30-627b-4879-9626-35537a49afb0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.474081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 664970fc-c788-4f47-8290-6deaf55cb773 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:15.507716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0fbc9e3a-f43a-42cf-85c7-2439386fd3f8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.517633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-1eb4cf4a-fdf8-4524-8a56-bcda069af9da service neutron] 10.222.0.16 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808685 Apr 30 04:50:15.581655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbc9e3a-f43a-42cf-85c7-2439386fd3f8,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:15.595844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-059f1345-20c3-4a68-881c-ef8b58180bbc None None] Provisioning complete for port 400ff632-230b-4724-af49-764c19ca9aee triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:15.596209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-059f1345-20c3-4a68-881c-ef8b58180bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (400ff632-230b-4724-af49-764c19ca9aee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.619043 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce5dcdc3-a2b9-415d-8603-68985caba3e4 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1994510 Apr 30 04:50:15.619043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d0bb024d-4e22-43a6-9137-a634c57de766), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.620372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.620902 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0bb024d-4e22-43a6-9137-a634c57de766 HTTP/1.1" status: 204 len: 168 time: 0.8564131 Apr 30 04:50:15.626713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60398) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:15.633233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'Port': ['ID=0dbaedcc-1508-4b02-a12c-27b2fd5775b5,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:15.642074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'network_id': 'f1d45065-deaf-4bc8-b31f-1b10746f0fbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1256853811'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:15.651483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-059f1345-20c3-4a68-881c-ef8b58180bbc None None] Port 400ff632-230b-4724-af49-764c19ca9aee cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:15.657190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7f895-30fc-4cab-a5be-75cffcb4738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb024d-4e22-43a6-9137-a634c57de766,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:15.689634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444de030-71c4-45d1-8252-e16355fbe143 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:15.691905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.695348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444de030-71c4-45d1-8252-e16355fbe143 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:15.701230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444de030-71c4-45d1-8252-e16355fbe143 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:15.707390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444de030-71c4-45d1-8252-e16355fbe143 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:15.711989 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-444de030-71c4-45d1-8252-e16355fbe143 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5911562 Apr 30 04:50:15.713667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60402) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:15.763569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.765367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for router_controller (45156b30-627b-4879-9626-35537a49afb0), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.765478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7f4d483-8bcc-4f91-ad6c-e56ecf7c98b9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9837902 Apr 30 04:50:15.769282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60404) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:15.774465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:15.831972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f46d101b-e8ec-4f48-a81c-6ea2a8e78b77), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:15.955550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.003046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f46d101b-e8ec-4f48-a81c-6ea2a8e78b77), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.017560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.018791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fab67616-cf9b-44c3-bfd3-bc288f1ff5d3 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8255036 Apr 30 04:50:16.084291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-006003e1-5d1e-460f-bfed-04814535e288 service neutron] 10.222.0.16 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297420 Apr 30 04:50:16.097707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46d101b-e8ec-4f48-a81c-6ea2a8e78b77']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:16.161503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for router_gateway (45156b30-627b-4879-9626-35537a49afb0), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.165675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599ed8bc-8ed3-48da-8960-1608fe8b9ada') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:16.165969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599ed8bc-8ed3-48da-8960-1608fe8b9ada') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:16.181145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (599ed8bc-8ed3-48da-8960-1608fe8b9ada), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.192799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.207715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (599ed8bc-8ed3-48da-8960-1608fe8b9ada), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.215695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.219255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:16.219947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (599ed8bc-8ed3-48da-8960-1608fe8b9ada), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.228254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Made reservation on behalf of 7f2f157e5d55497bbf6d92dbd7d63a26 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:16.231569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:16.283423 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:16.287415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] device_id is not set on port 3b856f0a-4415-44df-a84c-fc848be80784 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:16.409053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60428) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:16.435097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9247859f-dbe5-4211-9e2f-21d14d80783f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.435736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f46d101b-e8ec-4f48-a81c-6ea2a8e78b77), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.522725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60450) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:16.530191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f46d101b-e8ec-4f48-a81c-6ea2a8e78b77 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:50:16.554950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.558301 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f46d101b-e8ec-4f48-a81c-6ea2a8e78b77 HTTP/1.1" status: 204 len: 168 time: 0.8434408 Apr 30 04:50:16.578654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9533697-2714-4fa9-87d6-3032ef1b6526 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Network': ['ID=f46d101b-e8ec-4f48-a81c-6ea2a8e78b77,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:16.584002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:16.593905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'name': 'tempest-network--1739040981', 'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:16.657010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for router_gateway (45156b30-627b-4879-9626-35537a49afb0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.688213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95c0992b-6fc2-473a-981d-b6bf96617952 req-5cabed72-1ba8-4dc6-a952-996f316e645f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1551785 Apr 30 04:50:16.688339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:16.690586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.706897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.748377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:16.754535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Allocated IP 172.26.5.82 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/480e3c50-2388-40c4-bbf0-412d2274df20) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:16.814141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (02149128-6fcb-4919-8b71-44721b859608), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:16.814535 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Added segment 02149128-6fcb-4919-8b71-44721b859608 of type vlan for network 85916ed3-fa21-452c-8efd-7604a940786f Apr 30 04:50:16.864721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-d1f8c26b-6402-481d-864b-9a3045002793 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--165969258&fields=id&tenant_id=1dad282aaae24fda992341db1124514d HTTP/1.1" status: 200 len: 267 time: 0.3293478 Apr 30 04:50:16.932001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Allocated IP 2001:db8::231 (f1d45065-deaf-4bc8-b31f-1b10746f0fbf/ba226fa9-16a3-4c4c-a543-7ed788897482/3b856f0a-4415-44df-a84c-fc848be80784) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:16.981667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (85916ed3-fa21-452c-8efd-7604a940786f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.046688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9247859f-dbe5-4211-9e2f-21d14d80783f admin admin] Publish callbacks [] for security_group (d859d706-110e-48c8-86ad-a56721f29c56), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.050790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for port (480e3c50-2388-40c4-bbf0-412d2274df20), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.051117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.1 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/c629177c-c670-4da5-a13b-a4d413999fda) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:17.143663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9247859f-dbe5-4211-9e2f-21d14d80783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d859d706-110e-48c8-86ad-a56721f29c56), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.184289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (85916ed3-fa21-452c-8efd-7604a940786f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.185370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:17.185997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.192914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.214389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-26933773-bdd9-4ae6-b823-d349457b767c tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:17.215775 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-26933773-bdd9-4ae6-b823-d349457b767c tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/networks?id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f HTTP/1.1" status: 200 len: 806 time: 0.3160307 Apr 30 04:50:17.321284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247859f-dbe5-4211-9e2f-21d14d80783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859d706-110e-48c8-86ad-a56721f29c56,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:17.333247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9247859f-dbe5-4211-9e2f-21d14d80783f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=420eca6439344df694f451140f36e5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9206176 Apr 30 04:50:17.339873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-f87e5207-9914-4760-b348-25296a7e8cc7 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/quotas/1dad282aaae24fda992341db1124514d HTTP/1.1" status: 200 len: 375 time: 0.1035516 Apr 30 04:50:17.341989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60468) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:17.353801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:17.364817 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7791607 Apr 30 04:50:17.365839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for router (45156b30-627b-4879-9626-35537a49afb0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.367856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:17.369689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e19667-80da-4cbb-bb34-801f7934a02b tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=85916ed3-fa21-452c-8efd-7604a940786f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:17.370765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60470) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:17.371674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:17.375966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'Port': ['ID=480e3c50-2388-40c4-bbf0-412d2274df20,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:17.383084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 85916ed3-fa21-452c-8efd-7604a940786f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:17.387317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (c629177c-c670-4da5-a13b-a4d413999fda), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.527213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-86b10d56-9ddc-4372-ab71-3cf2c8b57cf6 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dad282aaae24fda992341db1124514d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691742 Apr 30 04:50:17.560539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (3b856f0a-4415-44df-a84c-fc848be80784), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.599116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] Publish callbacks [] for security_group (d859d706-110e-48c8-86ad-a56721f29c56), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.672166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (45156b30-627b-4879-9626-35537a49afb0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.677785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks [] for router_controller (45156b30-627b-4879-9626-35537a49afb0), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.690324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314fa70c-a39f-4147-b87c-56b8fee72c6a tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:17.695141 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-314fa70c-a39f-4147-b87c-56b8fee72c6a tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "GET /v2.0/networks/85916ed3-fa21-452c-8efd-7604a940786f HTTP/1.1" status: 200 len: 757 time: 0.3125753 Apr 30 04:50:17.696307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60482) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:17.703880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] Publish callbacks [] for security_group (d859d706-110e-48c8-86ad-a56721f29c56), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.752297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-06d66aa5-aac5-4e5d-9b2c-ebb3aca6b5e3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:50:17.753379 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-06d66aa5-aac5-4e5d-9b2c-ebb3aca6b5e3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0867176 Apr 30 04:50:17.754685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c629177c-c670-4da5-a13b-a4d413999fda), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.770382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.836932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (45156b30-627b-4879-9626-35537a49afb0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.837555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45156b30-627b-4879-9626-35537a49afb0 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:50:17.896517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.914986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:17.917816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6bc9836a-f334-488f-9d95-a90f905f4c27 req-ec9f9800-5f20-4f16-a574-0b1fbe90ded6 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1173146 Apr 30 04:50:17.938799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3d1f2-eec8-4088-8e8f-fe00aeed1b57 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:17.942688 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-68d3d1f2-eec8-4088-8e8f-fe00aeed1b57 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "GET /v2.0/networks/58de5a6b-5891-4714-aee6-4df2849cc7e9 HTTP/1.1" status: 200 len: 768 time: 0.2354119 Apr 30 04:50:17.942688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:17.943412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3b856f0a-4415-44df-a84c-fc848be80784), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:17.945608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60490) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:17.946383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:17.960597 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:50:17.964731 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c60cea7-024f-4196-8f3d-d34d54067a89 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8586719 Apr 30 04:50:17.976519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60492) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:18.019680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=c629177c-c670-4da5-a13b-a4d413999fda,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:18.084220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:18.098187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:18.102430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Deleting port d84e0a1a-57fa-4eea-8934-75bb1b7529da {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:18.102700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:18.102814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d84e0a1a-57fa-4eea-8934-75bb1b7529da), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.107913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:18.108524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.111085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.183380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d859d706-110e-48c8-86ad-a56721f29c56), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.186044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.189854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d859d706-110e-48c8-86ad-a56721f29c56 HTTP/1.1" status: 204 len: 168 time: 0.8426621 Apr 30 04:50:18.189854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=3b856f0a-4415-44df-a84c-fc848be80784,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:18.222885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-5d440428-b7e5-4ce9-b086-bcae0573d9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260087 Apr 30 04:50:18.289151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a4541-8e3b-4495-846c-cbf5207413be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859d706-110e-48c8-86ad-a56721f29c56,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:18.331160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d3632d5-5a8b-47c5-a74e-08c518539c84 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6981552 Apr 30 04:50:18.340148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (85916ed3-fa21-452c-8efd-7604a940786f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.345784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60496) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:18.367815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2da', 'mac_address': 'fa:16:3e:61:1d:0c'}, {'ip_address': '2001:db8::15d', 'mac_address': 'fa:16:3e:40:2a:f9'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:18.457472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for port (480e3c50-2388-40c4-bbf0-412d2274df20), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.476179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d84e0a1a-57fa-4eea-8934-75bb1b7529da), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.494731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4640d42c-c486-44ac-ad78-27876d4c858c None None] Provisioning complete for port 3b856f0a-4415-44df-a84c-fc848be80784 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:18.495288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4640d42c-c486-44ac-ad78-27876d4c858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3b856f0a-4415-44df-a84c-fc848be80784), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.503995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Calling delete_port for d84e0a1a-57fa-4eea-8934-75bb1b7529da owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:18.618679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4640d42c-c486-44ac-ad78-27876d4c858c None None] Port 3b856f0a-4415-44df-a84c-fc848be80784 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:18.619074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.671921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'Port': ['ID=480e3c50-2388-40c4-bbf0-412d2274df20,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:18.883198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.884802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-3d79c9b9-b37a-4309-8d5b-61f474c98c4e service neutron] 10.222.0.16 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782535 Apr 30 04:50:18.884802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (85916ed3-fa21-452c-8efd-7604a940786f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.884802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85916ed3-fa21-452c-8efd-7604a940786f']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:18.897672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02149128-6fcb-4919-8b71-44721b859608') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:18.897969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02149128-6fcb-4919-8b71-44721b859608') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:18.933726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (02149128-6fcb-4919-8b71-44721b859608), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.944946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3b856f0a-4415-44df-a84c-fc848be80784), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.948190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (02149128-6fcb-4919-8b71-44721b859608), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.961969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:18.962381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (02149128-6fcb-4919-8b71-44721b859608), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:18.964349 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:19.048384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d84e0a1a-57fa-4eea-8934-75bb1b7529da), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.052368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.056157 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-72f9eb6b-9b2b-45c5-b309-ad0b5e160a64 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2840936 Apr 30 04:50:19.142349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c629177c-c670-4da5-a13b-a4d413999fda), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.159921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Pushing event deleted for resources: {'Port': ['ID=d84e0a1a-57fa-4eea-8934-75bb1b7529da,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:19.259023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49c32efd-931a-4ce2-b034-a3370900e2b8 req-4f9a4796-eef2-4dfd-86c7-4605b6c28f79 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1090810 Apr 30 04:50:19.277221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.285306 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c22e42c9-cfd3-480a-ba77-118579bd59a4 tempest-RoutersAdminNegativeIpV6Test-105984690 tempest-RoutersAdminNegativeIpV6Test-105984690-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d84e0a1a-57fa-4eea-8934-75bb1b7529da HTTP/1.1" status: 204 len: 168 time: 1.3046036 Apr 30 04:50:19.340901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (85916ed3-fa21-452c-8efd-7604a940786f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.390080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85916ed3-fa21-452c-8efd-7604a940786f {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:50:19.392842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0854151c-c242-450b-8d08-24f278f78539 req-274be181-9471-47ac-b76a-c90c8d7e28a4 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.1087162 Apr 30 04:50:19.405815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.407038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/85916ed3-fa21-452c-8efd-7604a940786f HTTP/1.1" status: 204 len: 168 time: 1.4531991 Apr 30 04:50:19.411244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60538) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:19.429645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'name': 'tempest-network--1419242798'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:19.458210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d3d3-1419-414e-8d8a-77dde8f20535 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Network': ['ID=85916ed3-fa21-452c-8efd-7604a940786f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:19.567933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Made reservation on behalf of 57a24711d01a4a39b52ffe480033ba25 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:19.571305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.596227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:19.606788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (19ba4d93-1627-41c3-b5fc-e4f20a4b496c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.607268 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Added segment 19ba4d93-1627-41c3-b5fc-e4f20a4b496c of type vlan for network 4798de15-49e9-46f5-8306-47efe49cd5a1 Apr 30 04:50:19.717019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.814045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for port (3b856f0a-4415-44df-a84c-fc848be80784), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.842103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-9893cc7e-f1a2-4ecf-8eee-529ba366487a tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1616999470&fields=id&tenant_id=00d563431d3d47f7b478dd1b7903c60d HTTP/1.1" status: 200 len: 267 time: 0.4532337 Apr 30 04:50:19.874540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60558) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:19.894176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.895306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:19.896021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.908303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (3b856f0a-4415-44df-a84c-fc848be80784), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:19.968170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=4798de15-49e9-46f5-8306-47efe49cd5a1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:19.980430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 4798de15-49e9-46f5-8306-47efe49cd5a1 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:20.011063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e926429b-ba72-4f43-bac0-4478ea739b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.020784 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3605ffbe-d15d-4220-b8a5-c3334100bf21 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6071112 Apr 30 04:50:20.024956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60562) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:20.035873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:20.052840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] In _notify_port_updated(), no bound segment for port 3b856f0a-4415-44df-a84c-fc848be80784 on network f1d45065-deaf-4bc8-b31f-1b10746f0fbf {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:50:20.060010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:20.060789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.064709 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "PUT /v2.0/ports/3b856f0a-4415-44df-a84c-fc848be80784 HTTP/1.1" status: 200 len: 1068 time: 1.7138717 Apr 30 04:50:20.072867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60566) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:20.156998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a5aae-c398-4bdf-8015-f9685e0242ae tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event updated for resources: {'Port': ['ID=3b856f0a-4415-44df-a84c-fc848be80784,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:20.201233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-b0372515-baa4-44ea-bcb4-a5816224d3b7 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:20.203139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-b0372515-baa4-44ea-bcb4-a5816224d3b7 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/networks?id=84d939ba-0773-4cf3-8f3c-77f950c5f988 HTTP/1.1" status: 200 len: 811 time: 0.3596439 Apr 30 04:50:20.272861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (c629177c-c670-4da5-a13b-a4d413999fda), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.274460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.13', 64780) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:20.290509 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-c1a92c9a-ef3a-4652-abd8-05ad875b564e tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/quotas/00d563431d3d47f7b478dd1b7903c60d HTTP/1.1" status: 200 len: 375 time: 0.0573337 Apr 30 04:50:20.353004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 3b856f0a-4415-44df-a84c-fc848be80784 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:20.353614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3b856f0a-4415-44df-a84c-fc848be80784), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.439829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (c629177c-c670-4da5-a13b-a4d413999fda), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.461758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.484398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e926429b-ba72-4f43-bac0-4478ea739b95 admin admin] Publish callbacks [] for security_group (93f5f34f-be19-4392-b6b8-76be71dcb6f2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.536482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-108f9ef2-1c96-40ae-bf0f-a6f226720d8c None None] Provisioning complete for port 3b856f0a-4415-44df-a84c-fc848be80784 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:20.536854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-108f9ef2-1c96-40ae-bf0f-a6f226720d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3b856f0a-4415-44df-a84c-fc848be80784), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.577720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-108f9ef2-1c96-40ae-bf0f-a6f226720d8c None None] Port 3b856f0a-4415-44df-a84c-fc848be80784 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:20.593017 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-6cc18d9b-479f-4f1b-9238-2d9680514a62 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00d563431d3d47f7b478dd1b7903c60d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2711046 Apr 30 04:50:20.607680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.609850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e926429b-ba72-4f43-bac0-4478ea739b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (93f5f34f-be19-4392-b6b8-76be71dcb6f2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.654212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7e43cbf-406c-403b-8493-ed639a9feb3f req-b83bb9ac-3d26-4074-b95b-7834936ce01a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1418235 Apr 30 04:50:20.682134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.690404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event updated for resources: {'Network': ['ID=4798de15-49e9-46f5-8306-47efe49cd5a1,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:20.708608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=c629177c-c670-4da5-a13b-a4d413999fda,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:20.729903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-7b58ddf2-3faf-4baf-acff-3d4e69cfc0de tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:20.731402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-7b58ddf2-3faf-4baf-acff-3d4e69cfc0de tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 812 time: 0.4558308 Apr 30 04:50:20.742806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Network 4798de15-49e9-46f5-8306-47efe49cd5a1 is not hosted by any dhcp agent {{(pid=111174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:50:20.743955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:20.744622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.748788 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c9b5e04-fea9-466b-8d25-9f67b7e50b15 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "PUT /v2.0/networks/4798de15-49e9-46f5-8306-47efe49cd5a1 HTTP/1.1" status: 200 len: 857 time: 0.7153997 Apr 30 04:50:20.754163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60586) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:20.814332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3b856f0a-4415-44df-a84c-fc848be80784), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.834054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b86e7a10-66af-4d8e-bef6-209d2a4451e2 req-11dba095-9ec4-46af-bc25-43fbbafae569 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.1115160 Apr 30 04:50:20.862979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:20.869532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926429b-ba72-4f43-bac0-4478ea739b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5f34f-be19-4392-b6b8-76be71dcb6f2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:20.872474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 3b856f0a-4415-44df-a84c-fc848be80784 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:20.874833 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e926429b-ba72-4f43-bac0-4478ea739b95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=142006a8c57b4d1b856f6ba619f89e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9990103 Apr 30 04:50:20.875545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60594) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:21.010366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.032335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] Publish callbacks [] for security_group (93f5f34f-be19-4392-b6b8-76be71dcb6f2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.060348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4798de15-49e9-46f5-8306-47efe49cd5a1']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.073475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] Publish callbacks [] for security_group (93f5f34f-be19-4392-b6b8-76be71dcb6f2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.084225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ba4d93-1627-41c3-b5fc-e4f20a4b496c') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.085319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ba4d93-1627-41c3-b5fc-e4f20a4b496c') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.105054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (19ba4d93-1627-41c3-b5fc-e4f20a4b496c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.137449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (19ba4d93-1627-41c3-b5fc-e4f20a4b496c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.140589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:21.141095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (19ba4d93-1627-41c3-b5fc-e4f20a4b496c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:21.143144 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:21.185467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-beedc8ab-9c06-4050-a5c0-69eafa2289f5 service neutron] 10.222.0.16 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545168 Apr 30 04:50:21.282646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (4798de15-49e9-46f5-8306-47efe49cd5a1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.288005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4798de15-49e9-46f5-8306-47efe49cd5a1 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:50:21.299330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.306324 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4798de15-49e9-46f5-8306-47efe49cd5a1 HTTP/1.1" status: 204 len: 168 time: 0.5464141 Apr 30 04:50:21.307119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (93f5f34f-be19-4392-b6b8-76be71dcb6f2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.309675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.317334 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93f5f34f-be19-4392-b6b8-76be71dcb6f2 HTTP/1.1" status: 204 len: 168 time: 0.4369774 Apr 30 04:50:21.317515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:21.343480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-d6b76eee-f2aa-4f1d-8696-4d752a29f9f2 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a HTTP/1.1" status: 200 len: 380 time: 0.4610415 Apr 30 04:50:21.347031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:21.369908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8c99-4640-4944-a61d-c46d60ee33a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5f34f-be19-4392-b6b8-76be71dcb6f2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:21.370570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'port': {'device_id': '2d634928-be81-4dfd-97ab-1685a1db6306', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'admin_state_up': True, 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'security_groups': ['846429d9-3e0a-40b6-bc63-43c3f18113cc']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:21.375007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34999ee-9a20-48ac-bc1f-52b7e4f91804 tempest-ExternalNetworksTestJSON-469259457 tempest-ExternalNetworksTestJSON-469259457-project-admin] Pushing event deleted for resources: {'Network': ['ID=4798de15-49e9-46f5-8306-47efe49cd5a1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:21.379823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:21.456286 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8643eee-8542-4d00-bbe6-27569fead52a tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] DELETE failed (client error): The resource could not be found. Apr 30 04:50:21.456286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8643eee-8542-4d00-bbe6-27569fead52a tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:50:21.458322 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8643eee-8542-4d00-bbe6-27569fead52a tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "DELETE /v2.0/subnets/d916d865-69e1-4e69-930f-065fcf2438b2 HTTP/1.1" status: 404 len: 337 time: 0.1221392 Apr 30 04:50:21.461987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60622) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:21.573688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (58de5a6b-5891-4714-aee6-4df2849cc7e9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.663111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-e140e09a-76a3-41f8-9d85-f0e870aace9d service neutron] 10.222.0.16 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597671 Apr 30 04:50:21.732888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (58de5a6b-5891-4714-aee6-4df2849cc7e9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.773267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3b856f0a-4415-44df-a84c-fc848be80784), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.782704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58de5a6b-5891-4714-aee6-4df2849cc7e9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.797459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01f74c0-f48c-4be2-8b35-32323429cf80') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.797978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01f74c0-f48c-4be2-8b35-32323429cf80') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:21.838985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (a01f74c0-f48c-4be2-8b35-32323429cf80), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.855331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Made reservation on behalf of 2fee7847be8044f2a0c4cf8d9fe7fc3a for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:21.858985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.867729 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a01f74c0-f48c-4be2-8b35-32323429cf80), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.869620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=3b856f0a-4415-44df-a84c-fc848be80784,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:21.871564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1583fa6d-d4f9-4d95-8552-ec4ccb3a4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.881901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:21.883067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (a01f74c0-f48c-4be2-8b35-32323429cf80), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:21.886618 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:21.906731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-00007e05-b619-4eec-b973-3b4a5979c2fa req-c42ebda4-9141-43cf-b233-ef370e4a702a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1240208 Apr 30 04:50:22.070555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:22.128178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (58de5a6b-5891-4714-aee6-4df2849cc7e9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.146363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.160857 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] 10.222.0.16 "DELETE /v2.0/networks/58de5a6b-5891-4714-aee6-4df2849cc7e9 HTTP/1.1" status: 204 len: 168 time: 0.6974201 Apr 30 04:50:22.187710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60646) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:22.205610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9310f1-726a-4875-912c-f1f3ac3a54d4 tempest-ExternalNetworksTestJSON-1498779399 tempest-ExternalNetworksTestJSON-1498779399-project] Pushing event deleted for resources: {'Network': ['ID=58de5a6b-5891-4714-aee6-4df2849cc7e9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:22.298488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-00d25316-24d2-4d7b-bcaa-107a39881173 req-230786c3-ee53-48f4-8b30-a2bf779135a9 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.2103138 Apr 30 04:50:22.299385 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-95ff1527-5428-4f1e-b4be-1b99131cfb36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc96ed47b67d44b293967ec2a0601356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106513 Apr 30 04:50:22.300006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60654) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:22.385029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] Publish callbacks [] for security_group (146990ff-eb61-484a-99ff-9ba52ce705f6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.433469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] Publish callbacks [] for security_group (146990ff-eb61-484a-99ff-9ba52ce705f6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.443732 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8522e50d-94a2-449c-84a2-c35c968ce8cf req-1e4bceff-bb78-440b-b2ea-3fb7148accde tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.3158858 Apr 30 04:50:22.557062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (146990ff-eb61-484a-99ff-9ba52ce705f6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.559208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.563832 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/146990ff-eb61-484a-99ff-9ba52ce705f6 HTTP/1.1" status: 204 len: 168 time: 0.2594495 Apr 30 04:50:22.572864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e22fb-e1f1-4acb-ad56-a282935d12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146990ff-eb61-484a-99ff-9ba52ce705f6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:22.611846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Allocated IP 172.20.0.3 (b89f8174-cd1f-409e-be04-0224f33d02d0/cd155bb8-dc33-49a8-ae3c-f417abb4fa08/99580515-ec33-4b43-812a-413f2a3c017a) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:22.715199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.721575 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-71121348-36c7-4c2a-91b9-c1d9631ca717 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/3b856f0a-4415-44df-a84c-fc848be80784 HTTP/1.1" status: 204 len: 168 time: 2.6473920 Apr 30 04:50:22.722434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60662) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:22.743072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:22.765839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:22.769507 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-39249d33-a2d1-4a2e-88d2-5671518cae8d tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/routers/63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9464438 Apr 30 04:50:22.796208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60664) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:22.805740 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d62e921-7328-4eaa-8d89-ff61a8ac314e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] GET failed (client error): The resource could not be found. Apr 30 04:50:22.807402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'port': {'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f', 'name': 'tempest-FloatingIPTestJSON-1310825345'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:22.810527 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d62e921-7328-4eaa-8d89-ff61a8ac314e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports/3b856f0a-4415-44df-a84c-fc848be80784 HTTP/1.1" status: 404 len: 333 time: 0.0867157 Apr 30 04:50:22.811149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60666) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:22.814963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:22.817082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:22.950703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:22.983773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 400ff632-230b-4724-af49-764c19ca9aee {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:22.986190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (400ff632-230b-4724-af49-764c19ca9aee), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:22.986689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:22.987553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:49:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:23.090043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:23.090921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e30f63-1344-4142-845d-d2a17d11b38f None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:23.167471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.13', 64786) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:23.235687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60676) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:23.252979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (400ff632-230b-4724-af49-764c19ca9aee), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.269416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 400ff632-230b-4724-af49-764c19ca9aee owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:23.314057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a617f209-2b85-4819-acc3-cd9bb3771cc8 req-f88eab8d-f78e-425a-9650-31be2c297598 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.1798680 Apr 30 04:50:23.536807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-c5c9d9bb-40ee-424c-9850-1437a0af1a6e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:23.538574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-c5c9d9bb-40ee-424c-9850-1437a0af1a6e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.13 "GET /v2.0/networks?id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f HTTP/1.1" status: 200 len: 806 time: 0.3700149 Apr 30 04:50:23.604624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for port (99580515-ec33-4b43-812a-413f2a3c017a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.608540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d8d34d0-28a6-4ab9-b36d-e659716ad8d9 req-2591e2d7-c21a-4b36-abf4-12add09c531e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.1749885 Apr 30 04:50:23.656068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (400ff632-230b-4724-af49-764c19ca9aee), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.675006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-76ba867b-c0ec-4aa7-b0f5-751ad0f82b66 req-d3c975fa-3d66-44dc-9651-0ac5079fa4df tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.1311502 Apr 30 04:50:23.758164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b15c831d-eabe-4296-b89b-324887a9a19d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=460611e104974ee2aaada6087a4a8689&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5208952 Apr 30 04:50:23.809493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60690) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:23.809832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60694) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:23.810744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=400ff632-230b-4724-af49-764c19ca9aee,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:23.820220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-f2250f6c-9a63-4de9-9dca-4d071b02fb51 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dad282aaae24fda992341db1124514d HTTP/1.1" status: 200 len: 379 time: 0.2477522 Apr 30 04:50:23.822773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:23.831993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.861145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.867829 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d3820ff-e8a0-40d2-81a2-ad947e7119fe tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/400ff632-230b-4724-af49-764c19ca9aee HTTP/1.1" status: 204 len: 168 time: 1.0527143 Apr 30 04:50:23.868669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60702) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:23.917352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'port': {'device_id': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'admin_state_up': True, 'tenant_id': '1dad282aaae24fda992341db1124514d', 'security_groups': ['ae837f43-7d77-449c-8da7-0442f749d470']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:23.945779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] device_id is not set on port f234b11f-ff15-49d0-91b8-2c5e5676c14f yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:23.988711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] Publish callbacks [] for security_group (24e7f357-1a85-4eac-8609-6740ae26ac72), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:23.994604 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-617e4885-c277-4301-bf38-555dfb61826e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] GET failed (client error): The resource could not be found. Apr 30 04:50:24.002308 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-617e4885-c277-4301-bf38-555dfb61826e tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "GET /v2.0/ports/400ff632-230b-4724-af49-764c19ca9aee HTTP/1.1" status: 404 len: 333 time: 0.1261489 Apr 30 04:50:24.005786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60706) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:24.025853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5e318e5-cdfb-412c-8f0d-d88375923bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.129708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] Publish callbacks [] for security_group (24e7f357-1a85-4eac-8609-6740ae26ac72), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.236992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.286610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:24.305240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting port 4052826f-98fe-4c3c-892a-bdedf300f47d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:24.305944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.326824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event updated for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:24.347353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.12 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/f234b11f-ff15-49d0-91b8-2c5e5676c14f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:24.363771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Network b89f8174-cd1f-409e-be04-0224f33d02d0 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:24.366007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:24.369747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:24.429774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.429911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:24.430018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.448573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Made reservation on behalf of 1dad282aaae24fda992341db1124514d for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:24.451944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.455600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Calling delete_port for 4052826f-98fe-4c3c-892a-bdedf300f47d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:24.629670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38524e16-5aec-41aa-841e-972a4424bd26 req-e9e76cb2-3443-4b15-8bc7-49c4a5beed0d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:24.629670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38524e16-5aec-41aa-841e-972a4424bd26 req-e9e76cb2-3443-4b15-8bc7-49c4a5beed0d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 931 time: 0.1428752 Apr 30 04:50:24.649757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (24e7f357-1a85-4eac-8609-6740ae26ac72), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.653093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.667373 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24e7f357-1a85-4eac-8609-6740ae26ac72 HTTP/1.1" status: 204 len: 168 time: 0.8343797 Apr 30 04:50:24.709955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.719349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-17ed11dc-b737-4d38-a3c0-b2e8e7acacbb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3563151 Apr 30 04:50:24.821101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1cbe4-c2ee-47a8-b68a-713efe73e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7f357-1a85-4eac-8609-6740ae26ac72,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:24.826340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4052826f-98fe-4c3c-892a-bdedf300f47d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.892915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.906478 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/ports/4052826f-98fe-4c3c-892a-bdedf300f47d HTTP/1.1" status: 204 len: 168 time: 0.8870378 Apr 30 04:50:24.906478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d27fed-5c21-484d-b7b7-3a2d776c8e02 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Port': ['ID=4052826f-98fe-4c3c-892a-bdedf300f47d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:24.906478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60728) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:24.940449 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:50:24.954149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4da1d991-de2b-4868-9ae5-850d71b7e906 None None] Provisioning complete for port 99580515-ec33-4b43-812a-413f2a3c017a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:24.955050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4da1d991-de2b-4868-9ae5-850d71b7e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (99580515-ec33-4b43-812a-413f2a3c017a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:24.985136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:25.036826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4da1d991-de2b-4868-9ae5-850d71b7e906 None None] Port 99580515-ec33-4b43-812a-413f2a3c017a cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:25.048270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:25.250728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Allocated IP 172.26.5.252 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/82637874-661a-4200-9578-623f4ac1021f) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:25.366785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Deleting subnet ba226fa9-16a3-4c4c-a543-7ed788897482 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:50:25.371658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.13', 64790) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:25.379828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for subnet (ba226fa9-16a3-4c4c-a543-7ed788897482), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:25.557758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-c1b54701-37ef-49f3-874e-6e187b4fbb3a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:50:25.559332 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-c1b54701-37ef-49f3-874e-6e187b4fbb3a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0336969 Apr 30 04:50:25.570003 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-80572853-9865-46c3-9be1-cd6e82e4e1d4 req-b183a44b-ad31-4fb9-83f7-3b248af859af tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.7432516 Apr 30 04:50:25.583094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38524e16-5aec-41aa-841e-972a4424bd26 req-0469d2f5-efde-4213-bb3f-538eed97a423 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9264004 Apr 30 04:50:25.605687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Allocated IP 172.20.0.13 (d59e5f82-aafe-4c40-87ee-a4fd98243b8f/19f15a22-6628-4674-892e-c96715f2bf92/9c6a3c02-6309-49ea-9da6-cd90bafd3ffa) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:25.726566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (82637874-661a-4200-9578-623f4ac1021f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:25.735479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60740) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:25.772493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (ba226fa9-16a3-4c4c-a543-7ed788897482), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:25.846957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13ee8fd3-46aa-408c-aa99-5f7cb955a9fd req-b67f774a-5ac3-4ded-ad69-8edcaea58a84 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.1417656 Apr 30 04:50:25.857641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (f234b11f-ff15-49d0-91b8-2c5e5676c14f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.094376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (82637874-661a-4200-9578-623f4ac1021f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.131585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-85ce18d8-09f1-4297-8e76-6ac6bdb16589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57a24711d01a4a39b52ffe480033ba25&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3808572 Apr 30 04:50:26.138636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60752) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:26.164394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Request body: {'port': {'device_id': '2d634928-be81-4dfd-97ab-1685a1db6306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:26.308227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.309437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-b683bbf6-51fa-40b2-9d88-c932095c39c1 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:26.310991 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-b683bbf6-51fa-40b2-9d88-c932095c39c1 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.13 "GET /v2.0/networks?id=84d939ba-0773-4cf3-8f3c-77f950c5f988 HTTP/1.1" status: 200 len: 811 time: 0.9364107 Apr 30 04:50:26.311758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=82637874-661a-4200-9578-623f4ac1021f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:26.354659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:26.401461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f234b11f-ff15-49d0-91b8-2c5e5676c14f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.407713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:26.415148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:26.475235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (99580515-ec33-4b43-812a-413f2a3c017a), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.494831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ba226fa9-16a3-4c4c-a543-7ed788897482), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.525353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60758) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:26.559119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] Publish callbacks [] for security_group (56bb9d57-5b50-4c80-962d-9b5d9c752606), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.606457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (edcb90f0-3f9b-4f29-af79-d80934edf6bc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.608165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] Publish callbacks [] for security_group (56bb9d57-5b50-4c80-962d-9b5d9c752606), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.739383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.764390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82637874-661a-4200-9578-623f4ac1021f), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.789408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:26.835953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (ba226fa9-16a3-4c4c-a543-7ed788897482), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.852817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-395162175', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:26.877848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:26.898083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Subnet': ['ID=ba226fa9-16a3-4c4c-a543-7ed788897482,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:26.938500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:26.940640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c1f41-bf9c-408c-aeee-fa6bfd5b8b88 None None] Network f1d45065-deaf-4bc8-b31f-1b10746f0fbf requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:26.942257 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-00e3b6ed-fb4f-43d1-b22f-96acf3892293 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/subnets/ba226fa9-16a3-4c4c-a543-7ed788897482 HTTP/1.1" status: 204 len: 168 time: 2.0399635 Apr 30 04:50:26.951157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=f234b11f-ff15-49d0-91b8-2c5e5676c14f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:26.957122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:26.961877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60768) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:26.984986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cde9194f-3cf7-492f-8cca-70b47d4b9e2f req-ddae47cf-1370-48d1-b420-dfb9aed70e61 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.1801014 Apr 30 04:50:27.015997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.079158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4246-bb60-43e0-beba-cdfa11ea6cf4 req-726f5b23-194f-4965-9e94-8ee6816aa99c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:27.087662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa4b4246-bb60-43e0-beba-cdfa11ea6cf4 req-726f5b23-194f-4965-9e94-8ee6816aa99c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 931 time: 0.3413920 Apr 30 04:50:27.146302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Made reservation on behalf of 18f2c20f79634ff69a636bcb054cddcc for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:27.149706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.164663 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-a8068241-394e-444c-80bd-ad34234ca5da tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d563431d3d47f7b478dd1b7903c60d HTTP/1.1" status: 200 len: 380 time: 0.4411328 Apr 30 04:50:27.180075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'port': {'device_id': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'admin_state_up': True, 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'security_groups': ['bf223c6d-d1af-43f0-82bb-bfccac92f135']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:27.194686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.230527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] DHCP port deletion for f1d45065-deaf-4bc8-b31f-1b10746f0fbf request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:50:27.231164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a24310f-9fed-4632-aa92-35b0ebb200f5 req-13d42801-aba2-426d-877f-053cd6624fde tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.0738025 Apr 30 04:50:27.252817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:27.294778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:27.305622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Deleting port 0756c513-254d-4443-b3bd-efdc4748bf9d {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:27.306172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.353303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:27.389698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] For port 0756c513-254d-4443-b3bd-efdc4748bf9d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0756c513-254d-4443-b3bd-efdc4748bf9d,segment=NetworkSegment(120c9074-4338-4bd1-8b45-8b0e3de1116a),segment_id=120c9074-4338-4bd1-8b45-8b0e3de1116a)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:27.390488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.415254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Calling delete_port for 0756c513-254d-4443-b3bd-efdc4748bf9d owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:27.451082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (82637874-661a-4200-9578-623f4ac1021f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.522561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for security_group (f8e0bb6f-7088-4a41-a593-d8c40ccbd978), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.528332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (82637874-661a-4200-9578-623f4ac1021f), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.546682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (56bb9d57-5b50-4c80-962d-9b5d9c752606), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.549723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.555908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56bb9d57-5b50-4c80-962d-9b5d9c752606 HTTP/1.1" status: 204 len: 168 time: 1.4112635 Apr 30 04:50:27.608572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Made reservation on behalf of 00d563431d3d47f7b478dd1b7903c60d for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:27.612387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.659665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (0756c513-254d-4443-b3bd-efdc4748bf9d), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.686774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f8e0bb6f-7088-4a41-a593-d8c40ccbd978), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.700169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] device_id is not set on port b7e4ce73-a5d9-49ab-91c6-4f4723d2401d yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:27.706792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] Pushing event deleted for resources: {'Port': ['ID=0756c513-254d-4443-b3bd-efdc4748bf9d,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:27.720760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=82637874-661a-4200-9578-623f4ac1021f,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:27.745777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f247d-1ccb-4f2a-90f5-898419b23f41 None None] No DVR routers for this DVR port 0756c513-254d-4443-b3bd-efdc4748bf9d on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:50:27.783878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3f486e80-ca95-4bbd-8295-1a7702dff785 None None] Provisioning complete for port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:27.784251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3f486e80-ca95-4bbd-8295-1a7702dff785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.831321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (edcb90f0-3f9b-4f29-af79-d80934edf6bc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.839085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99580515-ec33-4b43-812a-413f2a3c017a {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:27.851316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3f486e80-ca95-4bbd-8295-1a7702dff785 None None] Port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:27.852030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0bb6f-7088-4a41-a593-d8c40ccbd978,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:27.854534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event updated for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:27.864768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa4b4246-bb60-43e0-beba-cdfa11ea6cf4 req-55d74a78-9947-4390-b47b-5e72dd3cee7a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7751918 Apr 30 04:50:27.868769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks [] for port (99580515-ec33-4b43-812a-413f2a3c017a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.909220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:27.911212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.935839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f1d45065-deaf-4bc8-b31f-1b10746f0fbf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.946708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:27.947645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.947842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:27.949159 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5b918e30-5d03-464b-9aa9-575fa73aa41e tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1274767 Apr 30 04:50:27.955306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60772) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:27.961181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1505586562'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:27.962124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Transition to ACTIVE for port object 99580515-ec33-4b43-812a-413f2a3c017a will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:50:27.965476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3336c-3d11-41fa-9546-e77286444c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb9d57-5b50-4c80-962d-9b5d9c752606,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:28.011458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Allocated IP 172.26.5.15 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/b7e4ce73-a5d9-49ab-91c6-4f4723d2401d) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:28.020327 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3ce0a24b-7c51-49b9-824e-0d2d1c2b1df5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2178822 Apr 30 04:50:28.020546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Allocated IP 172.20.0.13 (84d939ba-0773-4cf3-8f3c-77f950c5f988/ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0/693b98a9-fe92-4f46-992e-d1ce5ec8d15a) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:28.026467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60774) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:28.037933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'port': {'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f', 'name': 'tempest-FloatingIPTestJSON-1373032311'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:28.040288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.078753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-29216de8-11fa-421f-a3e4-c60001314e1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1818461 Apr 30 04:50:28.107619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Request body: {'port': {'device_id': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:28.146310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Made reservation on behalf of 1dcba9b50fd84750b76a884d7f1202e9 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:28.149449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.192460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.235029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.251615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f1d45065-deaf-4bc8-b31f-1b10746f0fbf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.454355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ce0fc-6063-44e2-bfbb-9366335e5ab1 req-53d3cd46-0270-4449-acea-93911e4c55ef tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:28.456232 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-833ce0fc-6063-44e2-bfbb-9366335e5ab1 req-53d3cd46-0270-4449-acea-93911e4c55ef tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 932 time: 0.3035376 Apr 30 04:50:28.460042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d45065-deaf-4bc8-b31f-1b10746f0fbf']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:28.523481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f936a8c-012d-4a29-9b4d-3974aafd72d0 req-00ff2a38-e9b5-4b7a-949d-a133cd4f51e2 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.0937970 Apr 30 04:50:28.567602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120c9074-4338-4bd1-8b45-8b0e3de1116a') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:28.568139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120c9074-4338-4bd1-8b45-8b0e3de1116a') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:28.574775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.581758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Pushing event updated for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:28.604519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (120c9074-4338-4bd1-8b45-8b0e3de1116a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.651320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (120c9074-4338-4bd1-8b45-8b0e3de1116a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.681536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:28.682036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (120c9074-4338-4bd1-8b45-8b0e3de1116a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:28.689938 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:28.706668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.734009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Attempting to bind port 99580515-ec33-4b43-812a-413f2a3c017a on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:28.734395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Attempting to bind port 99580515-ec33-4b43-812a-413f2a3c017a by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:28.734712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for security_group (9e21e759-4a73-40eb-87ce-43f06787bba1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.734818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Attempting to bind port 99580515-ec33-4b43-812a-413f2a3c017a on network b89f8174-cd1f-409e-be04-0224f33d02d0 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:28.744265 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-833ce0fc-6063-44e2-bfbb-9366335e5ab1 req-0c47e965-9e8f-49d0-a6b5-9f0bf6b5dfed tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259541 Apr 30 04:50:28.745182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for port (b7e4ce73-a5d9-49ab-91c6-4f4723d2401d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.749945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:28.754867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.778817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Port 99580515-ec33-4b43-812a-413f2a3c017a on network b89f8174-cd1f-409e-be04-0224f33d02d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:50:28.779175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Attempting to bind port 99580515-ec33-4b43-812a-413f2a3c017a on network b89f8174-cd1f-409e-be04-0224f33d02d0 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:28.799560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] device_id is not set on port 00c5a437-4851-428c-a7d2-3370a324761a yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:28.811858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:28.815715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Checking segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:28.815715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Bound using segment: {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:28.815715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Bound port: 99580515-ec33-4b43-812a-413f2a3c017a, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd4889b-0eb5-46aa-a2a2-09acdac854a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:28.815715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (99580515-ec33-4b43-812a-413f2a3c017a), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.816761 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9e21e759-4a73-40eb-87ce-43f06787bba1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.903555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.937444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f1d45065-deaf-4bc8-b31f-1b10746f0fbf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.941982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:28.984733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:28.991598 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] 10.222.0.16 "DELETE /v2.0/networks/f1d45065-deaf-4bc8-b31f-1b10746f0fbf HTTP/1.1" status: 204 len: 168 time: 2.0281699 Apr 30 04:50:29.033310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee0e6f-2681-4470-bcd7-8f38d53586a1 tempest-AllowedAddressPairIpV6TestJSON-1453449678 tempest-AllowedAddressPairIpV6TestJSON-1453449678-project] Pushing event deleted for resources: {'Network': ['ID=f1d45065-deaf-4bc8-b31f-1b10746f0fbf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:29.038906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21e759-4a73-40eb-87ce-43f06787bba1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:29.048417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b7e4ce73-a5d9-49ab-91c6-4f4723d2401d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.068386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66ce93ea-3f83-4318-ad84-412ee02d24b9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.068785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Added segment 66ce93ea-3f83-4318-ad84-412ee02d24b9 of type vlan for network f3d49db0-e4cb-4fb1-a984-8015175c543e Apr 30 04:50:29.119101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:29.135693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event updated for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:29.138426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:29.169094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:29.179587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:29.193743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:29.206067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6807d-dbdb-4a59-821e-5a45ae54f111 req-420dd455-783f-471f-a25b-6251c4705c50 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.215574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98b6807d-dbdb-4a59-821e-5a45ae54f111 req-420dd455-783f-471f-a25b-6251c4705c50 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.2123795 Apr 30 04:50:29.245382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0756c513-254d-4443-b3bd-efdc4748bf9d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:50:29.267549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=99580515-ec33-4b43-812a-413f2a3c017a,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:29.275779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:29.281426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 0756c513-254d-4443-b3bd-efdc4748bf9d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:50:29.281426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0756c513-254d-4443-b3bd-efdc4748bf9d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:50:29.321964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f3d49db0-e4cb-4fb1-a984-8015175c543e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.333384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:29.344478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.9 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/00c5a437-4851-428c-a7d2-3370a324761a) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:29.354488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.390569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98b6807d-dbdb-4a59-821e-5a45ae54f111 req-6ec0e90c-0f82-4554-8308-786f3d257271 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722524 Apr 30 04:50:29.420929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e4ce73-a5d9-49ab-91c6-4f4723d2401d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:29.442451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.443037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.485780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.486486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.493987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.493987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.496605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] 10.222.0.13 "PUT /v2.0/ports/99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1093 time: 3.5229502 Apr 30 04:50:29.517263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:29.548847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f3d49db0-e4cb-4fb1-a984-8015175c543e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.560306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.562615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.627048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-eb2749f6-5d46-43d7-9097-9fb90cc0c209 None None] Provisioning complete for port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:29.628849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb2749f6-5d46-43d7-9097-9fb90cc0c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:29.651549 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-fb704a22-5f4c-4692-8af9-555604ad1c73 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4757857 Apr 30 04:50:29.672662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c32a8-3040-44ac-a3cf-5b5e0ea51d83 service neutron] Pushing event updated for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:29.695312 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ddd2e0ed-774c-4659-86f4-1ce96af93bf4 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1688211 Apr 30 04:50:29.720053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Request body: {'port': {'device_id': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:29.747620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-eb2749f6-5d46-43d7-9097-9fb90cc0c209 None None] Port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:29.766961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60810) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:29.789527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.15'}]}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:29.878264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60814) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:29.882446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-23f4d9e3-f8e5-4a1f-bdbb-30b0f376431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:29.884050 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-23f4d9e3-f8e5-4a1f-bdbb-30b0f376431e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1127 time: 0.1800094 Apr 30 04:50:29.963360 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0070560 Apr 30 04:50:29.993180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60820) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:30.006464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Request body: {'subnet': {'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:30.010064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29d31-b872-490e-acab-96c594c4e4f8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Network': ['ID=f3d49db0-e4cb-4fb1-a984-8015175c543e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:30.027149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f3d49db0-e4cb-4fb1-a984-8015175c543e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:30.318511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119d4c0a-006a-4efb-a140-60c59d10a10d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "tag": "99580515-ec33-4b43-812a-413f2a3c017a"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:30.465430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-7af0a9db-6d60-4813-9e65-5fdb2da434aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 217 time: 0.1421134 Apr 30 04:50:30.469627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:30.488355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks [] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.511708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310485e7-36b6-4022-8ef9-ff934571158b req-cd64732b-d6f9-4a31-9652-d2716b7d8998 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:30.515884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-310485e7-36b6-4022-8ef9-ff934571158b req-cd64732b-d6f9-4a31-9652-d2716b7d8998 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 932 time: 0.5266860 Apr 30 04:50:30.559300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa72ca-4201-4a24-836d-1740fecbc2ea req-865a0ac5-cdd1-4d5c-b85a-6f659aafa29c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:30.560754 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ffa72ca-4201-4a24-836d-1740fecbc2ea req-865a0ac5-cdd1-4d5c-b85a-6f659aafa29c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 932 time: 0.6681757 Apr 30 04:50:30.573132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (de541834-58a9-4a50-a709-234e7bde40dd), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.576713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (de541834-58a9-4a50-a709-234e7bde40dd), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.598894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.603521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-09b27d58-f3ee-4ab3-b17b-08de87e1e4a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2f157e5d55497bbf6d92dbd7d63a26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7184327 Apr 30 04:50:30.607865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Transition to ACTIVE for port object 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:50:30.609393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60836) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:30.633877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (00c5a437-4851-428c-a7d2-3370a324761a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.664669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-d11c3be2-8960-43f7-80b2-a78ac1334e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:30.665939 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-d11c3be2-8960-43f7-80b2-a78ac1334e7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1798620 Apr 30 04:50:30.690848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.730508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for router_controller (de541834-58a9-4a50-a709-234e7bde40dd), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.809232 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-310485e7-36b6-4022-8ef9-ff934571158b req-92eaf1ef-d06a-4953-b2c5-bbdc973e63ff tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565041 Apr 30 04:50:30.862141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Made reservation on behalf of 1dcba9b50fd84750b76a884d7f1202e9 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:30.867470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:30.905252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ffa72ca-4201-4a24-836d-1740fecbc2ea req-b7fbf244-d34e-4c71-aa05-798e515f45be tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361428 Apr 30 04:50:31.053925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-6de79d1b-0fda-4388-8e3e-7d009239712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:31.053925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-6de79d1b-0fda-4388-8e3e-7d009239712c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3586032 Apr 30 04:50:31.121677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:31.146013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60844) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:31.181072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] Publish callbacks [] for security_group (f482c523-a677-4276-846f-71d7038d6a30), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.260737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454c145-7309-4fc0-989d-51024aeae79e x-openstack-request-id: req-4454c145-7309-4fc0-989d-51024aeae79e {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:31.261026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "tag": "99580515-ec33-4b43-812a-413f2a3c017a", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:31.261277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4454c145-7309-4fc0-989d-51024aeae79e {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:31.261722 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4454c145-7309-4fc0-989d-51024aeae79e'] response: {'name': 'network-changed', 'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a', 'status': 'completed', 'code': 200} Apr 30 04:50:31.351261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8a1ea-061f-43a8-b92c-8dc692645242 req-100abe71-5536-4619-930f-47c91ab2da05 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:31.351261 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c4c8a1ea-061f-43a8-b92c-8dc692645242 req-100abe71-5536-4619-930f-47c91ab2da05 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.3503561 Apr 30 04:50:31.413597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-41b4d444-5f39-4457-a00c-63663b868103 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1385666656'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:31.413925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-41b4d444-5f39-4457-a00c-63663b868103 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Unknown quota resources ['metering_label']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:50:31.418350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] Publish callbacks [] for security_group (f482c523-a677-4276-846f-71d7038d6a30), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.454888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (00c5a437-4851-428c-a7d2-3370a324761a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.583840 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-ee5f957a-7aab-4143-9225-f5a964ab5642 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629104 Apr 30 04:50:31.585052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Attempting to bind port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:31.585052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Attempting to bind port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:31.585052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Attempting to bind port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa on network d59e5f82-aafe-4c40-87ee-a4fd98243b8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:31.588205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:31.608938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c4c8a1ea-061f-43a8-b92c-8dc692645242 req-ff96cb7c-951b-4548-80ed-b4fbee0d3613 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048957 Apr 30 04:50:31.612363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa on network d59e5f82-aafe-4c40-87ee-a4fd98243b8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:50:31.618192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Attempting to bind port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa on network d59e5f82-aafe-4c40-87ee-a4fd98243b8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:31.646179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:31.648871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:31.721024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:31.721500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Checking segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:31.722637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for router_gateway (de541834-58a9-4a50-a709-234e7bde40dd), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.730298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Bound using segment: {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:31.730867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Bound port: 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f94f374-c338-47e9-8895-ee58cf90bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:31.731240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.737538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-41b4d444-5f39-4457-a00c-63663b868103 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.742717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-41b4d444-5f39-4457-a00c-63663b868103 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5768838 Apr 30 04:50:31.774479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60850) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:31.775135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=00c5a437-4851-428c-a7d2-3370a324761a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:31.777953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f482c523-a677-4276-846f-71d7038d6a30), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.780522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:31.784639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f597bf25-8983-440d-b65d-9474bd1bdd83 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '30cd837f-f475-4aee-b27b-316182607bf0'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:31.785549 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f482c523-a677-4276-846f-71d7038d6a30 HTTP/1.1" status: 204 len: 168 time: 1.1688199 Apr 30 04:50:31.786085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f597bf25-8983-440d-b65d-9474bd1bdd83 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111174) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:50:31.825603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693b98a9-fe92-4f46-992e-d1ce5ec8d15a {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:31.828497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a8ea-5547-4fe6-87c3-70313a561da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482c523-a677-4276-846f-71d7038d6a30,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:31.859926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks [] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.020764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eeb8b-16c5-4530-a704-c8aee2071768 req-6726ff9b-fb99-44a1-8b38-b61310add3bf tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.023340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-720eeb8b-16c5-4530-a704-c8aee2071768 req-6726ff9b-fb99-44a1-8b38-b61310add3bf tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 944 time: 0.0682373 Apr 30 04:50:32.027822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (79f825de-5ec8-4478-8c33-a5fd0fff077d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.030501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:32.041857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Transition to ACTIVE for port object 693b98a9-fe92-4f46-992e-d1ce5ec8d15a will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:50:32.056885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.057865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.067086 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.services.metering.metering_plugin [None req-f597bf25-8983-440d-b65d-9474bd1bdd83 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 30 04:50:32.082779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:32.105102 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-747dc47a-d192-4b40-9dc8-bf18207a8978 req-670c1b6d-dcd2-4806-8999-496fd29f07c7 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134294 Apr 30 04:50:32.147002 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-720eeb8b-16c5-4530-a704-c8aee2071768 req-f6368675-6766-4033-99a8-4df0319e8fa8 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010540 Apr 30 04:50:32.155855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8628b9d-b912-4036-8f7e-17a4ed15b77e req-da2101a8-6189-4176-8008-79264ff63b5e tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.157455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8628b9d-b912-4036-8f7e-17a4ed15b77e req-da2101a8-6189-4176-8008-79264ff63b5e tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 932 time: 0.0780702 Apr 30 04:50:32.194149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.214400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.296700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Subnet': ['ID=79f825de-5ec8-4478-8c33-a5fd0fff077d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:32.301181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f597bf25-8983-440d-b65d-9474bd1bdd83 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.302557 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f597bf25-8983-440d-b65d-9474bd1bdd83 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5242090 Apr 30 04:50:32.304736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.305361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.306752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] 10.222.0.13 "PUT /v2.0/ports/9c6a3c02-6309-49ea-9da6-cd90bafd3ffa HTTP/1.1" status: 200 len: 1094 time: 4.2119052 Apr 30 04:50:32.313015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60858) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:32.318860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4c8f99a8-c5a9-4fcb-85b3-2a8ab110a379 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '30cd837f-f475-4aee-b27b-316182607bf0'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:32.319378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4c8f99a8-c5a9-4fcb-85b3-2a8ab110a379 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:50:32.370565 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-59033c01-88d1-4a50-b3d0-55b68b74e795 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3402576 Apr 30 04:50:32.382557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60862) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:32.391440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '00c5a437-4851-428c-a7d2-3370a324761a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:32.398243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8628b9d-b912-4036-8f7e-17a4ed15b77e req-07b1b752-d6cf-43ad-9ffc-e7d75be2deff tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297997 Apr 30 04:50:32.532860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Checking segment: {'id': '66ce93ea-3f83-4318-ad84-412ee02d24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:32.535643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network hostable DHCP agents. Network: f3d49db0-e4cb-4fb1-a984-8015175c543e, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:32.549964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faebcb-e6c2-49ed-a446-aa90667113ca service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:32.621681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-c1d91a05-28e7-4f32-adde-7bb674791743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.623607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-c1d91a05-28e7-4f32-adde-7bb674791743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1127 time: 0.2536602 Apr 30 04:50:32.626796 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.services.metering.metering_plugin [None req-4c8f99a8-c5a9-4fcb-85b3-2a8ab110a379 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 30 04:50:32.692653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Pushing event updated for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:32.792872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-a5177a4a-cb01-465c-bd4c-6400dcaae5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:32.794396 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-a5177a4a-cb01-465c-bd4c-6400dcaae5fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dad282aaae24fda992341db1124514d&device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 1128 time: 0.2868507 Apr 30 04:50:32.915153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for router_gateway (de541834-58a9-4a50-a709-234e7bde40dd), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.919616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c8f99a8-c5a9-4fcb-85b3-2a8ab110a379 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:32.921193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4c8f99a8-c5a9-4fcb-85b3-2a8ab110a379 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6078653 Apr 30 04:50:32.930439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60872) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:32.996351 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-60da23ba-18d9-47e5-b5a9-9fe71e8bcade service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa HTTP/1.1" status: 200 len: 217 time: 0.1702180 Apr 30 04:50:33.028597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9659-b655-4562-98a2-66ff647fcf54 req-e1bfda1e-01af-4054-88a2-83bc7aeb92b2 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.028597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-53ca9659-b655-4562-98a2-66ff647fcf54 req-e1bfda1e-01af-4054-88a2-83bc7aeb92b2 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.2087986 Apr 30 04:50:33.028833 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-457dfc7b-74d8-4b45-b86a-08802e6a3249 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=3e24ff83-5de3-401c-b9ec-9e7d02c267ef HTTP/1.1" status: 200 len: 464 time: 0.0705936 Apr 30 04:50:33.028833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:33.040431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60874) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:33.050769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Attempting to bind port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:33.051151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Attempting to bind port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:33.051506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Attempting to bind port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a on network 84d939ba-0773-4cf3-8f3c-77f950c5f988 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:33.106769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a on network 84d939ba-0773-4cf3-8f3c-77f950c5f988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:50:33.106990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Attempting to bind port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a on network 84d939ba-0773-4cf3-8f3c-77f950c5f988 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:33.128068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:33.128420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Checking segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:33.129031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Bound using segment: {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:33.129497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Bound port: 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66430057-b134-4260-b19d-0a785aebde23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:33.129865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:33.313667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:33.316697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba" -d '{"events": [{"name": "network-changed", "server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:33.331504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-53ca9659-b655-4562-98a2-66ff647fcf54 req-1c76d706-c5f3-4ec8-b400-6af5f39cd0ed tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840548 Apr 30 04:50:33.347587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-4c48f628-61ba-44a9-9375-19ffbd307a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.351963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-4c48f628-61ba-44a9-9375-19ffbd307a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19f15a22-6628-4674-892e-c96715f2bf92 HTTP/1.1" status: 200 len: 845 time: 0.2964864 Apr 30 04:50:33.355484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-95e28ec5-26b1-4285-baf0-b4b42e89770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.356828 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-95e28ec5-26b1-4285-baf0-b4b42e89770b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.7162766 Apr 30 04:50:33.483824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network f3d49db0-e4cb-4fb1-a984-8015175c543e is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:33.507283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:33.525124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:33.838298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96706ef7-64ad-44a3-bf7b-c76b4cf7a494 x-openstack-request-id: req-96706ef7-64ad-44a3-bf7b-c76b4cf7a494 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:33.839196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:33.839196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96706ef7-64ad-44a3-bf7b-c76b4cf7a494 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:33.839375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96706ef7-64ad-44a3-bf7b-c76b4cf7a494'] response: {'name': 'network-changed', 'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'status': 'completed', 'code': 200} Apr 30 04:50:33.848533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:33.900238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-7373d22a-751c-4210-b534-1aebcf4c3941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 217 time: 0.5292730 Apr 30 04:50:33.941390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-e765ec67-86fa-4903-bf2b-293f8828e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.942903 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-e765ec67-86fa-4903-bf2b-293f8828e63c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5752873 Apr 30 04:50:33.949766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5222b3b-23e7-48e4-a60c-d874891dd56a req-c520eb08-1d52-4206-bbe2-fec980d13cd9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.951166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5222b3b-23e7-48e4-a60c-d874891dd56a req-c520eb08-1d52-4206-bbe2-fec980d13cd9 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.1110508 Apr 30 04:50:33.962853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890408-62ec-4209-bbca-4c7593de78e6 req-78a248fc-6514-411c-a766-431d0949cc3e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:33.964310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c890408-62ec-4209-bbca-4c7593de78e6 req-78a248fc-6514-411c-a766-431d0949cc3e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 944 time: 0.5954247 Apr 30 04:50:34.049821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for router (de541834-58a9-4a50-a709-234e7bde40dd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.132562 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5222b3b-23e7-48e4-a60c-d874891dd56a req-d12283a2-4c4d-46ed-9631-984a0e343e27 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672761 Apr 30 04:50:34.137716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c890408-62ec-4209-bbca-4c7593de78e6 req-36a22fef-f50e-436c-8b38-fc50cbc7727f tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665411 Apr 30 04:50:34.143374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-8abe2c44-1d86-47be-9c22-b676b48185d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:34.144838 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-8abe2c44-1d86-47be-9c22-b676b48185d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1514437 Apr 30 04:50:34.183500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-9f5b90af-6cde-409e-907d-91fe7b11e8b7 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873152 Apr 30 04:50:34.190624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.196868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f3d49db0-e4cb-4fb1-a984-8015175c543e) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:34.202405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:34.202923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d859869-0c9c-43b4-8727-88de042a8f6f None None] Network f3d49db0-e4cb-4fb1-a984-8015175c543e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:34.203363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.338077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f3d49db0-e4cb-4fb1-a984-8015175c543e', 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e', 'project_id': '1dcba9b50fd84750b76a884d7f1202e9', 'fixed_ips': [{'subnet_id': '79f825de-5ec8-4478-8c33-a5fd0fff077d'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:50:34.339088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.521821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Allocated IP 172.20.0.2 (f3d49db0-e4cb-4fb1-a984-8015175c543e/79f825de-5ec8-4478-8c33-a5fd0fff077d/a637addf-c6be-49f6-9b33-04ce16518ef3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:34.617165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-3591fda0-cc9d-4697-858a-37617fae23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:34.618743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-3591fda0-cc9d-4697-858a-37617fae23ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1983392 Apr 30 04:50:34.619221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60896) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:34.634719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb215b48-bd50-4c4b-bc17-6daf9bdb7f06 req-08a0c79b-29d9-4919-bc9d-f5d533f48695 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:34.636322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb215b48-bd50-4c4b-bc17-6daf9bdb7f06 req-08a0c79b-29d9-4919-bc9d-f5d533f48695 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.1647878 Apr 30 04:50:34.645687 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-83d0dfee-34a1-4f8e-ab8a-025a34932de6 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6490564 Apr 30 04:50:34.653579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:34.708139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1668348095', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:34.718302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:34.718939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.720338 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-08a6707b-376d-4733-b585-793329ba15ee service neutron] 10.222.0.13 "PUT /v2.0/ports/693b98a9-fe92-4f46-992e-d1ce5ec8d15a HTTP/1.1" status: 200 len: 1094 time: 5.0322559 Apr 30 04:50:34.728909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63d9ebb9-2791-47fd-bb3f-dde1d05488f9 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.736956 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-63d9ebb9-2791-47fd-bb3f-dde1d05488f9 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/3e24ff83-5de3-401c-b9ec-9e7d02c267ef HTTP/1.1" status: 204 len: 168 time: 1.6782985 Apr 30 04:50:34.736956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:34.739289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks [] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.748664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.762685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-9ddb4213-356e-407e-8ff0-236960fd41e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251855 Apr 30 04:50:34.765215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60902) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:34.800377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-afb44887-ce1b-4130-bb35-b9e2e1039b50 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=3e24ff83-5de3-401c-b9ec-9e7d02c267ef HTTP/1.1" status: 200 len: 221 time: 0.0236826 Apr 30 04:50:34.806007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60906) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:34.812043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-631dff04-8740-43d4-a0cb-f95bddb1a06d tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1400422039', 'description': 'label created by tempest'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:34.812405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-631dff04-8740-43d4-a0cb-f95bddb1a06d tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Unknown quota resources ['metering_label']. {{(pid=111175) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Apr 30 04:50:34.822921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (de541834-58a9-4a50-a709-234e7bde40dd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.828858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks [] for router_controller (de541834-58a9-4a50-a709-234e7bde40dd), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.834615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1ce2df8-6bb0-4013-8f92-20e22be30855 req-b4d182ae-3446-4f6e-879d-a03b4eed5372 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438865 Apr 30 04:50:34.842495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-469454788'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:34.848129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.874689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Network f3d49db0-e4cb-4fb1-a984-8015175c543e is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:34.894499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6707b-376d-4733-b585-793329ba15ee service neutron] Pushing event updated for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:34.911907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:34.918543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:34.954696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb215b48-bd50-4c4b-bc17-6daf9bdb7f06 req-ecf3fc85-30b1-4a8c-8ba1-96e729ee1e45 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885636 Apr 30 04:50:34.984769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Made reservation on behalf of 61d358d9bf14424d9f124cb900859758 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:34.989229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:34.999749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.035559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Pushing event updated for resources: {'Port': ['ID=a637addf-c6be-49f6-9b33-04ce16518ef3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:35.053563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Attempting to bind port a637addf-c6be-49f6-9b33-04ce16518ef3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:35.053942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Attempting to bind port a637addf-c6be-49f6-9b33-04ce16518ef3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '66ce93ea-3f83-4318-ad84-412ee02d24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:35.054344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Attempting to bind port a637addf-c6be-49f6-9b33-04ce16518ef3 on network f3d49db0-e4cb-4fb1-a984-8015175c543e {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:35.061409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:35.061783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Checking segment: {'id': '66ce93ea-3f83-4318-ad84-412ee02d24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:35.062403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.062800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Bound using segment: {'id': '66ce93ea-3f83-4318-ad84-412ee02d24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:35.063335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Bound port: a637addf-c6be-49f6-9b33-04ce16518ef3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ce93ea-3f83-4318-ad84-412ee02d24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:35.063709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.083965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for security_group (621828cf-1d0f-41ae-9310-e8323162f3ff), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.112352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.172 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/7139142f-2db2-468e-835d-45843e7fe15e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:35.135931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] For port a637addf-c6be-49f6-9b33-04ce16518ef3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:35.139106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] For port a637addf-c6be-49f6-9b33-04ce16518ef3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a637addf-c6be-49f6-9b33-04ce16518ef3,segment=NetworkSegment(66ce93ea-3f83-4318-ad84-412ee02d24b9),segment_id=66ce93ea-3f83-4318-ad84-412ee02d24b9)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:35.149559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16675a45-cab5-4cd8-abb1-3dd79678d8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:35.154333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (de541834-58a9-4a50-a709-234e7bde40dd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.154830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de541834-58a9-4a50-a709-234e7bde40dd {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:50:35.156532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.157563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.212120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (621828cf-1d0f-41ae-9310-e8323162f3ff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.218618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.219179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-631dff04-8740-43d4-a0cb-f95bddb1a06d tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.222404 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-631dff04-8740-43d4-a0cb-f95bddb1a06d tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4112880 Apr 30 04:50:35.246923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60918) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:35.247734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621828cf-1d0f-41ae-9310-e8323162f3ff,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:35.274706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_controller (84fb3df5-cea8-4fd6-989d-b1755e159b25), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.339091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:35.347699 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6e4b6dac-7758-4c27-af5d-26a8733e7454 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=2e85dd63-9a09-445c-aa3e-c8ccc0b3d14a HTTP/1.1" status: 200 len: 468 time: 0.0968778 Apr 30 04:50:35.352047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60920) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:35.362931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a365-8201-4464-af31-08a7ece112fb None None] Pushing event updated for resources: {'Port': ['ID=a637addf-c6be-49f6-9b33-04ce16518ef3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:35.378833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c28332a-e1ae-48ed-8456-d2359201f6cc x-openstack-request-id: req-6c28332a-e1ae-48ed-8456-d2359201f6cc {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:35.379125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:35.384950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c28332a-e1ae-48ed-8456-d2359201f6cc {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:35.384950 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c28332a-e1ae-48ed-8456-d2359201f6cc'] response: {'name': 'network-changed', 'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'status': 'completed', 'code': 200} Apr 30 04:50:35.384950 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:50:35.390689 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef83e3df-a89e-41f3-b740-8836927e0000 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6104414 Apr 30 04:50:35.402493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (7139142f-2db2-468e-835d-45843e7fe15e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.405586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60922) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:35.475850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (44b2c50b-9c7a-491e-90de-bfefbb130d9f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.476280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Added segment 44b2c50b-9c7a-491e-90de-bfefbb130d9f of type vlan for network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db Apr 30 04:50:35.577100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089800-fd71-4387-be95-782cfdaefb45 req-a939bd1f-8276-42d3-900b-9cb1d0d5799f tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:35.578763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fc089800-fd71-4387-be95-782cfdaefb45 req-a939bd1f-8276-42d3-900b-9cb1d0d5799f tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.1007867 Apr 30 04:50:35.587332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b393b-8446-4dd1-89a1-5bf8660694bb req-a6bf3f78-e315-4dcf-b1ac-fa1b230d1f5a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:35.588979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-844b393b-8446-4dd1-89a1-5bf8660694bb req-a6bf3f78-e315-4dcf-b1ac-fa1b230d1f5a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 944 time: 0.3313274 Apr 30 04:50:35.624817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Deleting port b7e4ce73-a5d9-49ab-91c6-4f4723d2401d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:35.625258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b7e4ce73-a5d9-49ab-91c6-4f4723d2401d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.690658 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fc089800-fd71-4387-be95-782cfdaefb45 req-2f67a223-420b-4b04-b0aa-a3ee670bd6ec tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001453 Apr 30 04:50:35.720509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_gateway (84fb3df5-cea8-4fd6-989d-b1755e159b25), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.759795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b7e4ce73-a5d9-49ab-91c6-4f4723d2401d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.780156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Calling delete_port for b7e4ce73-a5d9-49ab-91c6-4f4723d2401d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:35.807464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (05f5d062-9c21-4eb0-ac2d-0c8a026f19db), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.864361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7139142f-2db2-468e-835d-45843e7fe15e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.916610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-844b393b-8446-4dd1-89a1-5bf8660694bb req-a49c657f-901d-4375-9336-234461fe3728 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646558 Apr 30 04:50:35.936547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98df220a-1522-461b-9645-c291ae8d925c tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:35.940012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-98df220a-1522-461b-9645-c291ae8d925c tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/2e85dd63-9a09-445c-aa3e-c8ccc0b3d14a HTTP/1.1" status: 204 len: 168 time: 0.5836136 Apr 30 04:50:35.944196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60924) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:35.968705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-ae018282-68fe-440e-aef7-76907227e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:35.970239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-ae018282-68fe-440e-aef7-76907227e540 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00d563431d3d47f7b478dd1b7903c60d&device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 1128 time: 0.0775943 Apr 30 04:50:35.974985 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0cdb62b6-0bcb-495a-9272-f7123b4925da tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=2e85dd63-9a09-445c-aa3e-c8ccc0b3d14a HTTP/1.1" status: 200 len: 216 time: 0.0234656 Apr 30 04:50:35.975788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60926) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.001818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-414d7308-5391-4a92-a871-a87c8d65db73 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0193560 Apr 30 04:50:36.001818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-119d4c0a-006a-4efb-a140-60c59d10a10d req-fc04c3b1-d73d-4a11-bebe-6ff22c3b3116 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042778 Apr 30 04:50:36.004551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:36.006992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60930) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.014126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (05f5d062-9c21-4eb0-ac2d-0c8a026f19db), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.015391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:36.020091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:36.020841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.032596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:36.043282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=7139142f-2db2-468e-835d-45843e7fe15e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:36.047492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f298d35f-2e8a-4303-83c1-5bc7009fa59e tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0394018 Apr 30 04:50:36.069322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60932) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.189448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Network': ['ID=05f5d062-9c21-4eb0-ac2d-0c8a026f19db,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:36.192389 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-892a7a4d-4f69-41a5-bf24-1b6f3cbaa313 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/30cd837f-f475-4aee-b27b-316182607bf0 HTTP/1.1" status: 200 len: 473 time: 0.1214128 Apr 30 04:50:36.200176 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-579c362c-5918-4748-b648-2f2f02c76b05 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5739682 Apr 30 04:50:36.200371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60934) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.202999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb2ba-9c79-40be-a9b1-6fd94676dbcb req-a300d17a-0485-422a-acc7-fe47f5295164 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:36.204504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab7fb2ba-9c79-40be-a9b1-6fd94676dbcb req-a300d17a-0485-422a-acc7-fe47f5295164 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.1689889 Apr 30 04:50:36.204975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60936) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.210830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'subnet': {'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:36.213373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:36.235991 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-60527d60-9172-433b-a1d9-69503753be7e tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/3cd3682b-6be1-49ab-acc9-6a4bdecd7493 HTTP/1.1" status: 200 len: 461 time: 0.0333123 Apr 30 04:50:36.242705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.281481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_gateway (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.318935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.363519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab7fb2ba-9c79-40be-a9b1-6fd94676dbcb req-e2dbe099-b333-498d-bad8-7d32949f25ba tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366208 Apr 30 04:50:36.393065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b7e4ce73-a5d9-49ab-91c6-4f4723d2401d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.476285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Made reservation on behalf of 61d358d9bf14424d9f124cb900859758 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:36.478230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7e4ce73-a5d9-49ab-91c6-4f4723d2401d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:36.481011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.608398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d122c0-1c6f-4c85-9c36-db7ff7fa8d1a None None] Network f3d49db0-e4cb-4fb1-a984-8015175c543e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:36.642951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Allocated IP 172.26.5.144 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/d6a35aca-4b2a-45a6-a894-24a38c6ee382) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:36.645323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.651702 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0a8762b0-7449-4cf8-9fdd-d8859c40db82 tempest-RoutersAdminNegativeTest-1001738055 tempest-RoutersAdminNegativeTest-1001738055-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b7e4ce73-a5d9-49ab-91c6-4f4723d2401d HTTP/1.1" status: 204 len: 168 time: 1.2409189 Apr 30 04:50:36.742948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Provisioning complete for port a637addf-c6be-49f6-9b33-04ce16518ef3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:36.743489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.763769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec74823a-660e-4787-b931-8589a881f252 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.765031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ec74823a-660e-4787-b931-8589a881f252 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/3cd3682b-6be1-49ab-acc9-6a4bdecd7493 HTTP/1.1" status: 204 len: 168 time: 0.5212684 Apr 30 04:50:36.778725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:36.843384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Current status of the port a637addf-c6be-49f6-9b33-04ce16518ef3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:36.844074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:36.887476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] For port a637addf-c6be-49f6-9b33-04ce16518ef3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a637addf-c6be-49f6-9b33-04ce16518ef3,segment=NetworkSegment(66ce93ea-3f83-4318-ad84-412ee02d24b9),segment_id=66ce93ea-3f83-4318-ad84-412ee02d24b9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:36.982303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.049671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a4ec-f399-4973-8863-494d8c38049b None None] Pushing event updated for resources: {'Port': ['ID=a637addf-c6be-49f6-9b33-04ce16518ef3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:37.102724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-267f1261-3b16-4c44-83da-3e7fd9ce6f8e None None] Provisioning complete for port a637addf-c6be-49f6-9b33-04ce16518ef3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:37.103199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-267f1261-3b16-4c44-83da-3e7fd9ce6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.331322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a637addf-c6be-49f6-9b33-04ce16518ef3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:37.387987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca573a-867d-4793-858f-a91bf1381bb8 req-9da7cec3-a00f-4f42-8e8b-f21104e3c1ce tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.390610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-267f1261-3b16-4c44-83da-3e7fd9ce6f8e None None] Current status of the port a637addf-c6be-49f6-9b33-04ce16518ef3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:37.395787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-feca573a-867d-4793-858f-a91bf1381bb8 req-9da7cec3-a00f-4f42-8e8b-f21104e3c1ce tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 944 time: 0.1849909 Apr 30 04:50:37.416359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (6d20ad33-28ae-498e-947c-a686c9c0b2b5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.416963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a637addf-c6be-49f6-9b33-04ce16518ef3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:37.417458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.418940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:37.427414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b2736-3977-428c-ab96-baac848aace0 req-c9c4a737-1cd1-44c8-ace2-c28eaf5d90a4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.429023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-592b2736-3977-428c-ab96-baac848aace0 req-c9c4a737-1cd1-44c8-ace2-c28eaf5d90a4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.6044416 Apr 30 04:50:37.452994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-9a378a60-1095-49b0-addf-003272cb382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.454491 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-9a378a60-1095-49b0-addf-003272cb382d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dad282aaae24fda992341db1124514d&device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 1128 time: 0.8676295 Apr 30 04:50:37.507288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a637addf-c6be-49f6-9b33-04ce16518ef3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:37.516440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (d6a35aca-4b2a-45a6-a894-24a38c6ee382), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.521959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-4bb738bf-b2bc-46b3-a84d-ef90508308d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.523454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-4bb738bf-b2bc-46b3-a84d-ef90508308d3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=00d563431d3d47f7b478dd1b7903c60d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.9401944 Apr 30 04:50:37.542806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (1fa350fb-cb6a-4076-9d06-8e4b78113a82), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.604932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-144877c8-ab5d-4d28-a737-41b8878c1306 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.608358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-144877c8-ab5d-4d28-a737-41b8878c1306 tempest-MeteringTestJSON-190474007 tempest-MeteringTestJSON-190474007-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/30cd837f-f475-4aee-b27b-316182607bf0 HTTP/1.1" status: 204 len: 168 time: 0.8108826 Apr 30 04:50:37.636165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d805ba7e-28a1-4a35-8f67-9bda9ebdbb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.677618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Subnet': ['ID=6d20ad33-28ae-498e-947c-a686c9c0b2b5,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:37.686816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-feca573a-867d-4793-858f-a91bf1381bb8 req-8bde4b93-53ff-4d53-a9a1-3abaaa1c0f79 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901225 Apr 30 04:50:37.726596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d6a35aca-4b2a-45a6-a894-24a38c6ee382), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.743251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d805ba7e-28a1-4a35-8f67-9bda9ebdbb91 admin admin] Publish callbacks [] for security_group (c89af54d-4bfd-4f0a-846f-d645369a7601), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.752836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.769845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Checking segment: {'id': '44b2c50b-9c7a-491e-90de-bfefbb130d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:37.770124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network hostable DHCP agents. Network: 05f5d062-9c21-4eb0-ac2d-0c8a026f19db, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:37.794582 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-592b2736-3977-428c-ab96-baac848aace0 req-35ece876-e015-400e-9e3b-446f66ac6785 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506715 Apr 30 04:50:37.812212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d805ba7e-28a1-4a35-8f67-9bda9ebdbb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c89af54d-4bfd-4f0a-846f-d645369a7601), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.815013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:37.828568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:37.847972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:37.856309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=d6a35aca-4b2a-45a6-a894-24a38c6ee382,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:37.881856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7139142f-2db2-468e-835d-45843e7fe15e), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:37.884796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-ead1622e-e794-485b-926d-db42b20aabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.886230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-ead1622e-e794-485b-926d-db42b20aabdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f HTTP/1.1" status: 200 len: 906 time: 0.3945971 Apr 30 04:50:37.897578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ffcb6-1291-4937-8116-31abb3794d47 req-55ec02e9-657e-45be-9157-991a184830b3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.899028 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-768ffcb6-1291-4937-8116-31abb3794d47 req-55ec02e9-657e-45be-9157-991a184830b3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 943 time: 0.1386597 Apr 30 04:50:37.907739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-c62b2b91-8577-417a-a779-fa07c6221f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:37.909170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16675a45-cab5-4cd8-abb1-3dd79678d8b7 req-c62b2b91-8577-417a-a779-fa07c6221f4c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3699090 Apr 30 04:50:37.922158 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d805ba7e-28a1-4a35-8f67-9bda9ebdbb91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60d4667a8d5c4872bdefc5f40ab5dabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006034 Apr 30 04:50:37.929646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60958) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:37.930393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805ba7e-28a1-4a35-8f67-9bda9ebdbb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89af54d-4bfd-4f0a-846f-d645369a7601,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:37.946155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-9146a830-379b-4fba-a5ee-b0b2aadb14c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa HTTP/1.1" status: 200 len: 217 time: 0.0461838 Apr 30 04:50:38.024735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:38.060564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-768ffcb6-1291-4937-8116-31abb3794d47 req-ffe6b784-8a7c-4132-a12e-d4ce23d201ef tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494551 Apr 30 04:50:38.063657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-9bf97dfb-c1da-4983-8c96-aefc596fd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.064898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-9bf97dfb-c1da-4983-8c96-aefc596fd1df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00d563431d3d47f7b478dd1b7903c60d&device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 1128 time: 0.1003804 Apr 30 04:50:38.066839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-1a881096-e7ca-43ed-815b-73b291b037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.068268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-1a881096-e7ca-43ed-815b-73b291b037b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19f15a22-6628-4674-892e-c96715f2bf92 HTTP/1.1" status: 200 len: 845 time: 0.1140165 Apr 30 04:50:38.098534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60962) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:38.151890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 05f5d062-9c21-4eb0-ac2d-0c8a026f19db) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:38.154212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-785604ee-5af0-478a-a65b-1f0c64f7d29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a HTTP/1.1" status: 200 len: 217 time: 0.0726607 Apr 30 04:50:38.157877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] Publish callbacks [] for security_group (c89af54d-4bfd-4f0a-846f-d645369a7601), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.159304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.159304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.164505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8803dc-a501-41eb-8d92-cc8044fcb66d None None] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:38.199781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-9a5a023e-76c7-41c9-a42b-4ec780e9311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.201424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-9a5a023e-76c7-41c9-a42b-4ec780e9311e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1185622 Apr 30 04:50:38.207328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] Publish callbacks [] for security_group (c89af54d-4bfd-4f0a-846f-d645369a7601), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.245459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-e36b083f-aecb-42c2-a933-f74f7209c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.245459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-e36b083f-aecb-42c2-a933-f74f7209c1ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0 HTTP/1.1" status: 200 len: 850 time: 0.0833735 Apr 30 04:50:38.280511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (7139142f-2db2-468e-835d-45843e7fe15e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.285466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 99580515-ec33-4b43-812a-413f2a3c017a details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:50:38.324529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a971a88b-fdc5-4bea-8243-3cc0098af63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.333438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1c738278-10d6-4f80-be2a-41deaee9cd40 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1274457 Apr 30 04:50:38.338677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60966) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:38.343367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1424220416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:38.349635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab25-5355-422b-881a-6baa9a6082cd req-849873b8-5dd5-4ac0-b86a-c504524ed3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.351009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-849873b8-5dd5-4ac0-b86a-c504524ed3a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84d939ba-0773-4cf3-8f3c-77f950c5f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0990038 Apr 30 04:50:38.353135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (7139142f-2db2-468e-835d-45843e7fe15e), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.384898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-05f5d062-9c21-4eb0-ac2d-0c8a026f19db', 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db', 'project_id': '61d358d9bf14424d9f124cb900859758', 'fixed_ips': [{'subnet_id': '6d20ad33-28ae-498e-947c-a686c9c0b2b5'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:50:38.386002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.403067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c89af54d-4bfd-4f0a-846f-d645369a7601), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.405672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.409294 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c89af54d-4bfd-4f0a-846f-d645369a7601 HTTP/1.1" status: 204 len: 168 time: 0.4736378 Apr 30 04:50:38.409433 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-dd69c7fb-2680-47e4-b2cf-c64cd6a06154 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983681 Apr 30 04:50:38.488277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d82e-6fd5-4c9d-b516-5ba315707ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89af54d-4bfd-4f0a-846f-d645369a7601,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:38.491568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.491762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.501101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=7139142f-2db2-468e-835d-45843e7fe15e,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:38.519483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (1fa350fb-cb6a-4076-9d06-8e4b78113a82), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.563586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-2ed0ba22-8b25-4171-ae04-8b6de7cae3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022452 Apr 30 04:50:38.585048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=99580515-ec33-4b43-812a-413f2a3c017a,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:38.589976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_gateway (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.611378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '99580515-ec33-4b43-812a-413f2a3c017a', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'port_id': '99580515-ec33-4b43-812a-413f2a3c017a', 'mac_address': 'fa:16:3e:dc:98:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:50:38.613922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a971a88b-fdc5-4bea-8243-3cc0098af63d admin admin] Publish callbacks [] for security_group (d3d58a08-ba74-4065-afbd-93bb073e5bf8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.621704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c4a634-85c1-4c9f-8b88-6a88a81177ba req-5af74f2c-3de2-4c86-824b-29e04fbc35f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068899 Apr 30 04:50:38.668314 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for router_controller (ffc77a26-0657-4861-93db-c53bf5e1a413), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.689525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a971a88b-fdc5-4bea-8243-3cc0098af63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d3d58a08-ba74-4065-afbd-93bb073e5bf8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.689640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Allocated IP 172.20.0.2 (05f5d062-9c21-4eb0-ac2d-0c8a026f19db/6d20ad33-28ae-498e-947c-a686c9c0b2b5/bb51b9eb-8438-4521-a852-1f2008067108) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:38.691052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 99580515-ec33-4b43-812a-413f2a3c017a is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:38.691883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (99580515-ec33-4b43-812a-413f2a3c017a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.712403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99580515-ec33-4b43-812a-413f2a3c017a {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:38.713729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f833ab25-5355-422b-881a-6baa9a6082cd req-e27002de-d9a0-407e-ab5c-3be63b9266d8 service neutron] 10.222.0.13 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424005 Apr 30 04:50:38.745628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a971a88b-fdc5-4bea-8243-3cc0098af63d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb174bac035d4aa2bcc509e3ba782746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447017 Apr 30 04:50:38.747098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60972) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:38.751396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=99580515-ec33-4b43-812a-413f2a3c017a,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:38.754845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971a88b-fdc5-4bea-8243-3cc0098af63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d58a08-ba74-4065-afbd-93bb073e5bf8,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:38.796966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.821733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] Publish callbacks [] for security_group (d3d58a08-ba74-4065-afbd-93bb073e5bf8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.844903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] Publish callbacks [] for security_group (d3d58a08-ba74-4065-afbd-93bb073e5bf8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.847424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.854767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:50:38.866702 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 1fa350fb-cb6a-4076-9d06-8e4b78113a82 associated. External IP: 172.26.5.172, port: 00c5a437-4851-428c-a7d2-3370a324761a. Apr 30 04:50:38.955213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.959938 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f3352ec-cd31-4353-b2c8-b1061bafb782 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6201448 Apr 30 04:50:38.961508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d3d58a08-ba74-4065-afbd-93bb073e5bf8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.963343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 60978) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:38.965565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:38.967309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3d58a08-ba74-4065-afbd-93bb073e5bf8 HTTP/1.1" status: 204 len: 168 time: 0.2190046 Apr 30 04:50:38.993597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67deb-df5f-4cf3-9303-3357949ffd29 req-2f9ce65a-9d62-4b13-ba4f-552d08d908c6 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:38.996137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-acd67deb-df5f-4cf3-9303-3357949ffd29 req-2f9ce65a-9d62-4b13-ba4f-552d08d908c6 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.0757082 Apr 30 04:50:39.002459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec70c1b-6a9a-42b2-9bfd-21c0fcb96811 req-2085062d-6575-4a0c-a7c1-1d6bb1b0f2ab tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:39.005072 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eec70c1b-6a9a-42b2-9bfd-21c0fcb96811 req-2085062d-6575-4a0c-a7c1-1d6bb1b0f2ab tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 944 time: 0.1953838 Apr 30 04:50:39.040111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a72514-bb47-4f9d-877d-3bc66cbf64d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d58a08-ba74-4065-afbd-93bb073e5bf8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.052563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.112385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks [] for port (bb51b9eb-8438-4521-a852-1f2008067108), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.139340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-acd67deb-df5f-4cf3-9303-3357949ffd29 req-3ec70b14-c373-4e61-89db-72ef438988a6 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316054 Apr 30 04:50:39.144402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:39.146920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eec70c1b-6a9a-42b2-9bfd-21c0fcb96811 req-8b6397c9-3cb7-4771-a6e8-7b78b6795f0f tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323514 Apr 30 04:50:39.167861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'port_id': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'mac_address': 'fa:16:3e:ce:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:50:39.223664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:39.224680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.242949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (bb51b9eb-8438-4521-a852-1f2008067108), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.272402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d771c9-0c29-47dc-b896-db73c97b15b2 req-d8bdb2e9-c531-4650-be84-711403f74bfc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:39.274770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67d771c9-0c29-47dc-b896-db73c97b15b2 req-d8bdb2e9-c531-4650-be84-711403f74bfc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 944 time: 0.0575657 Apr 30 04:50:39.279260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:39.301727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:39.314124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:39.317523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:39.320763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:39.360730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67d771c9-0c29-47dc-b896-db73c97b15b2 req-e50bcfbf-386d-4984-9e56-3e346156811c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805109 Apr 30 04:50:39.362788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60984) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:39.389410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.399671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Pushing event updated for resources: {'Port': ['ID=bb51b9eb-8438-4521-a852-1f2008067108,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.415673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f4e2de4f-6675-4ce6-9296-209d0c2722cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18f2c20f79634ff69a636bcb054cddcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492508 Apr 30 04:50:39.418763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60986) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:39.430193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Attempting to bind port bb51b9eb-8438-4521-a852-1f2008067108 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:39.430682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Attempting to bind port bb51b9eb-8438-4521-a852-1f2008067108 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '44b2c50b-9c7a-491e-90de-bfefbb130d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:39.431110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Attempting to bind port bb51b9eb-8438-4521-a852-1f2008067108 on network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:39.443399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:39.444021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Checking segment: {'id': '44b2c50b-9c7a-491e-90de-bfefbb130d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:39.444592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.445077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Bound using segment: {'id': '44b2c50b-9c7a-491e-90de-bfefbb130d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:39.445626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Bound port: bb51b9eb-8438-4521-a852-1f2008067108, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b2c50b-9c7a-491e-90de-bfefbb130d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:39.446312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bb51b9eb-8438-4521-a852-1f2008067108), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.492797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] Publish callbacks [] for security_group (f8e0bb6f-7088-4a41-a593-d8c40ccbd978), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.517769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] For port bb51b9eb-8438-4521-a852-1f2008067108, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:39.518045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] Publish callbacks [] for security_group (f8e0bb6f-7088-4a41-a593-d8c40ccbd978), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.521714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] For port bb51b9eb-8438-4521-a852-1f2008067108, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bb51b9eb-8438-4521-a852-1f2008067108,segment=NetworkSegment(44b2c50b-9c7a-491e-90de-bfefbb130d9f),segment_id=44b2c50b-9c7a-491e-90de-bfefbb130d9f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:39.531565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.550518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.617878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (bb51b9eb-8438-4521-a852-1f2008067108), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.640639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f8e0bb6f-7088-4a41-a593-d8c40ccbd978), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.643943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.646809 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8e0bb6f-7088-4a41-a593-d8c40ccbd978 HTTP/1.1" status: 204 len: 168 time: 0.2262347 Apr 30 04:50:39.660029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e79b3-82dd-4674-a424-572f3ca0be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0bb6f-7088-4a41-a593-d8c40ccbd978,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.710953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216392c-799f-413a-8cf1-5f3878bdf1a5 None None] Pushing event updated for resources: {'Port': ['ID=bb51b9eb-8438-4521-a852-1f2008067108,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:39.785355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:50:39.804389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.843074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:39.876653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 60992) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:39.891952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f67d6ded-9f40-40b5-87f1-4553a8db4ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:39.929006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['99580515-ec33-4b43-812a-413f2a3c017a'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:50:40.056799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f67d6ded-9f40-40b5-87f1-4553a8db4ee1 admin admin] Publish callbacks [] for security_group (804b043a-4f05-4160-937d-37eabb40c7b4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.132368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f67d6ded-9f40-40b5-87f1-4553a8db4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (804b043a-4f05-4160-937d-37eabb40c7b4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.206540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f67d6ded-9f40-40b5-87f1-4553a8db4ee1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a764bbdd414744cfaa6a0cc4746f49e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285842 Apr 30 04:50:40.212886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32770) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:40.236167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Router 84fb3df5-cea8-4fd6-989d-b1755e159b25 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:50:40.250127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d6ded-9f40-40b5-87f1-4553a8db4ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b043a-4f05-4160-937d-37eabb40c7b4,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:40.284898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:40.295935 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:40.307924 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:40.308666 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.365207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.385373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:40.386881 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.399499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4d1c3-a7bb-4eba-b2c4-39989d2c17a5 req-10a6dcaf-78e2-4c3a-9b2a-521a7bc369e4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:40.401075 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94c4d1c3-a7bb-4eba-b2c4-39989d2c17a5 req-10a6dcaf-78e2-4c3a-9b2a-521a7bc369e4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.1005704 Apr 30 04:50:40.411338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Allocated IP 172.20.0.1 (05f5d062-9c21-4eb0-ac2d-0c8a026f19db/6d20ad33-28ae-498e-947c-a686c9c0b2b5/36b2a415-3eb0-4886-8731-6821de30d044) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:40.414350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da62a-f891-40a7-bd8e-e5811705af50 req-cbd16366-21df-43f5-9bcf-0ae4893f142a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:40.415844 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d9da62a-f891-40a7-bd8e-e5811705af50 req-cbd16366-21df-43f5-9bcf-0ae4893f142a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 945 time: 0.1130791 Apr 30 04:50:40.426609 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.427469 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c694c7-542a-4d75-87f2-e5d71ce52e29 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:40.434815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] Publish callbacks [] for security_group (804b043a-4f05-4160-937d-37eabb40c7b4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.484123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] Publish callbacks [] for security_group (804b043a-4f05-4160-937d-37eabb40c7b4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.501414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.510457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:40.523838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] Sync routers for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:40.548916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:40.549554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.584420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94c4d1c3-a7bb-4eba-b2c4-39989d2c17a5 req-ad2e2702-c560-46da-9334-3848161c0f2d tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627135 Apr 30 04:50:40.595781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.598081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d9da62a-f891-40a7-bd8e-e5811705af50 req-2c7d3f2f-0aeb-4e9a-9250-ff0086540fdc tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660442 Apr 30 04:50:40.606438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:40.607061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.652992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:40.653621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bceac54-aa99-4a08-8025-34d24c982995 None None] The sync data for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:40.663498 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-81eccf88-b6e1-406f-b92b-9f49ef520b82 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2757523 Apr 30 04:50:40.666704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32782) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:40.671458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:40.723386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (36b2a415-3eb0-4886-8731-6821de30d044), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.759662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.760995 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-22a74f4b-eecb-4e59-a3d9-d4f7e323f347 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0566692 Apr 30 04:50:40.763686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32788) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:40.819011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (804b043a-4f05-4160-937d-37eabb40c7b4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.821660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.822968 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/804b043a-4f05-4160-937d-37eabb40c7b4 HTTP/1.1" status: 204 len: 168 time: 0.6030364 Apr 30 04:50:40.845726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (1fa350fb-cb6a-4076-9d06-8e4b78113a82), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:40.909730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (36b2a415-3eb0-4886-8731-6821de30d044), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.011076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:41.014404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97aa06-0ceb-4a6f-afd7-e767776a94e8 None None] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:41.024120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:41.031628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:41.090028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=36b2a415-3eb0-4886-8731-6821de30d044,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:41.094925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32794) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:41.141819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Provisioning complete for port bb51b9eb-8438-4521-a852-1f2008067108 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:41.144999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bb51b9eb-8438-4521-a852-1f2008067108), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.148485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (ffc77a26-0657-4861-93db-c53bf5e1a413), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.256365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.292673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651b7b1-e2ca-469a-86cf-84a94c178354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b043a-4f05-4160-937d-37eabb40c7b4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:41.311661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69e8cd-c4e2-4c53-932b-567a19f3649f req-2eff6d8f-1747-4932-86ff-3ea13cf1fe18 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:41.315359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bb51b9eb-8438-4521-a852-1f2008067108 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:41.315483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a69e8cd-c4e2-4c53-932b-567a19f3649f req-2eff6d8f-1747-4932-86ff-3ea13cf1fe18 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 944 time: 0.4963596 Apr 30 04:50:41.438632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a69e8cd-c4e2-4c53-932b-567a19f3649f req-1f66ca7c-7db5-4b73-a85f-8f4160db9810 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177056 Apr 30 04:50:41.440023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (1fa350fb-cb6a-4076-9d06-8e4b78113a82), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.440418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 1fa350fb-cb6a-4076-9d06-8e4b78113a82 disassociated. External IP: 172.26.5.172, port: 00c5a437-4851-428c-a7d2-3370a324761a. Apr 30 04:50:41.448128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Current status of the port bb51b9eb-8438-4521-a852-1f2008067108 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:41.448706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bb51b9eb-8438-4521-a852-1f2008067108), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.469269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port bb51b9eb-8438-4521-a852-1f2008067108 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:41.469269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bb51b9eb-8438-4521-a852-1f2008067108), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.545024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] For port bb51b9eb-8438-4521-a852-1f2008067108, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bb51b9eb-8438-4521-a852-1f2008067108,segment=NetworkSegment(44b2c50b-9c7a-491e-90de-bfefbb130d9f),segment_id=44b2c50b-9c7a-491e-90de-bfefbb130d9f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:41.768840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:41.828634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-309023848'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:41.839499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad27366-85e3-4fbf-9100-ce5f93fe22db req-261f867f-66fb-4f7c-a719-8cdd666e40b1 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:41.841678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ad27366-85e3-4fbf-9100-ce5f93fe22db req-261f867f-66fb-4f7c-a719-8cdd666e40b1 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 944 time: 0.0929286 Apr 30 04:50:41.846389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (bb51b9eb-8438-4521-a852-1f2008067108), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.885006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port bb51b9eb-8438-4521-a852-1f2008067108 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:41.885641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bb51b9eb-8438-4521-a852-1f2008067108), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:41.937577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eccd1-5593-4981-a552-fe3453b3af4e req-7071400f-784a-4876-bc0d-c4d91f53a90d tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:41.945009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-271eccd1-5593-4981-a552-fe3453b3af4e req-7071400f-784a-4876-bc0d-c4d91f53a90d tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 945 time: 0.1819239 Apr 30 04:50:41.971142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e28b9-230d-4dfc-954c-30edfebd0da5 None None] Pushing event updated for resources: {'Port': ['ID=bb51b9eb-8438-4521-a852-1f2008067108,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:41.978317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:41.985415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.010745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Provisioning complete for port bb51b9eb-8438-4521-a852-1f2008067108 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:42.011349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bb51b9eb-8438-4521-a852-1f2008067108), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.016716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-271eccd1-5593-4981-a552-fe3453b3af4e req-25309eba-a425-4b68-ab6e-587974f3100a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703092 Apr 30 04:50:42.022120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.050206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ad27366-85e3-4fbf-9100-ce5f93fe22db req-6d992d97-b19f-489e-ba5b-357323e96756 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957870 Apr 30 04:50:42.069402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (36b2a415-3eb0-4886-8731-6821de30d044), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.087533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:50:42.088051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:50:42.112605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:42.119417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.127390 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:42.138220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:42.138488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Current status of the port bb51b9eb-8438-4521-a852-1f2008067108 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:42.138865 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:42.161345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Provisioning complete for port 36b2a415-3eb0-4886-8731-6821de30d044 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:42.162396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (36b2a415-3eb0-4886-8731-6821de30d044), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.183105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cba25ccf-1f6c-4cf4-96a7-52dbaca4cf61 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/1fa350fb-cb6a-4076-9d06-8e4b78113a82 HTTP/1.1" status: 200 len: 688 time: 1.5151429 Apr 30 04:50:42.183869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32820) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:42.192389 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:42.204336 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:42.204947 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:42.206900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 693b98a9-fe92-4f46-992e-d1ce5ec8d15a details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:50:42.210107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 99580515-ec33-4b43-812a-413f2a3c017a up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:42.239804 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:42.240465 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f3a40-12fb-44db-a82e-1747c0665263 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:42.279686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2d03907a-6da6-4f77-afa5-fe6fe737c861 None None] Port 36b2a415-3eb0-4886-8731-6821de30d044 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:42.324789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32822) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:42.343789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 7139142f-2db2-468e-835d-45843e7fe15e {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:42.344126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7139142f-2db2-468e-835d-45843e7fe15e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.358180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 99580515-ec33-4b43-812a-413f2a3c017a completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:50:42.387424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.399272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:42.422816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'port_id': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:50:42.424324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5c553a23-1f0d-49ae-993b-b16ee2fb65d5 None None] Provisioning complete for port 36b2a415-3eb0-4886-8731-6821de30d044 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:42.424692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5c553a23-1f0d-49ae-993b-b16ee2fb65d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (36b2a415-3eb0-4886-8731-6821de30d044), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.432497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7139142f-2db2-468e-835d-45843e7fe15e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.433208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (7139142f-2db2-468e-835d-45843e7fe15e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.451984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 7139142f-2db2-468e-835d-45843e7fe15e owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:42.462497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for security_group (12f6a236-3e72-4a45-8f61-b80f9392c8e7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.525779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 99580515-ec33-4b43-812a-413f2a3c017a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:42.526337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (99580515-ec33-4b43-812a-413f2a3c017a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.547533 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ddf6e599-8a13-4b04-9634-f66ecad59700 tempest-AgentManagementNegativeTest-1768577439 tempest-AgentManagementNegativeTest-1768577439-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2184668 Apr 30 04:50:42.547533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (12f6a236-3e72-4a45-8f61-b80f9392c8e7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.578196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3ae5-5ae9-4ba8-ad46-586099538965 req-6808683b-70d8-435e-8f4b-dd32404b59a5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:42.580307 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-767b3ae5-5ae9-4ba8-ad46-586099538965 req-6808683b-70d8-435e-8f4b-dd32404b59a5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 944 time: 0.0640528 Apr 30 04:50:42.583020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:42.584403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.631221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:42.638697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693b98a9-fe92-4f46-992e-d1ce5ec8d15a {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:50:42.647968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f6a236-3e72-4a45-8f61-b80f9392c8e7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:42.669486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (36b2a415-3eb0-4886-8731-6821de30d044), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.674583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-767b3ae5-5ae9-4ba8-ad46-586099538965 req-727860be-afca-40e0-9c95-d2ca6d9d8a37 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777693 Apr 30 04:50:42.684074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:42.685316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5c553a23-1f0d-49ae-993b-b16ee2fb65d5 None None] Port 36b2a415-3eb0-4886-8731-6821de30d044 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:42.691570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port bb51b9eb-8438-4521-a852-1f2008067108 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:42.747795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 99580515-ec33-4b43-812a-413f2a3c017a is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:42.748276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (99580515-ec33-4b43-812a-413f2a3c017a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.750586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (36b2a415-3eb0-4886-8731-6821de30d044), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.772650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:42.795844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7139142f-2db2-468e-835d-45843e7fe15e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.825269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=7139142f-2db2-468e-835d-45843e7fe15e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:42.846038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (01f5607c-bdee-4c15-b38d-1297b2f511a6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.846038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Added segment 01f5607c-bdee-4c15-b38d-1297b2f511a6 of type vlan for network e85674c8-09f5-4cb1-bf02-444241a527be Apr 30 04:50:42.855456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.910996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=36b2a415-3eb0-4886-8731-6821de30d044,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:42.917773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (1fa350fb-cb6a-4076-9d06-8e4b78113a82), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.920546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (ffc77a26-0657-4861-93db-c53bf5e1a413), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.921959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.923899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3b379922-8c67-4c5d-b978-b748f80fe5b5 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/1fa350fb-cb6a-4076-9d06-8e4b78113a82 HTTP/1.1" status: 204 len: 168 time: 0.7388287 Apr 30 04:50:42.932329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=99580515-ec33-4b43-812a-413f2a3c017a,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:42.933296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:42.934443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32834) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:42.944246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'f234b11f-ff15-49d0-91b8-2c5e5676c14f'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:42.952832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (e85674c8-09f5-4cb1-bf02-444241a527be), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:42.996316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd79c6-ee6f-49d4-9084-f5b3e4bb0585" -d '{"events": [{"server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "name": "network-vif-plugged", "status": "completed", "tag": "99580515-ec33-4b43-812a-413f2a3c017a"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:43.001930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.002979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:43.031384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.058473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Allocated IP 172.20.0.1 (f3d49db0-e4cb-4fb1-a984-8015175c543e/79f825de-5ec8-4478-8c33-a5fd0fff077d/b78d9430-7197-4db4-8f08-f140dfb814cb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:43.077181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['693b98a9-fe92-4f46-992e-d1ce5ec8d15a'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:50:43.114367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:43.126232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:43.130528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (e85674c8-09f5-4cb1-bf02-444241a527be), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.135887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:43.136486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.168746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:50:43.179703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:43.277151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:43.281276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.289646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3601a86-07d1-4daa-b8ba-4e532a8935c3 x-openstack-request-id: req-e3601a86-07d1-4daa-b8ba-4e532a8935c3 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:43.289967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "name": "network-vif-plugged", "status": "completed", "tag": "99580515-ec33-4b43-812a-413f2a3c017a", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:43.290229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3601a86-07d1-4daa-b8ba-4e532a8935c3 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:43.290716 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3601a86-07d1-4daa-b8ba-4e532a8935c3'] response: {'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a', 'code': 200} Apr 30 04:50:43.309881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32848) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:43.357055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Network': ['ID=e85674c8-09f5-4cb1-bf02-444241a527be,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:43.376168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fffa1-4b2e-4578-a823-4954c46d80ee req-d163bd8e-0768-4015-a23e-9ff1e7840c1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:43.377860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa7fffa1-4b2e-4578-a823-4954c46d80ee req-d163bd8e-0768-4015-a23e-9ff1e7840c1a tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 945 time: 0.1527507 Apr 30 04:50:43.389224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network e85674c8-09f5-4cb1-bf02-444241a527be details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:43.433226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1283-9625-49f5-b316-f678cd90fe41 req-674c843c-bf05-4775-ad2e-e1ba30fb000d tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:43.439750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bb51b9eb-8438-4521-a852-1f2008067108 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:43.440093 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b31d1283-9625-49f5-b316-f678cd90fe41 req-674c843c-bf05-4775-ad2e-e1ba30fb000d tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 945 time: 0.0758042 Apr 30 04:50:43.473026 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7620ad74-2f8b-4ac5-962f-85188ed0dd76 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3751450 Apr 30 04:50:43.478910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32852) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:43.484752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.530473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'subnet': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:43.554784 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b31d1283-9625-49f5-b316-f678cd90fe41 req-2b3cd2b1-3823-4084-a5da-7a1c6786e1bd tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137044 Apr 30 04:50:43.603465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8a37fdd-6ab5-4884-8d30-1ab6ee65f8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.608598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.637861 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa7fffa1-4b2e-4578-a823-4954c46d80ee req-f470bf25-952e-45f8-ae66-e264987cffd7 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956551 Apr 30 04:50:43.672802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-33cbdf5f-d7bd-4de1-b0e0-6c8d15073d9f None None] Provisioning complete for port 36b2a415-3eb0-4886-8731-6821de30d044 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:43.673306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-33cbdf5f-d7bd-4de1-b0e0-6c8d15073d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (36b2a415-3eb0-4886-8731-6821de30d044), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.707070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:43.709815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.714326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port bb51b9eb-8438-4521-a852-1f2008067108 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:43.719691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bb51b9eb-8438-4521-a852-1f2008067108), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.774164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-33cbdf5f-d7bd-4de1-b0e0-6c8d15073d9f None None] Port 36b2a415-3eb0-4886-8731-6821de30d044 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:43.796861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:43.797171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:43.800378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.805337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8a37fdd-6ab5-4884-8d30-1ab6ee65f8b0 admin admin] Publish callbacks [] for security_group (15af4c9a-e415-4fac-8901-19f0c07fa239), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.847502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port bb51b9eb-8438-4521-a852-1f2008067108 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:43.848461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-51f9555c-a1aa-4333-a7a1-6d9d024f7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:43.850231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-51f9555c-a1aa-4333-a7a1-6d9d024f7879 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.1682713 Apr 30 04:50:43.868922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.870806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Router ffc77a26-0657-4861-93db-c53bf5e1a413 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:50:43.875782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.883129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.151 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/443e82a8-9d9b-425d-90fe-aa99c4c1fc3d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:43.888936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8a37fdd-6ab5-4884-8d30-1ab6ee65f8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (15af4c9a-e415-4fac-8901-19f0c07fa239), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.889364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a5600-4d85-4118-b274-4703bdac331f req-28bf5db3-197c-453a-8b61-e6dd1f278700 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:43.890875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8a2a5600-4d85-4118-b274-4703bdac331f req-28bf5db3-197c-453a-8b61-e6dd1f278700 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1017540 Apr 30 04:50:43.893836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-3c45aaa8-6532-428a-9200-8afa7b0531f7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:43.931672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:43.977622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network f3d49db0-e4cb-4fb1-a984-8015175c543e is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:44.026888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:44.028758 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8a2a5600-4d85-4118-b274-4703bdac331f req-7851b7f9-ca30-4894-ba50-2a21758c58d5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273935 Apr 30 04:50:44.028887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=b78d9430-7197-4db4-8f08-f140dfb814cb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.032602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:44.041884 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8a37fdd-6ab5-4884-8d30-1ab6ee65f8b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5923cd12a0bb4042ba0e7abfa755083a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7272394 Apr 30 04:50:44.042885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37fdd-6ab5-4884-8d30-1ab6ee65f8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af4c9a-e415-4fac-8901-19f0c07fa239,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.044933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32856) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:44.107447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.159792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-3c45aaa8-6532-428a-9200-8afa7b0531f7 service neutron] Publish callbacks [] for security_group (8df53214-2fe2-4ad8-9041-fe49d72dab9c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.171425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:44.176427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.187598 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dbb3ddb0-8716-4e8e-8001-8802bccd3743 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "PUT /v2.0/routers/ffc77a26-0657-4861-93db-c53bf5e1a413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2180016 Apr 30 04:50:44.188554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 693b98a9-fe92-4f46-992e-d1ce5ec8d15a up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:44.195977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32858) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:44.196937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] Sync routers for ids ['ffc77a26-0657-4861-93db-c53bf5e1a413'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:44.202801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'port': {'network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db', 'name': 'tempest-FloatingIPNegativeTestJSON-956646662'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:44.209453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] Publish callbacks [] for security_group (15af4c9a-e415-4fac-8901-19f0c07fa239), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.235855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-3c45aaa8-6532-428a-9200-8afa7b0531f7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8df53214-2fe2-4ad8-9041-fe49d72dab9c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.258688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] Routers {'ffc77a26-0657-4861-93db-c53bf5e1a413'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:44.259748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ffc77a26-0657-4861-93db-c53bf5e1a413'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:44.301810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:44.314661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] Routers {'ffc77a26-0657-4861-93db-c53bf5e1a413'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:44.315840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ffc77a26-0657-4861-93db-c53bf5e1a413'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:44.319119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] Publish callbacks [] for security_group (15af4c9a-e415-4fac-8901-19f0c07fa239), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.349006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.357946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:44.358604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9eb39-66e9-4b21-b97a-c819fad19395 None None] The sync data for ids ['ffc77a26-0657-4861-93db-c53bf5e1a413'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:44.362560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6558d943-5f63-437f-9b93-3c184b19f1eb req-3c45aaa8-6532-428a-9200-8afa7b0531f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5043380 Apr 30 04:50:44.368050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:50:44.395198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-371f7813-9667-4f4e-8cac-5f9a529e372c None None] Provisioning complete for port b78d9430-7197-4db4-8f08-f140dfb814cb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:44.395571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-371f7813-9667-4f4e-8cac-5f9a529e372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.399330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45aaa8-6532-428a-9200-8afa7b0531f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8df53214-2fe2-4ad8-9041-fe49d72dab9c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.406112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (37e95608-1f1e-4585-b15e-2e7fb3282fd1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.433925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:44.438415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.445992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:44.449199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=443e82a8-9d9b-425d-90fe-aa99c4c1fc3d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.454081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:44.456968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:44.457224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-371f7813-9667-4f4e-8cac-5f9a529e372c None None] Port b78d9430-7197-4db4-8f08-f140dfb814cb cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:44.523696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.526709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Subnet': ['ID=37e95608-1f1e-4585-b15e-2e7fb3282fd1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.530384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:44.530764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.536076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Checking segment: {'id': '01f5607c-bdee-4c15-b38d-1297b2f511a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:44.537096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network hostable DHCP agents. Network: e85674c8-09f5-4cb1-bf02-444241a527be, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:44.565065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (15af4c9a-e415-4fac-8901-19f0c07fa239), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.568040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.570729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15af4c9a-e415-4fac-8901-19f0c07fa239 HTTP/1.1" status: 204 len: 168 time: 0.5246100 Apr 30 04:50:44.679780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Made reservation on behalf of 61d358d9bf14424d9f124cb900859758 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:44.683140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.695300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:44.717433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce36cb-7637-401f-84b8-841735296ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af4c9a-e415-4fac-8901-19f0c07fa239,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.780214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, e85674c8-09f5-4cb1-bf02-444241a527be) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:44.803672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:44.807683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06612eb-908b-4fb9-b5da-e9a3408fcc78 None None] Network e85674c8-09f5-4cb1-bf02-444241a527be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:44.822023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:44.822243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] device_id is not set on port 3fefcee1-119d-4212-982d-4f1b74996e2e yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:44.822652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.853865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c425-d466-46b3-9c6c-dbbce8fc67de req-036e6b62-01a9-412e-8160-55c22783d522 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:44.854997 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c46c425-d466-46b3-9c6c-dbbce8fc67de req-036e6b62-01a9-412e-8160-55c22783d522 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 945 time: 0.1629612 Apr 30 04:50:44.898599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.927822 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4ca45026-f715-4edb-993a-7c932972a94a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4476988 Apr 30 04:50:44.930319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:44.931680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32868) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:44.936769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-363739458'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:44.960151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c46c425-d466-46b3-9c6c-dbbce8fc67de req-a7e103a5-a9f9-42e4-aa91-3ae2ea61eae0 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700059 Apr 30 04:50:44.968368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e785a-b4cb-4e08-a251-ddb21f296b5d req-75f0eba3-347f-4ceb-b7ef-5418b9428ad2 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:44.976927 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-135e785a-b4cb-4e08-a251-ddb21f296b5d req-75f0eba3-347f-4ceb-b7ef-5418b9428ad2 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.1997395 Apr 30 04:50:44.982590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:44.989557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-e85674c8-09f5-4cb1-bf02-444241a527be', 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'project_id': 'a50e8a88bb3641e3bde4410cfef507f8', 'fixed_ips': [{'subnet_id': '37e95608-1f1e-4585-b15e-2e7fb3282fd1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:50:44.991451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.049600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.149375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Allocated IP 172.20.0.2 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/60aef00b-795e-45b6-bb9f-392e9abc77a7) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:45.292255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'}, {'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:45.294537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb656b-9ed6-4cd6-9cca-e469a96c7a40" -d '{"events": [{"server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa"}, {"server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "name": "network-vif-plugged", "status": "completed", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:45.339929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks [] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.407021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.455535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:45.462983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:45.467442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:45.475794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Pushing event updated for resources: {'Port': ['ID=60aef00b-795e-45b6-bb9f-392e9abc77a7,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:45.509540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-135e785a-b4cb-4e08-a251-ddb21f296b5d req-93a24b22-b142-411d-bb98-aa9b81e438c0 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5315514 Apr 30 04:50:45.529281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Allocated IP 172.20.0.4 (05f5d062-9c21-4eb0-ac2d-0c8a026f19db/6d20ad33-28ae-498e-947c-a686c9c0b2b5/3fefcee1-119d-4212-982d-4f1b74996e2e) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:45.551604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=b78d9430-7197-4db4-8f08-f140dfb814cb,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:45.565099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Attempting to bind port 60aef00b-795e-45b6-bb9f-392e9abc77a7 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:45.565846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Attempting to bind port 60aef00b-795e-45b6-bb9f-392e9abc77a7 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01f5607c-bdee-4c15-b38d-1297b2f511a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:45.566484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Attempting to bind port 60aef00b-795e-45b6-bb9f-392e9abc77a7 on network e85674c8-09f5-4cb1-bf02-444241a527be {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:45.573408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:45.573917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Checking segment: {'id': '01f5607c-bdee-4c15-b38d-1297b2f511a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:45.574572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.575842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.578356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Bound using segment: {'id': '01f5607c-bdee-4c15-b38d-1297b2f511a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:45.578969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Bound port: 60aef00b-795e-45b6-bb9f-392e9abc77a7, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f5607c-bdee-4c15-b38d-1297b2f511a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:45.579541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.622855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199dc687-0199-44ab-b8af-61a317ccb262 x-openstack-request-id: req-199dc687-0199-44ab-b8af-61a317ccb262 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:45.632663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa", "code": 200}, {"server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "name": "network-vif-plugged", "status": "completed", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:45.634658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-199dc687-0199-44ab-b8af-61a317ccb262 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:45.635086 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199dc687-0199-44ab-b8af-61a317ccb262'] response: {'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'code': 200} Apr 30 04:50:45.635347 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199dc687-0199-44ab-b8af-61a317ccb262'] response: {'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'code': 200} Apr 30 04:50:45.690318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] For port 60aef00b-795e-45b6-bb9f-392e9abc77a7, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:45.694538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] For port 60aef00b-795e-45b6-bb9f-392e9abc77a7, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60aef00b-795e-45b6-bb9f-392e9abc77a7,segment=NetworkSegment(01f5607c-bdee-4c15-b38d-1297b2f511a6),segment_id=01f5607c-bdee-4c15-b38d-1297b2f511a6)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:45.698492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network f3d49db0-e4cb-4fb1-a984-8015175c543e is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:45.700452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:45.702444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:45.710849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.718887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddf05c-6740-481e-8070-9ad26551eba8 req-31765994-3e05-470b-9e12-14dec32544cb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:45.720628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bddf05c-6740-481e-8070-9ad26551eba8 req-31765994-3e05-470b-9e12-14dec32544cb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.3102319 Apr 30 04:50:45.780377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port 7dd2ebaf-b17e-4a9b-8719-5b100b04b169 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:45.791304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.830637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:45.922416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eac17c-36a1-49a5-af42-9d5e17da0a32 None None] Pushing event updated for resources: {'Port': ['ID=60aef00b-795e-45b6-bb9f-392e9abc77a7,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:45.956968 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bddf05c-6740-481e-8070-9ad26551eba8 req-9c55564c-4b39-446c-9ca9-d03c37f5e26f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181416 Apr 30 04:50:46.006055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32892) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:46.047081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Router 84fb3df5-cea8-4fd6-989d-b1755e159b25 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:46.070391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.7 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/7dd2ebaf-b17e-4a9b-8719-5b100b04b169) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:46.113283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7bb864a-5c59-4d52-bcee-29f3ee17a8f7 None None] Provisioning complete for port b78d9430-7197-4db4-8f08-f140dfb814cb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:46.114000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7bb864a-5c59-4d52-bcee-29f3ee17a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.125776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.160032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb864a-5c59-4d52-bcee-29f3ee17a8f7 None None] Port b78d9430-7197-4db4-8f08-f140dfb814cb cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:46.216013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313047964'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:46.268614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd3f4-525f-48b0-acd1-f03281d5f43c req-79295d0f-0f53-4888-a072-301552771023 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.270216 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-640fd3f4-525f-48b0-acd1-f03281d5f43c req-79295d0f-0f53-4888-a072-301552771023 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.0881374 Apr 30 04:50:46.280088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:46.296308 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] Sync routers for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:46.304812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.313454 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-99e4b1bd-41ee-485e-8138-468a49ec3072 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "PUT /v2.0/routers/84fb3df5-cea8-4fd6-989d-b1755e159b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5480902 Apr 30 04:50:46.324800 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:46.325435 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:46.343306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32896) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:46.364390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Request body: {'port': {'network_id': 'f3d49db0-e4cb-4fb1-a984-8015175c543e', 'name': 'tempest-FloatingIPAdminTestJSON-1989151092'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:46.399115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:46.413045 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:46.413690 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:46.433102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:46.435047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.461418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.465333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.478660 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:46.479589 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca876aa-f829-4508-9ccd-f963c39653e8 None None] The sync data for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:46.497780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.539317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:46.588180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for security_group (d6e5c085-ea10-42bb-a866-901bdcf81edc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.594749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:46.596514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=3fefcee1-119d-4212-982d-4f1b74996e2e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:46.607412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:46.647557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.702015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-640fd3f4-525f-48b0-acd1-f03281d5f43c req-9bdb81db-333c-43c9-9d06-bd4bdda1456b tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015002 Apr 30 04:50:46.705061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d6e5c085-ea10-42bb-a866-901bdcf81edc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.709948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec963c6-098c-49b1-93b8-fdd3be705914 req-6e98e784-e2f9-4571-83a7-b910bf7325d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.711480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dec963c6-098c-49b1-93b8-fdd3be705914 req-6e98e784-e2f9-4571-83a7-b910bf7325d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 1130 time: 0.2238276 Apr 30 04:50:46.711933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:46.719031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d488e-b165-44a9-93a8-ff13ebb7475e req-94051ea8-2e8f-4445-8538-5d79dae0e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.720536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af5d488e-b165-44a9-93a8-ff13ebb7475e req-94051ea8-2e8f-4445-8538-5d79dae0e4fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 1130 time: 0.2415106 Apr 30 04:50:46.745812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:46.748524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:46.780554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e5c085-ea10-42bb-a866-901bdcf81edc,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:46.791962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=7dd2ebaf-b17e-4a9b-8719-5b100b04b169,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:46.803996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:46.820612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.821709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.826661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec045946-e454-4103-838f-280417e634e7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.827140 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment ec045946-e454-4103-838f-280417e634e7 of type vlan for network 8871008a-597f-46cc-877c-cb720ebfb6fb Apr 30 04:50:46.829776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd86a-87db-4ff4-a5f0-1cb3981d62d9 req-1b8ca24e-0763-471a-8877-a993ed2cd01e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.831337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c7dd86a-87db-4ff4-a5f0-1cb3981d62d9 req-1b8ca24e-0763-471a-8877-a993ed2cd01e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.2211695 Apr 30 04:50:46.839996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.840702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.889511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-62778242-673f-48b2-9d34-70b518137a26 None None] Provisioning complete for port 3fefcee1-119d-4212-982d-4f1b74996e2e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:46.890082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62778242-673f-48b2-9d34-70b518137a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.902842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (8871008a-597f-46cc-877c-cb720ebfb6fb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.935004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-62778242-673f-48b2-9d34-70b518137a26 None None] Port 3fefcee1-119d-4212-982d-4f1b74996e2e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:46.942390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Made reservation on behalf of 1dcba9b50fd84750b76a884d7f1202e9 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:46.946855 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-709d8f80-ac54-4be8-ac62-466957a02c80 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0106561 Apr 30 04:50:46.947041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.950434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32900) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:46.971978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-1908923981', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:17:70'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:46.984318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (8871008a-597f-46cc-877c-cb720ebfb6fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.991890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:46.997317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:46.997684 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dec963c6-098c-49b1-93b8-fdd3be705914 req-c8195dfd-9bd1-4be1-b8fa-0655e4f58d1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496185 Apr 30 04:50:47.027427 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e5a079e-e181-4ed8-a04f-81f951f2bd09 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8302095 Apr 30 04:50:47.027851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32904) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:47.030616 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af5d488e-b165-44a9-93a8-ff13ebb7475e req-fe18ee43-3e0d-46ff-b45d-ba270654221c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956989 Apr 30 04:50:47.038671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:47.066551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] device_id is not set on port c46ad3c9-6fd4-4ecf-8ac6-367ca015989e yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:47.089994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=8871008a-597f-46cc-877c-cb720ebfb6fb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:47.107449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 8871008a-597f-46cc-877c-cb720ebfb6fb details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:47.107794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9862ce2a-4622-41d2-8afb-fbecbee7ed3e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0986760 Apr 30 04:50:47.179246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.227471 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c7dd86a-87db-4ff4-a5f0-1cb3981d62d9 req-766d6200-8250-417c-81f6-2c249d99c93b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777192 Apr 30 04:50:47.298967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7e4b4-5dd6-4474-8722-9ad00d67c196 req-13ffc8a1-5906-41ea-b002-bc5b5a51a098 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:47.300569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-90a7e4b4-5dd6-4474-8722-9ad00d67c196 req-13ffc8a1-5906-41ea-b002-bc5b5a51a098 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2388017 Apr 30 04:50:47.302906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60aef00b-795e-45b6-bb9f-392e9abc77a7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:47.308629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.357940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.388435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9f8d1-2d9e-41b4-a6c4-afcb4efcfcb4 None None] Network e85674c8-09f5-4cb1-bf02-444241a527be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:47.392928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 60aef00b-795e-45b6-bb9f-392e9abc77a7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:47.393767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.405757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.502606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Allocated IP 172.20.0.13 (f3d49db0-e4cb-4fb1-a984-8015175c543e/79f825de-5ec8-4478-8c33-a5fd0fff077d/c46ad3c9-6fd4-4ecf-8ac6-367ca015989e) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:47.519254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Allocated IP 172.26.5.236 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a2c5be3b-9877-4fd0-bb46-f4824964799e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:47.520374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Provisioning complete for port 60aef00b-795e-45b6-bb9f-392e9abc77a7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:47.521444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.532567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-90a7e4b4-5dd6-4474-8722-9ad00d67c196 req-1bd57722-eb9a-4009-83c3-bb7d6d626724 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116101 Apr 30 04:50:47.544858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:47.563013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=443e82a8-9d9b-425d-90fe-aa99c4c1fc3d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:47.627627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 60aef00b-795e-45b6-bb9f-392e9abc77a7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:47.628266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.662576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.662897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.663245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.663593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.663932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.664264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.664591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.664917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.665253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.665570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.665893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.666223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.666563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.666883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.667202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:47.711247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.753220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 60aef00b-795e-45b6-bb9f-392e9abc77a7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60aef00b-795e-45b6-bb9f-392e9abc77a7,segment=NetworkSegment(01f5607c-bdee-4c15-b38d-1297b2f511a6),segment_id=01f5607c-bdee-4c15-b38d-1297b2f511a6)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:47.754965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Current status of the port 60aef00b-795e-45b6-bb9f-392e9abc77a7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:47.755479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.795591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.849309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.933149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:47.938598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:50:47.939150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:50:47.941956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=60aef00b-795e-45b6-bb9f-392e9abc77a7,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:47.995938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:48.002705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:48.007727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:48.015664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=a2c5be3b-9877-4fd0-bb46-f4824964799e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:48.047424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.048024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.048310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.049054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.049896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.050465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.051031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.051488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.052037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.052821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.053264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.053703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.054141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.054604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.055035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:48.165507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (290ed182-86af-45fa-af96-8033b7c081af), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.291387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.300964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc3e3e-daa4-4174-930c-19e8e1b9d0b9 req-8a880f62-a58a-41d0-988a-68979e1abfa3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:48.302979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08cc3e3e-daa4-4174-930c-19e8e1b9d0b9 req-8a880f62-a58a-41d0-988a-68979e1abfa3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.5848651 Apr 30 04:50:48.314166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32912) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:48.320889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Request body: {'floatingip': {'port_id': '99580515-ec33-4b43-812a-413f2a3c017a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:48.345107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.384036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf96a7-5ba8-412e-8341-7885430c83e7 req-d38f2c26-29b1-411d-8eff-73d54906e2e4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:48.386342 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40bf96a7-5ba8-412e-8341-7885430c83e7 req-d38f2c26-29b1-411d-8eff-73d54906e2e4 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.5159457 Apr 30 04:50:48.418844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.447810 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP ef13e8bf-cd5d-47a3-b821-bcd17c953439 associated. External IP: 172.26.5.151, port: f234b11f-ff15-49d0-91b8-2c5e5676c14f. Apr 30 04:50:48.485271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed3650c1-818f-4b10-b89f-d87f271296e0 None None] Current status of the port 60aef00b-795e-45b6-bb9f-392e9abc77a7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:48.501474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port 239d9017-e537-40b2-b006-b189c4688bc3 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:48.609071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.617344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4b92f-c9d4-44c4-bff0-824cc8ace9ee req-95d0fb93-d4f9-4bcc-823d-b822fb2ed434 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:48.619150 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9fe4b92f-c9d4-44c4-bff0-824cc8ace9ee req-95d0fb93-d4f9-4bcc-823d-b822fb2ed434 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.2280970 Apr 30 04:50:48.629296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Provisioning complete for port 60aef00b-795e-45b6-bb9f-392e9abc77a7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:48.630008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.745671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40bf96a7-5ba8-412e-8341-7885430c83e7 req-f386a470-53f8-4d69-ae3d-99ecf8d764a6 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390567 Apr 30 04:50:48.827116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.896691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:48.927781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9fe4b92f-c9d4-44c4-bff0-824cc8ace9ee req-c3ec4968-6c77-456a-88bf-254988a68200 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752931 Apr 30 04:50:48.975264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.11 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/239d9017-e537-40b2-b006-b189c4688bc3) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:48.996507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (290ed182-86af-45fa-af96-8033b7c081af), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.034562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.050188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Current status of the port 60aef00b-795e-45b6-bb9f-392e9abc77a7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:49.071206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Provisioning complete for port 7dd2ebaf-b17e-4a9b-8719-5b100b04b169 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:49.071754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.082481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=a2c5be3b-9877-4fd0-bb46-f4824964799e,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:49.118075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0678d621-51c1-49e9-9e0f-9c8ba59afe92 None None] Port 7dd2ebaf-b17e-4a9b-8719-5b100b04b169 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:49.128548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:49.148167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Network f3d49db0-e4cb-4fb1-a984-8015175c543e is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:49.164135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:49.173848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event updated for resources: {'Port': ['ID=c46ad3c9-6fd4-4ecf-8ac6-367ca015989e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:49.176073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.176343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:49.183815 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57b13a1e-7a7a-4899-895e-27910af20410 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1548507 Apr 30 04:50:49.187915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32916) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:49.194946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d01dcb82-bac4-4ab9-a079-15eef677338a tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'floatingip': {'port_id': '3fefcee1-119d-4212-982d-4f1b74996e2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:49.252507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d01dcb82-bac4-4ab9-a079-15eef677338a tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (290ed182-86af-45fa-af96-8033b7c081af), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.261684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60aef00b-795e-45b6-bb9f-392e9abc77a7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:49.358578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 60aef00b-795e-45b6-bb9f-392e9abc77a7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:49.358963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.422080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:49.422765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.519532 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-d01dcb82-bac4-4ab9-a079-15eef677338a tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] update failed (client error): The resource could not be found. Apr 30 04:50:49.520910 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d01dcb82-bac4-4ab9-a079-15eef677338a tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "PUT /v2.0/floatingips/290ed182-86af-45fa-af96-8033b7c081af HTTP/1.1" status: 404 len: 507 time: 0.3318920 Apr 30 04:50:49.527862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.534092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32918) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:49.544500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (239d9017-e537-40b2-b006-b189c4688bc3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.595202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:49.608462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:49.612683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-11f8d349-e7a1-47c8-8e0b-07d2db53a926 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2600255 Apr 30 04:50:49.619726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32920) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:49.637562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:49.638252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:49.659502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (239d9017-e537-40b2-b006-b189c4688bc3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.691417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:49.746394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.748247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:49.749277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:49.786047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:49.796810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:49.817263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:49.832478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:49.838383 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-afcc55be-f722-4bd8-8d5d-051abac327ec tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.8988936 Apr 30 04:50:49.839806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb221d3e-c0ae-4568-9b37-0dbd716efbc3 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:49.856107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4127b91e-ef4d-4f21-99af-1af6870cef5f None None] Provisioning complete for port c46ad3c9-6fd4-4ecf-8ac6-367ca015989e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:49.856591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4127b91e-ef4d-4f21-99af-1af6870cef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:49.886290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32926) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:49.902715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=239d9017-e537-40b2-b006-b189c4688bc3,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:49.909580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'project_id': '1dcba9b50fd84750b76a884d7f1202e9', 'port_id': 'c46ad3c9-6fd4-4ecf-8ac6-367ca015989e'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:49.946608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4127b91e-ef4d-4f21-99af-1af6870cef5f None None] Port c46ad3c9-6fd4-4ecf-8ac6-367ca015989e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:49.994317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 60aef00b-795e-45b6-bb9f-392e9abc77a7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:50.027380 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.070403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.071046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.119938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.166816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting port a2c5be3b-9877-4fd0-bb46-f4824964799e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:50.166816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.190523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-78dbbf1c-e931-4f3d-bafc-8f57827a40ea tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/floatingips/ef13e8bf-cd5d-47a3-b821-bcd17c953439 HTTP/1.1" status: 200 len: 979 time: 0.2865853 Apr 30 04:50:50.196246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32930) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.197544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-68b608be-0ee8-45c4-896c-9dca51b52201 None None] Provisioning complete for port 239d9017-e537-40b2-b006-b189c4688bc3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:50.198124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9b763-44f8-431b-9a4c-61132075b925 req-3e868cde-e491-4cbc-9a42-aaaac1949e01 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.198873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68b608be-0ee8-45c4-896c-9dca51b52201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (239d9017-e537-40b2-b006-b189c4688bc3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.199769 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4b9b763-44f8-431b-9a4c-61132075b925 req-3e868cde-e491-4cbc-9a42-aaaac1949e01 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.2604027 Apr 30 04:50:50.210057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c779-8cf5-462d-9103-0fabcceee66b req-0bd51671-3692-4335-9282-fc8b112ec8bb tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.211605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93f4c779-8cf5-462d-9103-0fabcceee66b req-0bd51671-3692-4335-9282-fc8b112ec8bb tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.1341789 Apr 30 04:50:50.264358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Floating IP 1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e associated. External IP: 172.26.5.202, port: 99580515-ec33-4b43-812a-413f2a3c017a. Apr 30 04:50:50.274574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-68b608be-0ee8-45c4-896c-9dca51b52201 None None] Port 239d9017-e537-40b2-b006-b189c4688bc3 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:50.294627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93f4c779-8cf5-462d-9103-0fabcceee66b req-e50b5cdb-b4be-467a-a10a-1072e22b67b8 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542538 Apr 30 04:50:50.297770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6e3e6378-ca8b-4d9e-8da3-706801b7d765 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3385587 Apr 30 04:50:50.305551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32932) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.355063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.419213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463aa4dd-abb8-458c-ad3f-36f6a18f9979 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.425092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463aa4dd-abb8-458c-ad3f-36f6a18f9979 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.431180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463aa4dd-abb8-458c-ad3f-36f6a18f9979 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.435432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-463aa4dd-abb8-458c-ad3f-36f6a18f9979 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1249564 Apr 30 04:50:50.439772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4b9b763-44f8-431b-9a4c-61132075b925 req-aebbe490-f83e-46de-940c-fe72122e4511 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022121 Apr 30 04:50:50.440236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32936) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.467509 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-daa5fe84-4873-4d9f-ad65-acf40b86757c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2701814 Apr 30 04:50:50.485712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.486313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (a2c5be3b-9877-4fd0-bb46-f4824964799e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.503166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Calling delete_port for a2c5be3b-9877-4fd0-bb46-f4824964799e owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:50.540292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58c730-d283-4e54-a0eb-97a394fca806 req-56ebc552-a676-41ce-a92c-a6e9b25b9f5e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.541798 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e58c730-d283-4e54-a0eb-97a394fca806 req-56ebc552-a676-41ce-a92c-a6e9b25b9f5e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.1078820 Apr 30 04:50:50.552672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.562216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': '00c5a437-4851-428c-a7d2-3370a324761a'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:50.563816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32942) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.575600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Request body: {'floatingip': {'port_id': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:50.626259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.636319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:50.694180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.713254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 239d9017-e537-40b2-b006-b189c4688bc3 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:50.713591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (239d9017-e537-40b2-b006-b189c4688bc3), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.747086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b692e36-1e51-4fe5-b853-029beb33a960 req-a30ff895-44df-4dfe-9316-73bd2300c7e0 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:50.748546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4b692e36-1e51-4fe5-b853-029beb33a960 req-a30ff895-44df-4dfe-9316-73bd2300c7e0 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.1813390 Apr 30 04:50:50.760237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.767728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32946) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:50.770054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Allocated IP 172.26.5.117 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/00efc4ec-055e-49dc-a9fb-68b4b4c24d0a) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:50.792364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Request body: {'floatingip': {'port_id': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:50.919812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:50.934815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (239d9017-e537-40b2-b006-b189c4688bc3), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.003432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 239d9017-e537-40b2-b006-b189c4688bc3 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:51.143403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Router 887a5cbf-df9c-4c3e-9336-610556b54bba has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:51.156090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:51.159516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.362827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a2c5be3b-9877-4fd0-bb46-f4824964799e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.415901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.610316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.654719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:51.657601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:51.665326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:51.691388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Port': ['ID=a2c5be3b-9877-4fd0-bb46-f4824964799e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:51.700583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (239d9017-e537-40b2-b006-b189c4688bc3), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.738595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Pushing event updated for resources: {'Port': ['ID=00efc4ec-055e-49dc-a9fb-68b4b4c24d0a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:51.772615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fae9c4f2-3abc-44ad-a329-dc74a4717495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.788063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=239d9017-e537-40b2-b006-b189c4688bc3,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:51.967251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:51.979252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:51.984360 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Sync routers for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:51.996317 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:51.997032 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:52.041000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (290ed182-86af-45fa-af96-8033b7c081af), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.043550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.048571 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-62f73883-b96e-4538-bcc5-28950219fe2b tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "DELETE /v2.0/floatingips/290ed182-86af-45fa-af96-8033b7c081af HTTP/1.1" status: 204 len: 168 time: 2.5132384 Apr 30 04:50:52.049317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:52.063034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e23732dc-9fee-4d07-ba57-c7c88687a888 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'floatingip': {'floating_network_id': '05f5d062-9c21-4eb0-ac2d-0c8a026f19db', 'port_id': '3fefcee1-119d-4212-982d-4f1b74996e2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:52.112920 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:52.170956 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d658e42c-9929-4fd7-b236-a0c089fdaa01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "PUT /v2.0/floatingips/1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e HTTP/1.1" status: 200 len: 991 time: 3.8525059 Apr 30 04:50:52.173323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.176554 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-847fb44e-24f7-4afd-b6f3-8962b1c764cb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/239d9017-e537-40b2-b006-b189c4688bc3 HTTP/1.1" status: 204 len: 168 time: 1.7297883 Apr 30 04:50:52.181260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.207456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32952) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:52.239462 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a30cad-7445-4376-a896-4f8f7c020a86 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] GET failed (client error): The resource could not be found. Apr 30 04:50:52.244731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c0a30cad-7445-4376-a896-4f8f7c020a86 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports/239d9017-e537-40b2-b006-b189c4688bc3 HTTP/1.1" status: 404 len: 333 time: 0.0319028 Apr 30 04:50:52.251235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32954) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:52.257403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:52.257403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce412ae-a047-4d73-91fe-75507c00c0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "tag": "99580515-ec33-4b43-812a-413f2a3c017a"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:52.259429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-1293279187'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:52.328958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46299f2c-fae7-437c-b2be-d369b50d978d x-openstack-request-id: req-46299f2c-fae7-437c-b2be-d369b50d978d {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:52.330440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "tag": "99580515-ec33-4b43-812a-413f2a3c017a", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:52.330758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46299f2c-fae7-437c-b2be-d369b50d978d {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:52.331813 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46299f2c-fae7-437c-b2be-d369b50d978d'] response: {'name': 'network-changed', 'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a', 'status': 'completed', 'code': 200} Apr 30 04:50:52.345617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.352123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23732dc-9fee-4d07-ba57-c7c88687a888 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.458428 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'port_id': '99580515-ec33-4b43-812a-413f2a3c017a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'mac_address': 'fa:16:3e:dc:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d634928-be81-4dfd-97ab-1685a1db6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:10Z', 'updated_at': '2022-04-30T04:50:49Z', 'revision_number': 1, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:52.474446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36e643-b72d-49b1-baa7-33d76d50a687 req-2912954c-610d-46ff-9c36-b4fc22900de5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:52.475959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba36e643-b72d-49b1-baa7-33d76d50a687 req-2912954c-610d-46ff-9c36-b4fc22900de5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2406447 Apr 30 04:50:52.492499 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Checking router: 887a5cbf-df9c-4c3e-9336-610556b54bba for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:52.501656 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:52.502113 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:52.518495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (6c1b3b17-a708-4b6f-9569-6e5522e3fad6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.537662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:50:52.557271 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-4b4392e8-b6e1-4ce7-874e-edb906115fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:52.559130 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-4b4392e8-b6e1-4ce7-874e-edb906115fcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2161710 Apr 30 04:50:52.653726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.689924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.693514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=6c1b3b17-a708-4b6f-9569-6e5522e3fad6,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:52.704932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': 'ec045946-e454-4103-838f-280417e634e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:52.705369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: 8871008a-597f-46cc-877c-cb720ebfb6fb, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:52.728677 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:52.738660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.776569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba36e643-b72d-49b1-baa7-33d76d50a687 req-dfdb695c-8939-4f60-9314-c2e98e775d56 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582085 Apr 30 04:50:52.778387 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-e23732dc-9fee-4d07-ba57-c7c88687a888 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:50:52.779530 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e23732dc-9fee-4d07-ba57-c7c88687a888 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7200572 Apr 30 04:50:52.780277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.786043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32958) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:52.786803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP ef13e8bf-cd5d-47a3-b821-bcd17c953439 associated. External IP: 172.26.5.151, port: f234b11f-ff15-49d0-91b8-2c5e5676c14f. Apr 30 04:50:52.795537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '3fefcee1-119d-4212-982d-4f1b74996e2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:52.845851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:52.847117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 8871008a-597f-46cc-877c-cb720ebfb6fb is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:52.850649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.921547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 8871008a-597f-46cc-877c-cb720ebfb6fb) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:52.932386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:50:52.935301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a86d0-b877-4da8-8f25-778fd6041c39 None None] Network 8871008a-597f-46cc-877c-cb720ebfb6fb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:52.962360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:52.962576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.967169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:52.967856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-7a42134f-f623-4790-98ca-987593613a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:52.969753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-7a42134f-f623-4790-98ca-987593613a6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.4008284 Apr 30 04:50:53.007654 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'port_id': '99580515-ec33-4b43-812a-413f2a3c017a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'mac_address': 'fa:16:3e:dc:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d634928-be81-4dfd-97ab-1685a1db6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:10Z', 'updated_at': '2022-04-30T04:50:49Z', 'revision_number': 1, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:53.032619 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Floating IP aeed418b-9791-449f-b58e-ed56b4c76274 associated. External IP: 172.26.5.82, port: 693b98a9-fe92-4f46-992e-d1ce5ec8d15a. Apr 30 04:50:53.050121 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3960f1b-d7a5-47b6-9808-38e6c5bc2d69 None None] The sync data for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv is: [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'port_id': '99580515-ec33-4b43-812a-413f2a3c017a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'mac_address': 'fa:16:3e:dc:98:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d634928-be81-4dfd-97ab-1685a1db6306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:10Z', 'updated_at': '2022-04-30T04:50:49Z', 'revision_number': 1, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:53.088230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-8871008a-597f-46cc-877c-cb720ebfb6fb', 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '6c1b3b17-a708-4b6f-9569-6e5522e3fad6'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:50:53.089526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.105740 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Floating IP d3b01750-683b-4fe2-8772-086b32f616ec associated. External IP: 172.26.5.25, port: 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa. Apr 30 04:50:53.121027 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ee3c1d08-1f02-4183-b8b0-1f6a53d9d41e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4928718 Apr 30 04:50:53.164532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32962) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:53.174460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991062829'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:53.247882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.309275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Allocated IP 2001:db8:0:ffff::2 (8871008a-597f-46cc-877c-cb720ebfb6fb/6c1b3b17-a708-4b6f-9569-6e5522e3fad6/d4c52a3c-098a-418a-9fa6-e8123fd53486) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:53.413053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8206adc-0233-46b6-93b7-20d4d00dbe19 None None] New status for floating IP 1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:50:53.589852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e5f2-bfac-4fe3-a8d3-f89f75dd8ac9 req-bf106db2-5b7f-4c4d-9f5e-5afd7ad16c8c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:53.591360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e097e5f2-bfac-4fe3-a8d3-f89f75dd8ac9 req-bf106db2-5b7f-4c4d-9f5e-5afd7ad16c8c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.6528912 Apr 30 04:50:53.625128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:53.628402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.643870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (2f9f6d90-9598-4e3b-94cc-147679d39991), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.690777 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-cf91812b-c628-4b67-bdb6-c039c852ea44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 999 time: 0.6237330 Apr 30 04:50:53.718604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks [] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.747571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:50:53.783281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.4 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/2537b1d3-5d77-43c0-8f8c-a067fd6e1528) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:53.804498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.804781 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment 320de6c9-3ec2-4d86-bf16-3967157aca87 of type vlan for network fbd21735-2845-47dd-8941-2247cf524900 Apr 30 04:50:53.809829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.851091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e097e5f2-bfac-4fe3-a8d3-f89f75dd8ac9 req-a66bd5a8-33e2-4a70-8160-68089deefb6f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410319 Apr 30 04:50:53.872706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Network 8871008a-597f-46cc-877c-cb720ebfb6fb is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:53.876953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:53.884371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:53.888994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Pushing event updated for resources: {'Port': ['ID=d4c52a3c-098a-418a-9fa6-e8123fd53486,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:53.901151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-fe100010-93de-45cd-9eaf-6ce0f211e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:53.904345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-fe100010-93de-45cd-9eaf-6ce0f211e957 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1581881 Apr 30 04:50:53.904475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.904475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.904475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.905319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.905481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.906311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.906311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.906576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.906921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.907251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.907591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.907951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.908273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.908590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.909413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:50:53.916660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Allocated IP 172.26.5.218 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/2ba33679-8650-45ee-ae67-672e5a5f4a19) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:53.918127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (fbd21735-2845-47dd-8941-2247cf524900), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.976047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Attempting to bind port d4c52a3c-098a-418a-9fa6-e8123fd53486 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:53.976601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Attempting to bind port d4c52a3c-098a-418a-9fa6-e8123fd53486 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ec045946-e454-4103-838f-280417e634e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:53.976888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Attempting to bind port d4c52a3c-098a-418a-9fa6-e8123fd53486 on network 8871008a-597f-46cc-877c-cb720ebfb6fb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:53.982550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:53.982918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Checking segment: {'id': 'ec045946-e454-4103-838f-280417e634e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:53.983445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:53.983846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Bound using segment: {'id': 'ec045946-e454-4103-838f-280417e634e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:53.984311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Bound port: d4c52a3c-098a-418a-9fa6-e8123fd53486, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec045946-e454-4103-838f-280417e634e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8871008a-597f-46cc-877c-cb720ebfb6fb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:53.984687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.007284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.033463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Router e1174895-85d0-4058-a7af-f9ea96e7409d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:54.044475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-c85f50c2-646e-41ca-9593-78f256aa1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:54.046041 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-c85f50c2-646e-41ca-9593-78f256aa1506 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1299875 Apr 30 04:50:54.047945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-31446021-c143-4e4b-8c7f-46a20efcfe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.058142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] For port d4c52a3c-098a-418a-9fa6-e8123fd53486, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:54.061411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] For port d4c52a3c-098a-418a-9fa6-e8123fd53486, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d4c52a3c-098a-418a-9fa6-e8123fd53486,segment=NetworkSegment(ec045946-e454-4103-838f-280417e634e7),segment_id=ec045946-e454-4103-838f-280417e634e7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:54.072805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:54.104323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:54.133903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.182521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (fbd21735-2845-47dd-8941-2247cf524900), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.187497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:54.188317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.197040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c979bfe-4256-4382-901a-52fa6d54b5fa None None] Pushing event updated for resources: {'Port': ['ID=d4c52a3c-098a-418a-9fa6-e8123fd53486,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:54.239845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for port (2ba33679-8650-45ee-ae67-672e5a5f4a19), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.294846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.374080 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2059872 Apr 30 04:50:54.374248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-d1c5a8df-14b8-4152-97c5-b8ec24074943 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157520 Apr 30 04:50:54.376279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 32964) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:54.378589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712534a-9467-41fb-b77e-a82802bfd5fd tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=fbd21735-2845-47dd-8941-2247cf524900,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:54.387405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': 'fbd21735-2845-47dd-8941-2247cf524900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:54.423342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network fbd21735-2845-47dd-8941-2247cf524900 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:50:54.426135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:54.434752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.439335 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Sync routers for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:54.459762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:54.465750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.503224 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:54.503424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2ba33679-8650-45ee-ae67-672e5a5f4a19), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.503884 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:54.523742 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d52cdfd7-0abe-4ef5-b525-8a023ffa2e60 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "PUT /v2.0/floatingips/aeed418b-9791-449f-b58e-ed56b4c76274 HTTP/1.1" status: 200 len: 991 time: 3.7548904 Apr 30 04:50:54.534397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:54.539114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c343e2-eebe-4154-92f1-98fe90dd83c4" -d '{"events": [{"name": "network-changed", "server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:54.551105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Sync routers for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:54.578746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:54.579368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:54.607810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event updated for resources: {'Port': ['ID=2ba33679-8650-45ee-ae67-672e5a5f4a19,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:54.620624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:54.623193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:54.626860 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9a4cded1-3098-4788-8f12-172fef4c5181 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "PUT /v2.0/floatingips/d3b01750-683b-4fe2-8772-086b32f616ec HTTP/1.1" status: 200 len: 991 time: 4.0547211 Apr 30 04:50:54.629191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96e78f-defc-4150-8e48-5aff9a816592 x-openstack-request-id: req-0e96e78f-defc-4150-8e48-5aff9a816592 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:54.630197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:54.630856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e96e78f-defc-4150-8e48-5aff9a816592 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:54.631465 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e96e78f-defc-4150-8e48-5aff9a816592'] response: {'name': 'network-changed', 'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'status': 'completed', 'code': 200} Apr 30 04:50:54.632469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:54.758476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:54.778070 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:54.864581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting port 2ba33679-8650-45ee-ae67-672e5a5f4a19 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:54.865262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2ba33679-8650-45ee-ae67-672e5a5f4a19), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.916029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.932289 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce412ae-a047-4d73-91fe-75507c00c0a2 req-f52d6112-c54e-4662-bfd8-c1d6e4f916f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130990 Apr 30 04:50:54.946120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-855cd508-f9c7-4da2-aae9-e535e8383069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:54.947406 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-855cd508-f9c7-4da2-aae9-e535e8383069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00d563431d3d47f7b478dd1b7903c60d&device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 1130 time: 0.2454102 Apr 30 04:50:54.956258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.974192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2ba33679-8650-45ee-ae67-672e5a5f4a19), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.974909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for floatingip (2ba33679-8650-45ee-ae67-672e5a5f4a19), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:54.995809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Calling delete_port for 2ba33679-8650-45ee-ae67-672e5a5f4a19 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:55.035143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:55.061624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.061849 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:55.062546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638109-6422-401d-952a-d2b5291c6359 req-1414faef-0013-48e6-962d-8f476cb499c0 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.068971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db638109-6422-401d-952a-d2b5291c6359 req-1414faef-0013-48e6-962d-8f476cb499c0 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.3284845 Apr 30 04:50:55.080439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cd73f-3e35-42ef-b034-5862950ebd91 req-4c8226b4-257f-4721-960b-a3b83e2d9ae5 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.082214 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d4cd73f-3e35-42ef-b034-5862950ebd91 req-4c8226b4-257f-4721-960b-a3b83e2d9ae5 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.3091905 Apr 30 04:50:55.135171 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:55.136052 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.193202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.213620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-600221d9-8f25-4609-bfad-3fa6024070dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.215478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-600221d9-8f25-4609-bfad-3fa6024070dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=84d939ba-0773-4cf3-8f3c-77f950c5f988 HTTP/1.1" status: 200 len: 911 time: 0.2566357 Apr 30 04:50:55.224360 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.247302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:55.248168 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.292677 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.293541 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d238615-9338-499a-bc23-b8bf694acdde None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:55.295297 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'aeed418b-9791-449f-b58e-ed56b4c76274', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'floating_ip_address': '172.26.5.82', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'port_id': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:17Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.326625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d4c52a3c-098a-418a-9fa6-e8123fd53486 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:55.330434 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Checking router: e1174895-85d0-4058-a7af-f9ea96e7409d for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:55.343353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:55.344154 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.351110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (2f9f6d90-9598-4e3b-94cc-147679d39991), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.407221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2ba33679-8650-45ee-ae67-672e5a5f4a19), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.441577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-e8a9a035-a4bb-496e-8bd6-da90b432bb8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a HTTP/1.1" status: 200 len: 999 time: 0.0626061 Apr 30 04:50:55.452138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd3b01750-683b-4fe2-8772-086b32f616ec', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'port_id': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'mac_address': 'fa:16:3e:ce:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:14Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '1dad282aaae24fda992341db1124514d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.452832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Port': ['ID=2ba33679-8650-45ee-ae67-672e5a5f4a19,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:55.483833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:55.492908 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:55.510934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Checking router: 81fe5a61-356b-45ac-96ef-8d59550dd1b5 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:50:55.521144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d4c52a3c-098a-418a-9fa6-e8123fd53486 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:55.522021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.538340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:50:55.544857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.566329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d4cd73f-3e35-42ef-b034-5862950ebd91 req-5d648cc0-4580-4bea-87ed-08d9050a4715 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440340 Apr 30 04:50:55.567792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-77b86b30-c620-49cc-8229-2f91f69fe65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.569129 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-77b86b30-c620-49cc-8229-2f91f69fe65d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0 HTTP/1.1" status: 200 len: 850 time: 0.0823872 Apr 30 04:50:55.583617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:55.588214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=2537b1d3-5d77-43c0-8f8c-a067fd6e1528,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:55.590460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:55.590601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:55.608069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.674424 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] create failed (client error): The resource could not be found. Apr 30 04:50:55.676220 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57347b49-1bf0-4c82-9507-0974cde0bc44 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8887153 Apr 30 04:50:55.680200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.680535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32976) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:55.680900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.762187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8bc42-f057-439c-88f5-0672389b0f36 None None] Network 8871008a-597f-46cc-877c-cb720ebfb6fb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:55.779311 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'aeed418b-9791-449f-b58e-ed56b4c76274', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'floating_ip_address': '172.26.5.82', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'port_id': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:17Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:55.808406 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018dfe5-7fbc-4a32-81ac-ea30ce396ed7 None None] The sync data for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv is: [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'aeed418b-9791-449f-b58e-ed56b4c76274', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'floating_ip_address': '172.26.5.82', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'port_id': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:17Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:55.841942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:50:55.847261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8da1-c4aa-4e4d-9b5f-bfafb5387439 req-f43b521d-4c73-4538-b249-a97901b11141 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:55.847984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting port 3fefcee1-119d-4212-982d-4f1b74996e2e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:55.848990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbba8da1-c4aa-4e4d-9b5f-bfafb5387439 req-f43b521d-4c73-4538-b249-a97901b11141 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0688522 Apr 30 04:50:55.857758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:55.964904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4bd44275-1104-4965-862e-acb39039573c None None] Provisioning complete for port d4c52a3c-098a-418a-9fa6-e8123fd53486 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:55.965194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4bd44275-1104-4965-862e-acb39039573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.004026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.018440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Calling delete_port for 3fefcee1-119d-4212-982d-4f1b74996e2e owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:56.023866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d4c52a3c-098a-418a-9fa6-e8123fd53486 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:56.028643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.029868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-d4b71399-1de9-4641-a9d2-cb461e4c29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:56.031394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-d4b71399-1de9-4641-a9d2-cb461e4c29f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84d939ba-0773-4cf3-8f3c-77f950c5f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3804541 Apr 30 04:50:56.061954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db638109-6422-401d-952a-d2b5291c6359 req-41d47817-6951-4e46-9b65-d433d9a2e419 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8603547 Apr 30 04:50:56.091112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Pushing event updated for resources: {'Port': ['ID=00efc4ec-055e-49dc-a9fb-68b4b4c24d0a,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:56.100027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e9ea4253-7863-4bbc-ae29-8d0a453c1f52 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8467934 Apr 30 04:50:56.102013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32980) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:56.122296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:17:70'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:56.201532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Floating IP 2f9f6d90-9598-4e3b-94cc-147679d39991 associated. External IP: 172.26.5.117, port: c46ad3c9-6fd4-4ecf-8ac6-367ca015989e. Apr 30 04:50:56.239957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d4c52a3c-098a-418a-9fa6-e8123fd53486, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d4c52a3c-098a-418a-9fa6-e8123fd53486,segment=NetworkSegment(ec045946-e454-4103-838f-280417e634e7),segment_id=ec045946-e454-4103-838f-280417e634e7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:50:56.246225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23626800-52c5-4621-948e-7bbe9d1f9eac None None] New status for floating IP aeed418b-9791-449f-b58e-ed56b4c76274: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:50:56.258888 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbba8da1-c4aa-4e4d-9b5f-bfafb5387439 req-1f77f70e-4d99-4eab-bd3c-ffefcc58c711 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436105 Apr 30 04:50:56.343325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.439402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.487007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3fefcee1-119d-4212-982d-4f1b74996e2e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.553922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Port': ['ID=3fefcee1-119d-4212-982d-4f1b74996e2e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:56.581894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d4c52a3c-098a-418a-9fa6-e8123fd53486,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:56.589785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4bd44275-1104-4965-862e-acb39039573c None None] Current status of the port d4c52a3c-098a-418a-9fa6-e8123fd53486 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:56.595241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd3b01750-683b-4fe2-8772-086b32f616ec', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'port_id': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'mac_address': 'fa:16:3e:ce:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:14Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '1dad282aaae24fda992341db1124514d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:56.637697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:50:56.640107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28492213-1c60-4d5e-b091-4c62eccc81ea" -d '{"events": [{"name": "network-changed", "server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:50:56.643595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26375f99-8f50-4573-952b-4aae52d03c3c None None] The sync data for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv is: [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd3b01750-683b-4fe2-8772-086b32f616ec', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'floating_ip_address': '172.26.5.25', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'port_id': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'mac_address': 'fa:16:3e:ce:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:50:14Z', 'updated_at': '2022-04-30T04:50:52Z', 'revision_number': 1, 'project_id': '1dad282aaae24fda992341db1124514d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:56.664960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.669209 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9cdef03a-c0c8-4545-8e62-323bcc691485 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "DELETE /v2.0/ports/3fefcee1-119d-4212-982d-4f1b74996e2e HTTP/1.1" status: 204 len: 168 time: 0.9872761 Apr 30 04:50:56.672380 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32990) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:56.690751 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-1a4d20dc-d175-48b1-affa-fd62eb6d6750 service neutron] 10.222.0.13 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397922 Apr 30 04:50:56.758925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Provisioning complete for port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:56.759305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.759866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd185d-2126-47f0-af03-8fb79dc800d1 x-openstack-request-id: req-01fd185d-2126-47f0-af03-8fb79dc800d1 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:50:56.760318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:50:56.760416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01fd185d-2126-47f0-af03-8fb79dc800d1 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:50:56.760777 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fd185d-2126-47f0-af03-8fb79dc800d1'] response: {'name': 'network-changed', 'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'status': 'completed', 'code': 200} Apr 30 04:50:56.812459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.819169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:56.828313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Provisioning complete for port d4c52a3c-098a-418a-9fa6-e8123fd53486 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:56.830109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.846820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b8ee39-04e8-4e67-b829-884b3fc229bc tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:56.852070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-59b8ee39-04e8-4e67-b829-884b3fc229bc tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc77a26-0657-4861-93db-c53bf5e1a413 HTTP/1.1" status: 200 len: 913 time: 0.1785164 Apr 30 04:50:56.856096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32992) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:56.939161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (9f6f0146-fe6d-4f29-9e4b-c76b596c477d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:56.948362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-87ba40ff-01d6-416a-8f3b-e84f7f1e7c55 None None] Current status of the port d4c52a3c-098a-418a-9fa6-e8123fd53486 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:57.001433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.017627 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7cd95-889c-4ff3-8def-6062d507dc92 None None] New status for floating IP d3b01750-683b-4fe2-8772-086b32f616ec: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:50:57.092943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60775-fc48-484d-b89f-22073cd6b592 req-f6ef6171-b50e-4f7c-93e0-85d5a4fd6b80 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.097446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.099414 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16f60775-fc48-484d-b89f-22073cd6b592 req-f6ef6171-b50e-4f7c-93e0-85d5a4fd6b80 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.4118595 Apr 30 04:50:57.118253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-ce6032c0-64b7-4475-802e-adc47bc20d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.119870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-ce6032c0-64b7-4475-802e-adc47bc20d89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dad282aaae24fda992341db1124514d&device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 1130 time: 0.3562872 Apr 30 04:50:57.232184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16f60775-fc48-484d-b89f-22073cd6b592 req-67f55feb-6c5b-46ec-8744-3e5bdca5b16e tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312175 Apr 30 04:50:57.325355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=2537b1d3-5d77-43c0-8f8c-a067fd6e1528,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:57.342873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d4c52a3c-098a-418a-9fa6-e8123fd53486 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:50:57.403904 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57c343e2-eebe-4154-92f1-98fe90dd83c4 req-4e51ab5f-cd9c-4f25-bf4a-3ad586d6164f service neutron] 10.222.0.13 "GET /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003253 Apr 30 04:50:57.411138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=9f6f0146-fe6d-4f29-9e4b-c76b596c477d,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:57.411354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d4c52a3c-098a-418a-9fa6-e8123fd53486 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:57.411354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.427631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] In _notify_port_updated(), no bound segment for port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 on network e85674c8-09f5-4cb1-bf02-444241a527be {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:50:57.432873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.433517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.434859 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-60291c47-5819-4ac1-aaeb-11cc520b8e4a tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "PUT /v2.0/ports/2537b1d3-5d77-43c0-8f8c-a067fd6e1528 HTTP/1.1" status: 200 len: 993 time: 1.3317966 Apr 30 04:50:57.440064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 32996) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:57.448626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': '320de6c9-3ec2-4d86-bf16-3967157aca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:57.448990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: fbd21735-2845-47dd-8941-2247cf524900, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:50:57.507235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (ffc77a26-0657-4861-93db-c53bf5e1a413), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.527578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:57.554113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d4c52a3c-098a-418a-9fa6-e8123fd53486 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:50:57.592271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8850d081-4c8a-4765-a84f-6032902df34b None None] Provisioning complete for port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:50:57.592483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-6038ef73-0e0b-4fec-a1f9-31fe5827269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.593550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8850d081-4c8a-4765-a84f-6032902df34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.594168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-6038ef73-0e0b-4fec-a1f9-31fe5827269b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f HTTP/1.1" status: 200 len: 906 time: 0.3921170 Apr 30 04:50:57.641340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8850d081-4c8a-4765-a84f-6032902df34b None None] Port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:50:57.648441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:57.648780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.704732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network fbd21735-2845-47dd-8941-2247cf524900 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:50:57.764561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-b054f1dd-f287-442a-8116-8e08e2c7a54b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa HTTP/1.1" status: 200 len: 1001 time: 0.1399896 Apr 30 04:50:57.797141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Router 84fb3df5-cea8-4fd6-989d-b1755e159b25 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:50:57.808712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, fbd21735-2845-47dd-8941-2247cf524900) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:57.817864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cdc99-d5cc-44ed-958f-7ce80ee28185 None None] Network fbd21735-2845-47dd-8941-2247cf524900 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:50:57.841710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.842292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.921167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:57.956529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-3f97103e-32cd-4369-ae44-5ff8263fb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.958753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-3f97103e-32cd-4369-ae44-5ff8263fb8c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19f15a22-6628-4674-892e-c96715f2bf92 HTTP/1.1" status: 200 len: 845 time: 0.1651669 Apr 30 04:50:57.964148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:57.977220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b347-90cb-4b7e-927a-ffb0d3944335 req-94e9e475-07a2-4617-9103-bc84b0b8f60a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:57.978835 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0604b347-90cb-4b7e-927a-ffb0d3944335 req-94e9e475-07a2-4617-9103-bc84b0b8f60a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1250343 Apr 30 04:50:58.010488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d8b8dcdf-a9a7-4b9b-8df4-ffc30fa92126 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6305077 Apr 30 04:50:58.028261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:58.033058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33000) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:58.049162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:58.049807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.100032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.128288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:58.128736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.154072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-01ae6fa5-fb91-4117-9b31-e40ef73d669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:58.155596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-01ae6fa5-fb91-4117-9b31-e40ef73d669e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d59e5f82-aafe-4c40-87ee-a4fd98243b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1870942 Apr 30 04:50:58.170497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-fbd21735-2845-47dd-8941-2247cf524900', 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '9f6f0146-fe6d-4f29-9e4b-c76b596c477d'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:50:58.171813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.174862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.175409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b2006-e8e1-4074-9c48-7a841836a4ca None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:58.185814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.207606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.228918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 2537b1d3-5d77-43c0-8f8c-a067fd6e1528 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:58.268186 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4fdd4574-3235-4b5f-bc9b-c83159e61f10 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/ef13e8bf-cd5d-47a3-b821-bcd17c953439 HTTP/1.1" status: 200 len: 978 time: 7.7092040 Apr 30 04:50:58.269671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33002) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:58.274783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:58.276632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0604b347-90cb-4b7e-927a-ffb0d3944335 req-08703fb6-fbfd-4737-b040-ae026c6448c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649088 Apr 30 04:50:58.283166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:50:58.307621 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202f04e-8587-466c-8382-b466aca182cc None None] Sync routers for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:50:58.332360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Allocated IP 2001:db8::1 (fbd21735-2845-47dd-8941-2247cf524900/9f6f0146-fe6d-4f29-9e4b-c76b596c477d/7552adc8-6441-4691-b19e-915c0b87cb58) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:50:58.340725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fbd21735-2845-47dd-8941-2247cf524900), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.365017 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:58.365397 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.365571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting port 36b2a415-3eb0-4886-8731-6821de30d044 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:58.365849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (36b2a415-3eb0-4886-8731-6821de30d044), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.419712 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-dc46aad2-027b-4b02-a26c-20b4389dc919 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459435 Apr 30 04:50:58.446753 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.456001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.456379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.468475 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:50:58.469096 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.491466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9f6f0146-fe6d-4f29-9e4b-c76b596c477d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.518246 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6202f04e-8587-466c-8382-b466aca182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:58.519085 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202f04e-8587-466c-8382-b466aca182cc None None] The sync data for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:50:58.547618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d657660d-8bcd-4979-a27a-d1c5bbdb9fc6 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.9265842 Apr 30 04:50:58.549821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:58.556691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (36b2a415-3eb0-4886-8731-6821de30d044), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.563692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks [] for port (7552adc8-6441-4691-b19e-915c0b87cb58), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.573055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Calling delete_port for 36b2a415-3eb0-4886-8731-6821de30d044 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:58.634411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.680730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Network fbd21735-2845-47dd-8941-2247cf524900 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:50:58.688120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:50:58.691345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:50:58.699914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Pushing event updated for resources: {'Port': ['ID=7552adc8-6441-4691-b19e-915c0b87cb58,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:58.778083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Attempting to bind port 7552adc8-6441-4691-b19e-915c0b87cb58 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:50:58.785404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Attempting to bind port 7552adc8-6441-4691-b19e-915c0b87cb58 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '320de6c9-3ec2-4d86-bf16-3967157aca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:50:58.786054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Attempting to bind port 7552adc8-6441-4691-b19e-915c0b87cb58 on network fbd21735-2845-47dd-8941-2247cf524900 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:50:58.794053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:50:58.794510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Checking segment: {'id': '320de6c9-3ec2-4d86-bf16-3967157aca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:50:58.795007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.795529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Bound using segment: {'id': '320de6c9-3ec2-4d86-bf16-3967157aca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:50:58.796854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Bound port: 7552adc8-6441-4691-b19e-915c0b87cb58, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320de6c9-3ec2-4d86-bf16-3967157aca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fbd21735-2845-47dd-8941-2247cf524900'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:50:58.796854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.826095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.864832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] For port 7552adc8-6441-4691-b19e-915c0b87cb58, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:50:58.868478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] For port 7552adc8-6441-4691-b19e-915c0b87cb58, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7552adc8-6441-4691-b19e-915c0b87cb58,segment=NetworkSegment(320de6c9-3ec2-4d86-bf16-3967157aca87),segment_id=320de6c9-3ec2-4d86-bf16-3967157aca87)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:50:58.920544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.921002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP ef13e8bf-cd5d-47a3-b821-bcd17c953439 disassociated. External IP: 172.26.5.151, port: 00c5a437-4851-428c-a7d2-3370a324761a. Apr 30 04:50:58.956882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:58.971267 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7a3656dc-a1d3-4d97-90ae-a66dfba91603 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "GET /v2.0/floatingips/2f9f6d90-9598-4e3b-94cc-147679d39991 HTTP/1.1" status: 200 len: 984 time: 0.4203112 Apr 30 04:50:58.971943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33010) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:58.985436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2537b1d3-5d77-43c0-8f8c-a067fd6e1528), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.033871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28492213-1c60-4d5e-b091-4c62eccc81ea req-c3bca403-c43c-46f2-ac1e-889b675f5e98 service neutron] 10.222.0.13 "GET /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043835 Apr 30 04:50:59.045006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (9f6f0146-fe6d-4f29-9e4b-c76b596c477d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.049610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4554-a9da-45ae-8d5f-770cecfb1fa5 None None] Pushing event updated for resources: {'Port': ['ID=7552adc8-6441-4691-b19e-915c0b87cb58,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:59.122952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6f0146-fe6d-4f29-9e4b-c76b596c477d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:59.159304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81efe8f9-5a5d-41f5-b2e2-0e3661b114ba tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4303 time: 0.1828802 Apr 30 04:50:59.164695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:59.235273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=2537b1d3-5d77-43c0-8f8c-a067fd6e1528,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:59.260237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (36b2a415-3eb0-4886-8731-6821de30d044), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.303923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fbd21735-2845-47dd-8941-2247cf524900), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.335188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Port': ['ID=36b2a415-3eb0-4886-8731-6821de30d044,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:50:59.396179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd21735-2845-47dd-8941-2247cf524900']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:59.416572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320de6c9-3ec2-4d86-bf16-3967157aca87') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:59.416572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320de6c9-3ec2-4d86-bf16-3967157aca87') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:50:59.434602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.514192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.525687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:50:59.526224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:50:59.529646 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:50:59.567364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.567795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port 00efc4ec-055e-49dc-a9fb-68b4b4c24d0a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:50:59.568141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.575464 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-257722e2-65a5-4951-abf7-1ed4ad055ae7 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/2537b1d3-5d77-43c0-8f8c-a067fd6e1528 HTTP/1.1" status: 204 len: 168 time: 2.1344104 Apr 30 04:50:59.576100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33018) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:59.660903 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7940358a-ff4b-472a-ad06-811157858cb6 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] GET failed (client error): The resource could not be found. Apr 30 04:50:59.668886 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7940358a-ff4b-472a-ad06-811157858cb6 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports/2537b1d3-5d77-43c0-8f8c-a067fd6e1528 HTTP/1.1" status: 404 len: 333 time: 0.0895274 Apr 30 04:50:59.671745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33020) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:50:59.700054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21f56-0756-4ec1-96dd-ccce9fc16cc1 req-3db21565-13ae-489a-80d9-3b4a0a2f6413 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:50:59.701523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1c21f56-0756-4ec1-96dd-ccce9fc16cc1 req-3db21565-13ae-489a-80d9-3b4a0a2f6413 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1020136 Apr 30 04:50:59.706240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:50:59.706240 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:50:59.706240 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': 'fbd21735-2845-47dd-8941-2247cf524900'}] Apr 30 04:50:59.706240 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:50:59.706673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:50:59.709356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-1402787217'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:50:59.747594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.747917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.774428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for 00efc4ec-055e-49dc-a9fb-68b4b4c24d0a owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:50:59.782989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1c21f56-0756-4ec1-96dd-ccce9fc16cc1 req-ab6e506e-f4ba-4074-8ff4-c719459a7301 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740063 Apr 30 04:50:59.784056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (ffc77a26-0657-4861-93db-c53bf5e1a413), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:50:59.837280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:00.006873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (00efc4ec-055e-49dc-a9fb-68b4b4c24d0a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.034672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=00efc4ec-055e-49dc-a9fb-68b4b4c24d0a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:00.104154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (2f9f6d90-9598-4e3b-94cc-147679d39991), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.104489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Floating IP 2f9f6d90-9598-4e3b-94cc-147679d39991 disassociated (deleted). External IP: 172.26.5.117, port: c46ad3c9-6fd4-4ecf-8ac6-367ca015989e. Apr 30 04:51:00.117298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:00.120805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.124927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Router ffc77a26-0657-4861-93db-c53bf5e1a413 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:00.153945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:00.156167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:00.167163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.170550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:00.182645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.183627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.211507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fbd21735-2845-47dd-8941-2247cf524900), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.227684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.238330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.239928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.282754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.283504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b397a2-c378-41c6-b003-fb2c0316f0a2 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:00.311752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20af15-992d-49be-8bf2-98fab9cc27e2 None None] Network fbd21735-2845-47dd-8941-2247cf524900 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:00.315320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 7552adc8-6441-4691-b19e-915c0b87cb58 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:00.315494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.432574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Provisioning complete for port 7552adc8-6441-4691-b19e-915c0b87cb58 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:00.433329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.450637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 7552adc8-6441-4691-b19e-915c0b87cb58, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7552adc8-6441-4691-b19e-915c0b87cb58,segment=NetworkSegment(320de6c9-3ec2-4d86-bf16-3967157aca87),segment_id=320de6c9-3ec2-4d86-bf16-3967157aca87)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:00.451010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.478379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 7552adc8-6441-4691-b19e-915c0b87cb58 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:00.500345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Router 84fb3df5-cea8-4fd6-989d-b1755e159b25 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:00.562514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Current status of the port 7552adc8-6441-4691-b19e-915c0b87cb58 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:00.563248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.568027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] DHCP port deletion for fbd21735-2845-47dd-8941-2247cf524900 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:00.639193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Deleting port 7552adc8-6441-4691-b19e-915c0b87cb58 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:00.639858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.664018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] For port 7552adc8-6441-4691-b19e-915c0b87cb58, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7552adc8-6441-4691-b19e-915c0b87cb58,segment=NetworkSegment(320de6c9-3ec2-4d86-bf16-3967157aca87),segment_id=320de6c9-3ec2-4d86-bf16-3967157aca87)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:00.705347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:00.711627 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-374aa9aa-271b-45ae-b35d-ace458ce070c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/ef13e8bf-cd5d-47a3-b821-bcd17c953439 HTTP/1.1" status: 200 len: 688 time: 2.4381263 Apr 30 04:51:00.712298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.714900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33022) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:00.717542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:00.719712 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] Sync routers for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:00.748496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] Sync routers for ids ['ffc77a26-0657-4861-93db-c53bf5e1a413'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:00.752318 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.753049 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.765814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.766331 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e1b623b-c91a-4037-a240-cf5e023fad0b tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f9f6d90-9598-4e3b-94cc-147679d39991 HTTP/1.1" status: 204 len: 168 time: 1.6009040 Apr 30 04:51:00.769990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33024) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:00.777441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:00.778570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] For port 7552adc8-6441-4691-b19e-915c0b87cb58, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7552adc8-6441-4691-b19e-915c0b87cb58,segment=NetworkSegment(320de6c9-3ec2-4d86-bf16-3967157aca87),segment_id=320de6c9-3ec2-4d86-bf16-3967157aca87)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:00.779484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.779800 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a575e15c-14a1-4d66-8c59-9b5cb1663e97 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "PUT /v2.0/routers/ffc77a26-0657-4861-93db-c53bf5e1a413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9218304 Apr 30 04:51:00.784311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33026) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:00.822200 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.831571 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.832188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.835115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.850754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 7552adc8-6441-4691-b19e-915c0b87cb58 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:00.859055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] Routers {'ffc77a26-0657-4861-93db-c53bf5e1a413'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.859865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ffc77a26-0657-4861-93db-c53bf5e1a413'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.867337 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.867927 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a8e43-8be0-4e65-b4aa-8e8740c108c6 None None] The sync data for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:00.903457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Calling delete_port for 7552adc8-6441-4691-b19e-915c0b87cb58 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:00.906219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.934563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] Routers {'ffc77a26-0657-4861-93db-c53bf5e1a413'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:00.935358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ffc77a26-0657-4861-93db-c53bf5e1a413'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:00.944181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 443e82a8-9d9b-425d-90fe-aa99c4c1fc3d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:00.944525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:00.946825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=7552adc8-6441-4691-b19e-915c0b87cb58,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:00.950798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.11 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/560a4d3b-0a8d-4f8b-8438-50fff78f0e4d) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:00.985998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.013067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:01.013836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe0bac-4cb4-48ec-9753-f3212de05a51 None None] The sync data for ids ['ffc77a26-0657-4861-93db-c53bf5e1a413'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:01.021343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62b6e-51e6-40c7-ac03-941779687c08 None None] Pushing event updated for resources: {'Port': ['ID=7552adc8-6441-4691-b19e-915c0b87cb58,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:01.060030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (7552adc8-6441-4691-b19e-915c0b87cb58), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.072361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.078392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.078537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50d417-2a09-44e6-a64e-8973ee9ddff6 req-9e49efcd-fc46-467f-855f-41a4adfa7143 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.078537 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc50d417-2a09-44e6-a64e-8973ee9ddff6 req-9e49efcd-fc46-467f-855f-41a4adfa7143 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1689284 Apr 30 04:51:01.080724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fbd21735-2845-47dd-8941-2247cf524900), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.084572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] Pushing event deleted for resources: {'Port': ['ID=7552adc8-6441-4691-b19e-915c0b87cb58,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:01.086699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.095068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916a66a-d310-45f0-bc56-18c4a6c28c90 None None] No DVR routers for this DVR port 7552adc8-6441-4691-b19e-915c0b87cb58 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:01.113284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 443e82a8-9d9b-425d-90fe-aa99c4c1fc3d owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:01.229105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd21735-2845-47dd-8941-2247cf524900']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:01.242598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.300088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320de6c9-3ec2-4d86-bf16-3967157aca87') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:01.300291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320de6c9-3ec2-4d86-bf16-3967157aca87') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:01.323880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.366994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.378438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.381536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.383391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.386633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for router_controller (ffc77a26-0657-4861-93db-c53bf5e1a413), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.400231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc50d417-2a09-44e6-a64e-8973ee9ddff6 req-8739e5ae-2f55-41eb-b47e-07586cad99ab tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470286 Apr 30 04:51:01.401278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (443e82a8-9d9b-425d-90fe-aa99c4c1fc3d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.406093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:01.406093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (320de6c9-3ec2-4d86-bf16-3967157aca87), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.424858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:01.430759 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:01.433856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:01.443628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:01.463816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=560a4d3b-0a8d-4f8b-8438-50fff78f0e4d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:01.530852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=443e82a8-9d9b-425d-90fe-aa99c4c1fc3d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:01.564105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.564820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.574034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (ef13e8bf-cd5d-47a3-b821-bcd17c953439), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.576745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.578430 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d62df8b-2a5f-41f6-89ce-4e3f81cadb05 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef13e8bf-cd5d-47a3-b821-bcd17c953439 HTTP/1.1" status: 204 len: 168 time: 0.8592534 Apr 30 04:51:01.586079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33030) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.628833 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-d5a6166f-7205-40eb-a433-09b8047c5cd8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] delete failed (client error): The resource could not be found. Apr 30 04:51:01.630444 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d5a6166f-7205-40eb-a433-09b8047c5cd8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef13e8bf-cd5d-47a3-b821-bcd17c953439 HTTP/1.1" status: 404 len: 345 time: 0.0433221 Apr 30 04:51:01.634422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33032) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.692283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-96861d2b-8e75-49c1-97ba-0179ace5b83c None None] Provisioning complete for port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:01.692839 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c502304d-7064-4a1b-a095-f2efd306e501 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0170200 Apr 30 04:51:01.693427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96861d2b-8e75-49c1-97ba-0179ace5b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.698052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33034) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.709309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1f:17:70'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:01.737783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-96861d2b-8e75-49c1-97ba-0179ace5b83c None None] Port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:01.754025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1093774-b001-46b8-9ab7-1f620d629e6f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.760175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1093774-b001-46b8-9ab7-1f620d629e6f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.765503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1093774-b001-46b8-9ab7-1f620d629e6f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.767237 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c1093774-b001-46b8-9ab7-1f620d629e6f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/ports?network_id=7e5e9da2-1313-4f2a-93cd-1596dbd3209f HTTP/1.1" status: 200 len: 2359 time: 0.1316099 Apr 30 04:51:01.770694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33036) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.875920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e6d5a-7262-4431-b207-b7768e1e3baa tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:01.877191 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-884e6d5a-7262-4431-b207-b7768e1e3baa tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/subnets/0d9abf1d-672f-43e9-8d3b-449e4f623eae HTTP/1.1" status: 200 len: 797 time: 0.1055686 Apr 30 04:51:01.882796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33040) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.888546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Allocated IP 172.26.5.153 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/618cc0e2-9494-421e-9934-ffeaa8fe6ea1) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:01.888953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'port': {'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f', 'name': 'tempest-FloatingIPTestJSON-181283104', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:01.926688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (ffc77a26-0657-4861-93db-c53bf5e1a413), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.927223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Fanout notify agent at l3_agent the message router_deleted on router ffc77a26-0657-4861-93db-c53bf5e1a413 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:01.936605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.940212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-04b09dbc-cf03-4b0b-b6a4-8f6f0caad4f0 tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "DELETE /v2.0/routers/ffc77a26-0657-4861-93db-c53bf5e1a413 HTTP/1.1" status: 204 len: 168 time: 1.1549315 Apr 30 04:51:01.940869 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:51:01.960985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33042) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.969216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (fbd21735-2845-47dd-8941-2247cf524900), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.978101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:01.981311 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/fbd21735-2845-47dd-8941-2247cf524900 HTTP/1.1" status: 204 len: 168 time: 3.9413006 Apr 30 04:51:01.994077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33044) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:01.998909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103459927'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:02.003492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a796-e045-42a4-8e76-a0b808c986c0 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=fbd21735-2845-47dd-8941-2247cf524900,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:02.044155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.054995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.070805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting subnet 6d20ad33-28ae-498e-947c-a686c9c0b2b5 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:02.080825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for subnet (6d20ad33-28ae-498e-947c-a686c9c0b2b5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.102357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:02.105735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.128999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:02.132987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.157222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (6d20ad33-28ae-498e-947c-a686c9c0b2b5), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.169429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f350756e-ec43-4d52-a286-49f2947f4ba0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.169768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment f350756e-ec43-4d52-a286-49f2947f4ba0 of type vlan for network dc69d9f4-48c3-48a6-8c19-8d3e964e71be Apr 30 04:51:02.186875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:02.195324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:02.202134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:02.227366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Pushing event updated for resources: {'Port': ['ID=618cc0e2-9494-421e-9934-ffeaa8fe6ea1,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:02.267613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (dc69d9f4-48c3-48a6-8c19-8d3e964e71be), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.296224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:02.336130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (5f229c08-60ed-41e8-9c44-a8a6fd429ce5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.346653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6d20ad33-28ae-498e-947c-a686c9c0b2b5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.383863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (dc69d9f4-48c3-48a6-8c19-8d3e964e71be), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.388919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:02.389504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.470777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.483199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.483379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=dc69d9f4-48c3-48a6-8c19-8d3e964e71be,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:02.487231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.492820 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba195820-7a54-4574-bd5d-21b1d644d33b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4977105 Apr 30 04:51:02.496893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33048) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:02.498709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:02.501706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:02.527453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] device_id is not set on port 1c8bea4d-1bb3-4756-85da-c3685fa7cae1 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:02.541621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.580328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c0e52-4f52-4293-b8f8-25740a741809 req-1ad03782-3974-4458-a72f-121e3e160372 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:02.581883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0f9c0e52-4f52-4293-b8f8-25740a741809 req-1ad03782-3974-4458-a72f-121e3e160372 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0880640 Apr 30 04:51:02.652326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (6d20ad33-28ae-498e-947c-a686c9c0b2b5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.685811 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0f9c0e52-4f52-4293-b8f8-25740a741809 req-4e0802ed-b60b-4407-a090-503031e414f6 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882170 Apr 30 04:51:02.742414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.758102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Subnet': ['ID=6d20ad33-28ae-498e-947c-a686c9c0b2b5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:02.766071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e03a5-cea1-4f19-bf2d-89088f136f1a None None] Network 05f5d062-9c21-4eb0-ac2d-0c8a026f19db requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:02.774067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.777290 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-36e165d7-cfdf-4f9c-bb60-4c16872cdf8c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "DELETE /v2.0/subnets/6d20ad33-28ae-498e-947c-a686c9c0b2b5 HTTP/1.1" status: 204 len: 168 time: 0.8153613 Apr 30 04:51:02.780043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33052) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:02.797108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=560a4d3b-0a8d-4f8b-8438-50fff78f0e4d,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:02.859057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] In _notify_port_updated(), no bound segment for port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d on network e85674c8-09f5-4cb1-bf02-444241a527be {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:51:02.864821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:02.865773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.873513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33054) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:02.873608 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fa6c43c4-0bc7-4644-9cdb-86dafef7edcb tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "PUT /v2.0/ports/560a4d3b-0a8d-4f8b-8438-50fff78f0e4d HTTP/1.1" status: 200 len: 997 time: 1.1711442 Apr 30 04:51:02.884458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.911924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (05f5d062-9c21-4eb0-ac2d-0c8a026f19db), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.921675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:02.925021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.971775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-42611f8f-7a9d-4e5f-9578-2378639aa04e None None] Provisioning complete for port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:02.972035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-42611f8f-7a9d-4e5f-9578-2378639aa04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:02.977464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] DHCP port deletion for 05f5d062-9c21-4eb0-ac2d-0c8a026f19db request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:03.040565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-42611f8f-7a9d-4e5f-9578-2378639aa04e None None] Port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:03.047632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Pushing event updated for resources: {'Port': ['ID=618cc0e2-9494-421e-9934-ffeaa8fe6ea1,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.054951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Deleting port bb51b9eb-8438-4521-a852-1f2008067108 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:03.054951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (bb51b9eb-8438-4521-a852-1f2008067108), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.075123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (5f229c08-60ed-41e8-9c44-a8a6fd429ce5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.089304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:03.089640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.094401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Deleting port bb51b9eb-8438-4521-a852-1f2008067108 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:03.095127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (bb51b9eb-8438-4521-a852-1f2008067108), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.131699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] For port bb51b9eb-8438-4521-a852-1f2008067108, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bb51b9eb-8438-4521-a852-1f2008067108,segment=NetworkSegment(44b2c50b-9c7a-491e-90de-bfefbb130d9f),segment_id=44b2c50b-9c7a-491e-90de-bfefbb130d9f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:03.131699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (bb51b9eb-8438-4521-a852-1f2008067108), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.148273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Calling delete_port for bb51b9eb-8438-4521-a852-1f2008067108 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:03.159050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.14 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/1c8bea4d-1bb3-4756-85da-c3685fa7cae1) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:03.175394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.13 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/1c8bea4d-1bb3-4756-85da-c3685fa7cae1) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:03.209852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.213769 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0a9aae20-b6ab-45ed-8444-c01f1b01e702 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4388781 Apr 30 04:51:03.217567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33056) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:03.227679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] For port bb51b9eb-8438-4521-a852-1f2008067108, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bb51b9eb-8438-4521-a852-1f2008067108,segment=NetworkSegment(44b2c50b-9c7a-491e-90de-bfefbb130d9f),segment_id=44b2c50b-9c7a-491e-90de-bfefbb130d9f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:03.228041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (bb51b9eb-8438-4521-a852-1f2008067108), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.259269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Calling delete_port for bb51b9eb-8438-4521-a852-1f2008067108 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:03.265196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.284333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 560a4d3b-0a8d-4f8b-8438-50fff78f0e4d owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:03.288601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bb51b9eb-8438-4521-a852-1f2008067108 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:03.317885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (bb51b9eb-8438-4521-a852-1f2008067108), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.337632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] No DVR routers for this DVR port bb51b9eb-8438-4521-a852-1f2008067108 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:03.362861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:03.370694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (c8aeacf8-493b-4aaa-9d8d-a02afa123d69), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.386843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41285d-57dc-4a13-9506-8dd94defafe6 None None] Pushing event deleted for resources: {'Port': ['ID=bb51b9eb-8438-4521-a852-1f2008067108,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.398853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No active binding found for port bb51b9eb-8438-4521-a852-1f2008067108 {{(pid=111176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 04:51:03.399356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] The host dv-neutron-838078-9-hyperv is not matching for port bb51b9eb-8438-4521-a852-1f2008067108 host None! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 04:51:03.399941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bb51b9eb-8438-4521-a852-1f2008067108 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:03.424907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (bb51b9eb-8438-4521-a852-1f2008067108), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.452709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (1c8bea4d-1bb3-4756-85da-c3685fa7cae1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.462360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Port': ['ID=bb51b9eb-8438-4521-a852-1f2008067108,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.464342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] No DVR routers for this DVR port bb51b9eb-8438-4521-a852-1f2008067108 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:03.466513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=c8aeacf8-493b-4aaa-9d8d-a02afa123d69,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.498203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.500853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': 'f350756e-ec43-4d52-a286-49f2947f4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:03.501208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: dc69d9f4-48c3-48a6-8c19-8d3e964e71be, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:03.577724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (05f5d062-9c21-4eb0-ac2d-0c8a026f19db), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.597180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.605148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f5d062-9c21-4eb0-ac2d-0c8a026f19db']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:03.615152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b2c50b-9c7a-491e-90de-bfefbb130d9f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:03.615449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b2c50b-9c7a-491e-90de-bfefbb130d9f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:03.624908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (44b2c50b-9c7a-491e-90de-bfefbb130d9f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.634329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1c8bea4d-1bb3-4756-85da-c3685fa7cae1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.636843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (560a4d3b-0a8d-4f8b-8438-50fff78f0e4d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.638884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (44b2c50b-9c7a-491e-90de-bfefbb130d9f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.648320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:03.670845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=560a4d3b-0a8d-4f8b-8438-50fff78f0e4d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.673217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:03.673617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (44b2c50b-9c7a-491e-90de-bfefbb130d9f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:03.677667 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:03.711891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:03.715591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:03.717625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=1c8bea4d-1bb3-4756-85da-c3685fa7cae1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.719847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:03.780843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, dc69d9f4-48c3-48a6-8c19-8d3e964e71be) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:03.793238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2b739-f7a0-43ec-842d-5391b596e3e2 None None] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:03.804167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:03.804934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.850934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Allocated IP 172.26.5.84 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/998b7fde-3c82-4c41-b2f4-808486a6def6) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:03.858222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9eb72-735a-4745-8f41-33f943bcc964 req-e9a593f6-9423-43ae-bfd6-def733ea548a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:03.859804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bb9eb72-735a-4745-8f41-33f943bcc964 req-e9a593f6-9423-43ae-bfd6-def733ea548a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0680542 Apr 30 04:51:03.860921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.867413 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e5bfd4f0-167e-42dd-9966-3fc508a8e04b tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/560a4d3b-0a8d-4f8b-8438-50fff78f0e4d HTTP/1.1" status: 204 len: 168 time: 0.9929097 Apr 30 04:51:03.869414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33062) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:03.902454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec885a68-215e-4151-8ecd-52fe1e5b6cab tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] GET failed (client error): The resource could not be found. Apr 30 04:51:03.912518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:03.912818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ec885a68-215e-4151-8ecd-52fe1e5b6cab tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports/560a4d3b-0a8d-4f8b-8438-50fff78f0e4d HTTP/1.1" status: 404 len: 333 time: 0.0421116 Apr 30 04:51:03.915467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (05f5d062-9c21-4eb0-ac2d-0c8a026f19db), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.917814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-1441548771'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:03.938010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-dc69d9f4-48c3-48a6-8c19-8d3e964e71be', 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': 'c8aeacf8-493b-4aaa-9d8d-a02afa123d69'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:03.939085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.940432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.943950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] 10.222.0.16 "DELETE /v2.0/networks/05f5d062-9c21-4eb0-ac2d-0c8a026f19db HTTP/1.1" status: 204 len: 168 time: 1.1625247 Apr 30 04:51:03.955234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:03.956470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:03.963001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d231648-a608-447d-96f9-c773ce46bf0c tempest-FloatingIPNegativeTestJSON-1031052767 tempest-FloatingIPNegativeTestJSON-1031052767-project] Pushing event deleted for resources: {'Network': ['ID=05f5d062-9c21-4eb0-ac2d-0c8a026f19db,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:03.995270 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bb9eb72-735a-4745-8f41-33f943bcc964 req-61c5ea10-b134-45c5-9b69-0ecdfc6d26d6 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001236 Apr 30 04:51:04.040092 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-96d51d33-2353-47bf-89d3-860d2caee607 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5380480 Apr 30 04:51:04.041138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33068) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:04.045928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491118290'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:04.104238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.124618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Allocated IP 2001:db8::3 (dc69d9f4-48c3-48a6-8c19-8d3e964e71be/c8aeacf8-493b-4aaa-9d8d-a02afa123d69/51a69291-933b-4e6e-a394-7525e4c2b2e7) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:04.137626 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-84de9149-b70a-4bd9-9df7-0d93bae750ac tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2538273 Apr 30 04:51:04.140378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33070) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:04.144805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '1c8bea4d-1bb3-4756-85da-c3685fa7cae1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:04.162541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:04.166312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.194157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:04.203578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (564b3e6b-0455-41e6-9029-d281a62b177e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.203917 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment 564b3e6b-0455-41e6-9029-d281a62b177e of type vlan for network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 Apr 30 04:51:04.224115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:04.227497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.248922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9d7a6089-1ec4-478f-8e62-4f08f6562e47), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.249147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port e8d46327-c923-43cf-b576-14f859aac85b yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:04.255104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.256018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.282310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks [] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.333701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:04.343106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:04.345708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:04.347398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.372704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.381810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Pushing event updated for resources: {'Port': ['ID=998b7fde-3c82-4c41-b2f4-808486a6def6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:04.420516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:04.424446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:04.427080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Pushing event updated for resources: {'Port': ['ID=51a69291-933b-4e6e-a394-7525e4c2b2e7,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:04.429321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:04.439713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9d7a6089-1ec4-478f-8e62-4f08f6562e47), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.444996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:04.445647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.461592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.5 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/e8d46327-c923-43cf-b576-14f859aac85b) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:04.531200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=9d7a6089-1ec4-478f-8e62-4f08f6562e47,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:04.541463 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6462cd03-d4be-4ec8-9c93-0714f710bb7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4996793 Apr 30 04:51:04.544603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33074) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:04.551772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:04.559818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for floatingip (04f2258f-ddab-4c23-9249-c661d0469760), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.591816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33076) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:04.660422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.20 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/664dffdf-06dc-46a0-b3af-ff54676121b5) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:04.687798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:04.851019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (e8d46327-c923-43cf-b576-14f859aac85b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Attempting to bind port 51a69291-933b-4e6e-a394-7525e4c2b2e7 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Attempting to bind port 51a69291-933b-4e6e-a394-7525e4c2b2e7 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'f350756e-ec43-4d52-a286-49f2947f4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Attempting to bind port 51a69291-933b-4e6e-a394-7525e4c2b2e7 on network dc69d9f4-48c3-48a6-8c19-8d3e964e71be {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Checking segment: {'id': 'f350756e-ec43-4d52-a286-49f2947f4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Bound using segment: {'id': 'f350756e-ec43-4d52-a286-49f2947f4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Bound port: 51a69291-933b-4e6e-a394-7525e4c2b2e7, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f350756e-ec43-4d52-a286-49f2947f4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dc69d9f4-48c3-48a6-8c19-8d3e964e71be'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:04.853127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.854863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.855030 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7db3dba9-075a-41d8-8539-94f9b3cefb80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61d358d9bf14424d9f124cb900859758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031033 Apr 30 04:51:04.855171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] For port 51a69291-933b-4e6e-a394-7525e4c2b2e7, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:04.855293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33080) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:04.855462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] For port 51a69291-933b-4e6e-a394-7525e4c2b2e7, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=51a69291-933b-4e6e-a394-7525e4c2b2e7,segment=NetworkSegment(f350756e-ec43-4d52-a286-49f2947f4ba0),segment_id=f350756e-ec43-4d52-a286-49f2947f4ba0)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:04.898628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] Publish callbacks [] for security_group (621828cf-1d0f-41ae-9310-e8323162f3ff), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.919835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] Publish callbacks [] for security_group (621828cf-1d0f-41ae-9310-e8323162f3ff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:04.974664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.108959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:05.113011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.137694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a0b5b-1c9b-483f-85a8-8cf7d8fa1b05 req-a3995b5f-7330-474f-bf6d-7e7189543292 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:05.139316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-312a0b5b-1c9b-483f-85a8-8cf7d8fa1b05 req-a3995b5f-7330-474f-bf6d-7e7189543292 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0687752 Apr 30 04:51:05.146740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.174103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.200829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd94c3e-b1a8-4f84-b2c6-f472cb8e6b37 None None] Pushing event updated for resources: {'Port': ['ID=51a69291-933b-4e6e-a394-7525e4c2b2e7,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.222390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Performing IP validity checks on allocation pools {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:51:05.222390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:51:05.284427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:05.297524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:05.302855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:05.318817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e8d46327-c923-43cf-b576-14f859aac85b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.345462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=664dffdf-06dc-46a0-b3af-ff54676121b5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.362036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-312a0b5b-1c9b-483f-85a8-8cf7d8fa1b05 req-fa77283a-d88e-473f-984d-62ff766f0ee3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975424 Apr 30 04:51:05.399338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:05.404212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (621828cf-1d0f-41ae-9310-e8323162f3ff), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.406842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.411222 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/621828cf-1d0f-41ae-9310-e8323162f3ff HTTP/1.1" status: 204 len: 168 time: 0.5610743 Apr 30 04:51:05.414008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:05.418728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=e8d46327-c923-43cf-b576-14f859aac85b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.446245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:05.484978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5bfe4-ecb7-4119-8b6e-a5ac0d357f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621828cf-1d0f-41ae-9310-e8323162f3ff,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.545493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:05.550074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.610968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.647928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fafd9d9d-227d-4650-b4f7-e8d795b56e9c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7319207 Apr 30 04:51:05.647928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33086) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:05.653795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'network_id': 'e85674c8-09f5-4cb1-bf02-444241a527be', 'name': 'tempest-AllowedAddressPairTestJSON-122835623'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:05.677589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (c3c805d4-644b-496e-a13a-06a5e6bd8a53), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.741911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.810692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Pushing event updated for resources: {'Port': ['ID=998b7fde-3c82-4c41-b2f4-808486a6def6,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.815360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': '564b3e6b-0455-41e6-9029-d281a62b177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:05.815723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: 9d7a6089-1ec4-478f-8e62-4f08f6562e47, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:05.832983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=c3c805d4-644b-496e-a13a-06a5e6bd8a53,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:05.855820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dbca09fc-2f5f-4e34-8d63-b68403ca93a5 None None] Provisioning complete for port e8d46327-c923-43cf-b576-14f859aac85b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:05.857712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbca09fc-2f5f-4e34-8d63-b68403ca93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e8d46327-c923-43cf-b576-14f859aac85b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.889460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (04f2258f-ddab-4c23-9249-c661d0469760), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.906992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dbca09fc-2f5f-4e34-8d63-b68403ca93a5 None None] Port e8d46327-c923-43cf-b576-14f859aac85b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:05.939557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:05.951347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (171388fa-e780-41ca-909e-6ae9570d1f40), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.967400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Made reservation on behalf of a50e8a88bb3641e3bde4410cfef507f8 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:05.971460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.990957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:05.992326 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e240e1cd-01f2-417a-9504-4612739d3e8a tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7738039 Apr 30 04:51:05.995591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33094) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:05.997948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] device_id is not set on port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:06.036677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9d7a6089-1ec4-478f-8e62-4f08f6562e47) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:06.045248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a1145-b346-4b8b-939a-918e9383bc98 None None] Network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:06.047062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:06.047741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.113220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6cfc91d4-8ae1-489f-bf6d-91987b2d63b9 tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1144145 Apr 30 04:51:06.114371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33098) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:06.130401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.172795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-71013417-48a3-4835-aa97-99d04a0388a2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6274316 Apr 30 04:51:06.179530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33102) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:06.179865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33104) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:06.180506 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d64b80b4-dc43-401f-95ac-959595610073 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0645087 Apr 30 04:51:06.185415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Allocated IP 172.20.0.9 (e85674c8-09f5-4cb1-bf02-444241a527be/37e95608-1f1e-4585-b15e-2e7fb3282fd1/661e85ce-4b97-4ade-9d3b-80c81d2298f8) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:06.211990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9d7a6089-1ec4-478f-8e62-4f08f6562e47', 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': 'c3c805d4-644b-496e-a13a-06a5e6bd8a53'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:06.216609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.416927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.436541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Allocated IP 2001:db8::3 (9d7a6089-1ec4-478f-8e62-4f08f6562e47/c3c805d4-644b-496e-a13a-06a5e6bd8a53/2e5ee203-6b9d-4463-8793-aebb4ece948c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:06.522292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.605861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=661e85ce-4b97-4ade-9d3b-80c81d2298f8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:06.614213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Network e85674c8-09f5-4cb1-bf02-444241a527be is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:06.615816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:06.618481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:06.665051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks [] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.701591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:06.702576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.738656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.768844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a1062-62b5-481c-88f8-61979ed599a4 None None] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:06.775969 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-708f0c24-2e9c-474e-81e1-59b5418a150e tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1262281 Apr 30 04:51:06.778435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33116) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:06.784167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1f:17:70'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:42:70:12'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:06.833568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33118) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:06.897773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Provisioning complete for port 51a69291-933b-4e6e-a394-7525e4c2b2e7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:06.898360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Deleting port 998b7fde-3c82-4c41-b2f4-808486a6def6 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:06.898736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.899317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.906262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:06.908216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Pushing event updated for resources: {'Port': ['ID=2e5ee203-6b9d-4463-8793-aebb4ece948c,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:06.922914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8026f-3efa-4c13-a64d-0cb23cd63516 req-ac426867-b7c6-4bc4-9e1d-c5eb2922cc7a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:06.924338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69f8026f-3efa-4c13-a64d-0cb23cd63516 req-ac426867-b7c6-4bc4-9e1d-c5eb2922cc7a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1270640 Apr 30 04:51:06.931790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9d7a6089-1ec4-478f-8e62-4f08f6562e47), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:06.936663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:06.939238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:06.960709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.023422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bc5bd663-0d6b-4462-b7f5-9dcd21e5ef6f tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] Request body: {'port': {'network_id': 'b0f1c84c-5bd2-43c1-9eae-71a8046a0e96', 'name': 'tempest-NetworksNegativeTestJSON-1990697764'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:07.046249 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5bd663-0d6b-4462-b7f5-9dcd21e5ef6f tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] POST failed (client error): The resource could not be found. Apr 30 04:51:07.046807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5bd663-0d6b-4462-b7f5-9dcd21e5ef6f tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.053595 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bc5bd663-0d6b-4462-b7f5-9dcd21e5ef6f tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2144759 Apr 30 04:51:07.056095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33122) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.073188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Attempting to bind port 2e5ee203-6b9d-4463-8793-aebb4ece948c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:07.075354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Attempting to bind port 2e5ee203-6b9d-4463-8793-aebb4ece948c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '564b3e6b-0455-41e6-9029-d281a62b177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:07.075354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Attempting to bind port 2e5ee203-6b9d-4463-8793-aebb4ece948c on network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:07.089246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:07.089680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Checking segment: {'id': '564b3e6b-0455-41e6-9029-d281a62b177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:07.090176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.090680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Bound using segment: {'id': '564b3e6b-0455-41e6-9029-d281a62b177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:07.091594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Bound port: 2e5ee203-6b9d-4463-8793-aebb4ece948c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b3e6b-0455-41e6-9029-d281a62b177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d7a6089-1ec4-478f-8e62-4f08f6562e47'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:07.092196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.103378 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f433528-f4e6-472b-ba0c-f7a4a6dd9fae tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:07.103931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f433528-f4e6-472b-ba0c-f7a4a6dd9fae tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.108526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.113071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Current status of the port 51a69291-933b-4e6e-a394-7525e4c2b2e7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:07.113224 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0f433528-f4e6-472b-ba0c-f7a4a6dd9fae tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "DELETE /v2.0/networks/73ac8dda-f469-4356-b73a-31a72d3b4883 HTTP/1.1" status: 404 len: 339 time: 0.0557554 Apr 30 04:51:07.113337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.117250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33124) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.126475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.126475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for floatingip (998b7fde-3c82-4c41-b2f4-808486a6def6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.150481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69f8026f-3efa-4c13-a64d-0cb23cd63516 req-69a18db7-5750-43a8-add0-b6c2828f3e76 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032990 Apr 30 04:51:07.156927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Calling delete_port for 998b7fde-3c82-4c41-b2f4-808486a6def6 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:07.157703 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-65beebee-30bd-4546-aa36-fdc3f2be457c tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:07.169657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65beebee-30bd-4546-aa36-fdc3f2be457c tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.171788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 2e5ee203-6b9d-4463-8793-aebb4ece948c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:07.172502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.177287 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-65beebee-30bd-4546-aa36-fdc3f2be457c tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "DELETE /v2.0/ports/0cf56942-cd1a-4354-ad96-09c8ebf234e4 HTTP/1.1" status: 404 len: 333 time: 0.0589039 Apr 30 04:51:07.180923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33126) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.200711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] For port 51a69291-933b-4e6e-a394-7525e4c2b2e7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=51a69291-933b-4e6e-a394-7525e4c2b2e7,segment=NetworkSegment(f350756e-ec43-4d52-a286-49f2947f4ba0),segment_id=f350756e-ec43-4d52-a286-49f2947f4ba0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:07.208625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] For port 2e5ee203-6b9d-4463-8793-aebb4ece948c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:07.212922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] For port 2e5ee203-6b9d-4463-8793-aebb4ece948c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2e5ee203-6b9d-4463-8793-aebb4ece948c,segment=NetworkSegment(564b3e6b-0455-41e6-9029-d281a62b177e),segment_id=564b3e6b-0455-41e6-9029-d281a62b177e)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:07.221053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.252123 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b68982-ce9c-4514-b880-7ffcfeeafea6 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:07.252580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b68982-ce9c-4514-b880-7ffcfeeafea6 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.259821 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7b68982-ce9c-4514-b880-7ffcfeeafea6 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "DELETE /v2.0/subnets/0fe6a1db-bb75-4301-91af-f793bd0c8eec HTTP/1.1" status: 404 len: 337 time: 0.0467267 Apr 30 04:51:07.269474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33128) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.289508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.322685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.324095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.338129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 51a69291-933b-4e6e-a394-7525e4c2b2e7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:07.387391 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d24a09-4f29-44db-855c-3d23c2236907 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] GET failed (client error): The resource could not be found. Apr 30 04:51:07.389040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e3d24a09-4f29-44db-855c-3d23c2236907 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "GET /v2.0/networks/9c342d39-70fe-4834-8d13-44c23d3ee573 HTTP/1.1" status: 404 len: 339 time: 0.0834029 Apr 30 04:51:07.394026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.412969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.424695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede375e5-9d75-40e3-a569-9d2b72928493 None None] Pushing event updated for resources: {'Port': ['ID=51a69291-933b-4e6e-a394-7525e4c2b2e7,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:07.434799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Provisioning complete for port 51a69291-933b-4e6e-a394-7525e4c2b2e7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:07.434799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.443177 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3693270-28a5-479e-b085-4b998b929807 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] GET failed (client error): The resource could not be found. Apr 30 04:51:07.448659 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b3693270-28a5-479e-b085-4b998b929807 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "GET /v2.0/ports/7a85d88b-8305-47b6-a910-36c62a38ad77 HTTP/1.1" status: 404 len: 333 time: 0.0498681 Apr 30 04:51:07.450428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.463160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=664dffdf-06dc-46a0-b3af-ff54676121b5,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:07.514742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf305a18-3c13-4ce3-ba8c-80e04cd90782 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] GET failed (client error): The resource could not be found. Apr 30 04:51:07.519664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cf305a18-3c13-4ce3-ba8c-80e04cd90782 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "GET /v2.0/subnets/24c2de4e-2fb3-4b84-b768-1bf413e12571 HTTP/1.1" status: 404 len: 337 time: 0.0616755 Apr 30 04:51:07.521952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 51a69291-933b-4e6e-a394-7525e4c2b2e7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:07.522240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.527901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33134) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.531229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-050c040d-c965-4130-8b19-d6a2d5620a33 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] Request body: {'network': {'name': 'new_name'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:07.539174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (171388fa-e780-41ca-909e-6ae9570d1f40), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.541471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 2e5ee203-6b9d-4463-8793-aebb4ece948c, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:07.542623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.569455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 2e5ee203-6b9d-4463-8793-aebb4ece948c owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:07.570569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event updated for resources: {'Port': ['ID=661e85ce-4b97-4ade-9d3b-80c81d2298f8,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:07.576966 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-050c040d-c965-4130-8b19-d6a2d5620a33 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] PUT failed (client error): The resource could not be found. Apr 30 04:51:07.577914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050c040d-c965-4130-8b19-d6a2d5620a33 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.579293 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-050c040d-c965-4130-8b19-d6a2d5620a33 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "PUT /v2.0/networks/9536da04-e0dd-4fa5-a669-58509f8f98b9 HTTP/1.1" status: 404 len: 339 time: 0.0522740 Apr 30 04:51:07.583104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.593040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8fe96423-611e-44b3-b3a1-f373e153e0e5 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] Request body: {'port': {'name': 'new_name'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:07.597420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a900f-ff07-4f9e-ac10-d9940c1e9e58 None None] Pushing event updated for resources: {'Port': ['ID=2e5ee203-6b9d-4463-8793-aebb4ece948c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:07.619456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] In _notify_port_updated(), no bound segment for port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 on network e85674c8-09f5-4cb1-bf02-444241a527be {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:51:07.626321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:07.627267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.629627 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d5bfcf18-e1de-48f9-9861-b2cb57730c84 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "PUT /v2.0/ports/661e85ce-4b97-4ade-9d3b-80c81d2298f8 HTTP/1.1" status: 200 len: 1054 time: 0.8490784 Apr 30 04:51:07.631140 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe96423-611e-44b3-b3a1-f373e153e0e5 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] PUT failed (client error): The resource could not be found. Apr 30 04:51:07.633150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe96423-611e-44b3-b3a1-f373e153e0e5 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.633754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Current status of the port 51a69291-933b-4e6e-a394-7525e4c2b2e7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:07.635485 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8fe96423-611e-44b3-b3a1-f373e153e0e5 tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "PUT /v2.0/ports/6f4bd437-ac85-43fe-a97c-228adf7b3d1b HTTP/1.1" status: 404 len: 333 time: 0.0512226 Apr 30 04:51:07.636373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33138) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.646509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Provisioning complete for port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:07.646873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.654201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33140) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:07.691881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9c119e15-ad11-4a56-821f-44587f448c2e tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:07.729842 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c119e15-ad11-4a56-821f-44587f448c2e tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] PUT failed (client error): The resource could not be found. Apr 30 04:51:07.746525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c119e15-ad11-4a56-821f-44587f448c2e tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:07.746525 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c119e15-ad11-4a56-821f-44587f448c2e tempest-NetworksNegativeTestJSON-1917169424 tempest-NetworksNegativeTestJSON-1917169424-project] 10.222.0.16 "PUT /v2.0/subnets/f5efc413-b1e1-4d92-8d10-cbb220255fb4 HTTP/1.1" status: 404 len: 337 time: 0.0885322 Apr 30 04:51:07.758400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-606fe406-872b-4790-bcaf-cd03d805063a None None] Port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:07.765679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 51a69291-933b-4e6e-a394-7525e4c2b2e7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:07.817464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:07.823249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.840831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.891544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-72aa6c87-40be-45a0-853b-cec42b96d7b1 None None] Provisioning complete for port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:07.892201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72aa6c87-40be-45a0-853b-cec42b96d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.948206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-72aa6c87-40be-45a0-853b-cec42b96d7b1 None None] Port 661e85ce-4b97-4ade-9d3b-80c81d2298f8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:07.955493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:07.972753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 661e85ce-4b97-4ade-9d3b-80c81d2298f8 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:07.992883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 171388fa-e780-41ca-909e-6ae9570d1f40 associated. External IP: 172.26.5.20, port: 1c8bea4d-1bb3-4756-85da-c3685fa7cae1. Apr 30 04:51:08.046567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2e5ee203-6b9d-4463-8793-aebb4ece948c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.105847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (998b7fde-3c82-4c41-b2f4-808486a6def6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.115755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=2e5ee203-6b9d-4463-8793-aebb4ece948c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:08.168839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (661e85ce-4b97-4ade-9d3b-80c81d2298f8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.172010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Pushing event deleted for resources: {'Port': ['ID=998b7fde-3c82-4c41-b2f4-808486a6def6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:08.236104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 2e5ee203-6b9d-4463-8793-aebb4ece948c on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:08.264964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=661e85ce-4b97-4ade-9d3b-80c81d2298f8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:08.337497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33148) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:08.398966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (c3c805d4-644b-496e-a13a-06a5e6bd8a53), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.408311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff421c-dd96-4818-a6a8-f11177cb6368 req-70ab92d9-56b2-4729-b14c-155978d57654 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:08.418073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0ff421c-dd96-4818-a6a8-f11177cb6368 req-70ab92d9-56b2-4729-b14c-155978d57654 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1776099 Apr 30 04:51:08.492839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7051-7bbd-43ff-a3d2-98062f82e9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.525683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks [] for floatingip (04f2258f-ddab-4c23-9249-c661d0469760), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.528270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.529435 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f8993497-ced9-4ecd-8a3d-4c6676793881 tempest-FloatingIPAdminTestJSON-1924028172 tempest-FloatingIPAdminTestJSON-1924028172-project] 10.222.0.16 "DELETE /v2.0/floatingips/04f2258f-ddab-4c23-9249-c661d0469760 HTTP/1.1" status: 204 len: 168 time: 2.3475134 Apr 30 04:51:08.534340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33154) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:08.549283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.558464 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f98a9e21-c4bd-44d6-8847-a043abb6885c tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/661e85ce-4b97-4ade-9d3b-80c81d2298f8 HTTP/1.1" status: 204 len: 168 time: 0.9150925 Apr 30 04:51:08.559349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33156) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:08.631255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c13579-dd9e-4faf-8aba-4a8c30c642dd tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] GET failed (client error): The resource could not be found. Apr 30 04:51:08.635069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-61c13579-dd9e-4faf-8aba-4a8c30c642dd tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports/661e85ce-4b97-4ade-9d3b-80c81d2298f8 HTTP/1.1" status: 404 len: 333 time: 0.0647411 Apr 30 04:51:08.636268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33158) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:08.643092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0ff421c-dd96-4818-a6a8-f11177cb6368 req-042fa24e-99b9-4536-90d4-8c8485a2e16c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241421 Apr 30 04:51:08.686724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:08.714721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7051-7bbd-43ff-a3d2-98062f82e9c4 admin admin] Publish callbacks [] for security_group (05349620-a3da-4f07-9961-4bf9d55880d4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.719793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Deleting port 618cc0e2-9494-421e-9934-ffeaa8fe6ea1 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:08.720132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.732477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (c3c805d4-644b-496e-a13a-06a5e6bd8a53), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.792019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dd0fe-fa73-437d-a055-7826af770d7e None None] Network 9d7a6089-1ec4-478f-8e62-4f08f6562e47 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:08.797973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7051-7bbd-43ff-a3d2-98062f82e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (05349620-a3da-4f07-9961-4bf9d55880d4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.802547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c805d4-644b-496e-a13a-06a5e6bd8a53,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:08.823469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.823886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.824617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port e8d46327-c923-43cf-b576-14f859aac85b {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:08.824955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e8d46327-c923-43cf-b576-14f859aac85b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.854573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Calling delete_port for 618cc0e2-9494-421e-9934-ffeaa8fe6ea1 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:08.873669 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c6d7051-7bbd-43ff-a3d2-98062f82e9c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd9577ef00e44d2ba5008a44834ae8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350292 Apr 30 04:51:08.879975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33160) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:08.883263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ec9fc7b2-68a1-4023-9bef-3a42ce793425 None None] Could not find standard attr ID for object 2e5ee203-6b9d-4463-8793-aebb4ece948c. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:51:08.890454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7051-7bbd-43ff-a3d2-98062f82e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05349620-a3da-4f07-9961-4bf9d55880d4,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:08.936509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9d7a6089-1ec4-478f-8e62-4f08f6562e47), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:08.981842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70e676-37f8-438c-bbff-deb6766c55e0 None None] DHCP port deletion for 9d7a6089-1ec4-478f-8e62-4f08f6562e47 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:08.986181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] Publish callbacks [] for security_group (05349620-a3da-4f07-9961-4bf9d55880d4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.009213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7a6089-1ec4-478f-8e62-4f08f6562e47']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.022878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] Publish callbacks [] for security_group (05349620-a3da-4f07-9961-4bf9d55880d4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.023329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564b3e6b-0455-41e6-9029-d281a62b177e') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.023625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564b3e6b-0455-41e6-9029-d281a62b177e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.037000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:09.041996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (564b3e6b-0455-41e6-9029-d281a62b177e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.046556 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:09.059022 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:09.060410 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.068547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e8d46327-c923-43cf-b576-14f859aac85b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.082648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (564b3e6b-0455-41e6-9029-d281a62b177e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.090157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for e8d46327-c923-43cf-b576-14f859aac85b owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:09.099653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:09.100068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (564b3e6b-0455-41e6-9029-d281a62b177e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.100523 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:09.105270 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:09.112168 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:09.112966 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.146479 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:09.147066 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5f4e7-81c8-4af0-a81b-3d8ae6497f54 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:09.166731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.195184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (618cc0e2-9494-421e-9934-ffeaa8fe6ea1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.227358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 51a69291-933b-4e6e-a394-7525e4c2b2e7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:09.237510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f9c7e006-5fa0-4d32-9733-9cb2623e9269 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0959826 Apr 30 04:51:09.242632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33164) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:09.245455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (05349620-a3da-4f07-9961-4bf9d55880d4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.247988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.248189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': '1c8bea4d-1bb3-4756-85da-c3685fa7cae1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:09.249120 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05349620-a3da-4f07-9961-4bf9d55880d4 HTTP/1.1" status: 204 len: 168 time: 0.3684866 Apr 30 04:51:09.249936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Pushing event deleted for resources: {'Port': ['ID=618cc0e2-9494-421e-9934-ffeaa8fe6ea1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:09.269269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d8d5-e0c1-46e9-a030-935ca3477dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05349620-a3da-4f07-9961-4bf9d55880d4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:09.311501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9d7a6089-1ec4-478f-8e62-4f08f6562e47), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.325834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 51a69291-933b-4e6e-a394-7525e4c2b2e7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:09.326199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.330628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.334619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/9d7a6089-1ec4-478f-8e62-4f08f6562e47 HTTP/1.1" status: 204 len: 168 time: 3.1537697 Apr 30 04:51:09.338567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33168) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:09.346036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130064663'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:09.347155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (171388fa-e780-41ca-909e-6ae9570d1f40), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.349843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks [] for floatingip (5f229c08-60ed-41e8-9c44-a8a6fd429ce5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.352485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.352621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97832b09-f748-4b29-b546-6c254f4366d9 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=9d7a6089-1ec4-478f-8e62-4f08f6562e47,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:09.358053 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b8c8cfb8-1112-461a-b34e-f82abea17adf tempest-FloatingIPAdminTestJSON-1680872782 tempest-FloatingIPAdminTestJSON-1680872782-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/5f229c08-60ed-41e8-9c44-a8a6fd429ce5 HTTP/1.1" status: 204 len: 168 time: 0.8185294 Apr 30 04:51:09.358053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33170) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:09.424221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 51a69291-933b-4e6e-a394-7525e4c2b2e7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:09.458243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port c46ad3c9-6fd4-4ecf-8ac6-367ca015989e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:09.458620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.516033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:09.519187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.565197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:09.579753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.592601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c931c527-61e5-4d22-889e-b6792643073b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.592950 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment c931c527-61e5-4d22-889e-b6792643073b of type vlan for network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed Apr 30 04:51:09.605798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for c46ad3c9-6fd4-4ecf-8ac6-367ca015989e owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:09.680068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.807346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.812330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:09.816343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.851348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e8d46327-c923-43cf-b576-14f859aac85b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.886432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=82f581ee-9c6e-40de-9c01-6f9d4998f6ed,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:09.900541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:09.927245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=e8d46327-c923-43cf-b576-14f859aac85b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:09.953045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c46ad3c9-6fd4-4ecf-8ac6-367ca015989e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:09.967392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dba85-07fd-4262-9341-b183f2262fab req-14711b9e-7d3a-4fda-9860-d34e8f78fd44 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:09.969206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f21dba85-07fd-4262-9341-b183f2262fab req-14711b9e-7d3a-4fda-9860-d34e8f78fd44 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1217794 Apr 30 04:51:10.043839 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-21804269-f22c-4812-8773-0624e1ab92c2 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7026086 Apr 30 04:51:10.057137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33184) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.066934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:10.093334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=c46ad3c9-6fd4-4ecf-8ac6-367ca015989e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:10.134419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.142091 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c0d9036-51ba-4ff0-9912-d03b6efc965c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/ports/c46ad3c9-6fd4-4ecf-8ac6-367ca015989e HTTP/1.1" status: 204 len: 168 time: 0.7831864 Apr 30 04:51:10.142724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33188) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.234327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20e372-dcdc-4acd-b983-41f2928cd9c4 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:10.240005 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-be20e372-dcdc-4acd-b983-41f2928cd9c4 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "GET /v2.0/ports?device_id=84fb3df5-cea8-4fd6-989d-b1755e159b25 HTTP/1.1" status: 200 len: 913 time: 0.0961823 Apr 30 04:51:10.240620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33194) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.289010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.292402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7d7b505f-4b88-49ee-b982-1035f862be99 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/e8d46327-c923-43cf-b576-14f859aac85b HTTP/1.1" status: 204 len: 168 time: 1.6528473 Apr 30 04:51:10.295142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33196) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.300260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-ec502335-b104-4e6a-8afb-c5c69158c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:10.302144 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-ec502335-b104-4e6a-8afb-c5c69158c7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2469769 Apr 30 04:51:10.305521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f21dba85-07fd-4262-9341-b183f2262fab req-d30737af-f6dc-48ce-8446-d7b5b71a18f4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251565 Apr 30 04:51:10.354301 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a578d1-3440-4397-bafd-82424f738815 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] GET failed (client error): The resource could not be found. Apr 30 04:51:10.359960 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d7a578d1-3440-4397-bafd-82424f738815 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "GET /v2.0/ports/e8d46327-c923-43cf-b576-14f859aac85b HTTP/1.1" status: 404 len: 333 time: 0.0598276 Apr 30 04:51:10.366108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33200) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.476819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:10.495925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:10.499611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.543825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 7dd2ebaf-b17e-4a9b-8719-5b100b04b169 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:10.544189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.549145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-1fbcaff9-d7c4-4f76-885b-9e8a8cd8c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:10.550556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-1fbcaff9-d7c4-4f76-885b-9e8a8cd8c172 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.1771722 Apr 30 04:51:10.639435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-558007687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:10.725325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.725979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-605b2bd5-477f-4d40-8903-8a22537dff67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.1679897 Apr 30 04:51:10.744687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 7dd2ebaf-b17e-4a9b-8719-5b100b04b169 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:10.779184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (7e2256a0-999d-44aa-b36c-c74035939ede), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.780176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.785851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.831455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-d5d7d65c-abd0-4685-ae83-46c3084195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:10.833573 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-d5d7d65c-abd0-4685-ae83-46c3084195aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.0987492 Apr 30 04:51:10.872435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (171388fa-e780-41ca-909e-6ae9570d1f40), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.932844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router_controller (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.933819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:10.955506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-6fe19fea-45d1-4c81-a3b4-8007439c8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:10.957561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-6fe19fea-45d1-4c81-a3b4-8007439c8017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1150131 Apr 30 04:51:11.010451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (7e2256a0-999d-44aa-b36c-c74035939ede), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.033402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (1430aa38-b8de-4404-8c4d-05c89517d1a0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.131772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.135885 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-649a6c69-3735-4594-966f-b38ae75da01f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6553063 Apr 30 04:51:11.137827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:11.146596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-30306432'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:11.165143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7dd2ebaf-b17e-4a9b-8719-5b100b04b169), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.181682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=1430aa38-b8de-4404-8c4d-05c89517d1a0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:11.191428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-8f0706a8-3d66-4c93-b0ee-f97eea1b6213 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254362 Apr 30 04:51:11.211607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=7dd2ebaf-b17e-4a9b-8719-5b100b04b169,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:11.265559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': 'c931c527-61e5-4d22-889e-b6792643073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:11.265912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: 82f581ee-9c6e-40de-9c01-6f9d4998f6ed, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:11.313437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:11.317234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.339127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.346195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:11.360654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23d38d6b-2652-41ae-9a51-584ad43678fe req-c8379eb7-c69b-4ccb-ae06-95af22173eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590431 Apr 30 04:51:11.405275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.405750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:11.408715 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6e925031-4cc9-4139-8c47-768a67ade738 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/ports/7dd2ebaf-b17e-4a9b-8719-5b100b04b169 HTTP/1.1" status: 204 len: 168 time: 1.0415673 Apr 30 04:51:11.413284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:11.479516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port b78d9430-7197-4db4-8f08-f140dfb814cb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:11.479853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.500305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 82f581ee-9c6e-40de-9c01-6f9d4998f6ed) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:11.512215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting subnet 37e95608-1f1e-4585-b15e-2e7fb3282fd1 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:11.515604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for subnet (37e95608-1f1e-4585-b15e-2e7fb3282fd1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.517129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:11.517672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc97284-20e7-4e68-9055-2192d5f89795 None None] Network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:11.518246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.532060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139aaf-509b-4160-b5ce-1918f002d828 req-1a8d743f-b033-43d1-9d88-d18cac8d0a86 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:11.533662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8139aaf-509b-4160-b5ce-1918f002d828 req-1a8d743f-b033-43d1-9d88-d18cac8d0a86 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1019640 Apr 30 04:51:11.544807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:11.550482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.560018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (37e95608-1f1e-4585-b15e-2e7fb3282fd1), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.583080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:11.607132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:11.607750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:11.608806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e91b8723-9528-4cdb-94ed-cf6352edb3d6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5460255 Apr 30 04:51:11.612262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33212) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:11.649852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:11.664148 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8139aaf-509b-4160-b5ce-1918f002d828 req-caf5cc81-0d58-411f-adc8-f8117fe30952 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173847 Apr 30 04:51:11.676997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:11.677882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:11.693561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dbf24042-31ea-4fb8-bf14-fa35c8c4f749 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/171388fa-e780-41ca-909e-6ae9570d1f40 HTTP/1.1" status: 200 len: 977 time: 2.4498842 Apr 30 04:51:11.694370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33214) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:11.724920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-82f581ee-9c6e-40de-9c01-6f9d4998f6ed', 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '1430aa38-b8de-4404-8c4d-05c89517d1a0'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:11.726190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.741315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:11.742461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff28123-c947-4938-8488-8d091bf72ea0 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:11.817863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.924304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Allocated IP 2001:db8::1 (82f581ee-9c6e-40de-9c01-6f9d4998f6ed/1430aa38-b8de-4404-8c4d-05c89517d1a0/1f63d42a-a30f-46fd-a23f-1457fd5e909f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:11.955728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (1430aa38-b8de-4404-8c4d-05c89517d1a0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:11.980528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 664dffdf-06dc-46a0-b3af-ff54676121b5 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:11.980870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.025885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for security_group (210919d9-7f10-4482-8980-a6cdb88e8580), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.050606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.059138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (37e95608-1f1e-4585-b15e-2e7fb3282fd1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.086032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.087098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (664dffdf-06dc-46a0-b3af-ff54676121b5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.087317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for b78d9430-7197-4db4-8f08-f140dfb814cb owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:12.100855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 664dffdf-06dc-46a0-b3af-ff54676121b5 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:12.107080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (210919d9-7f10-4482-8980-a6cdb88e8580), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.173305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:12.193118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210919d9-7f10-4482-8980-a6cdb88e8580,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.199418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (23dcaad6-9833-4111-b51a-2ad86dddaaa8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.199710 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Added segment 23dcaad6-9833-4111-b51a-2ad86dddaaa8 of type vlan for network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 Apr 30 04:51:12.225372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks [] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.257360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c89f9dae-867d-47ce-9bbd-2c52ae0dd122), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.295179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (37e95608-1f1e-4585-b15e-2e7fb3282fd1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.304165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.338043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Subnet': ['ID=37e95608-1f1e-4585-b15e-2e7fb3282fd1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.342225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:12.344346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (664dffdf-06dc-46a0-b3af-ff54676121b5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.345210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:12.353275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:12.358414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.362932 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d9644c2c-d020-4d62-9f6d-f5cf4f4a9c59 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/subnets/37e95608-1f1e-4585-b15e-2e7fb3282fd1 HTTP/1.1" status: 204 len: 168 time: 0.9468038 Apr 30 04:51:12.365196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33216) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:12.367609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Pushing event updated for resources: {'Port': ['ID=1f63d42a-a30f-46fd-a23f-1457fd5e909f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.369937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1668f72-7893-41dd-bd15-67aca68f333d None None] Network e85674c8-09f5-4cb1-bf02-444241a527be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:12.378849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=664dffdf-06dc-46a0-b3af-ff54676121b5,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.408075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (1430aa38-b8de-4404-8c4d-05c89517d1a0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.442994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c89f9dae-867d-47ce-9bbd-2c52ae0dd122), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.446839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Attempting to bind port 1f63d42a-a30f-46fd-a23f-1457fd5e909f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:12.447149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Attempting to bind port 1f63d42a-a30f-46fd-a23f-1457fd5e909f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'c931c527-61e5-4d22-889e-b6792643073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:12.447510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Attempting to bind port 1f63d42a-a30f-46fd-a23f-1457fd5e909f on network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:12.448072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:12.448654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.461032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=1430aa38-b8de-4404-8c4d-05c89517d1a0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.483531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:12.483902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Checking segment: {'id': 'c931c527-61e5-4d22-889e-b6792643073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:12.484697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.485413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Bound using segment: {'id': 'c931c527-61e5-4d22-889e-b6792643073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:12.485771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Bound port: 1f63d42a-a30f-46fd-a23f-1457fd5e909f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c931c527-61e5-4d22-889e-b6792643073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:12.486154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.510101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (e85674c8-09f5-4cb1-bf02-444241a527be), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.532040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.558886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f581ee-9c6e-40de-9c01-6f9d4998f6ed']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:12.568427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (171388fa-e780-41ca-909e-6ae9570d1f40), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.568840 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 171388fa-e780-41ca-909e-6ae9570d1f40 disassociated (deleted). External IP: 172.26.5.20, port: 1c8bea4d-1bb3-4756-85da-c3685fa7cae1. Apr 30 04:51:12.574056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c931c527-61e5-4d22-889e-b6792643073b') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:12.574439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c931c527-61e5-4d22-889e-b6792643073b') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:12.584640 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4474788 Apr 30 04:51:12.586628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33218) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:12.594013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4ee09-711a-4214-8119-c4505671833b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Network': ['ID=c89f9dae-867d-47ce-9bbd-2c52ae0dd122,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.603889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'subnet': {'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:12.608816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] For port 1f63d42a-a30f-46fd-a23f-1457fd5e909f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:12.612593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] For port 1f63d42a-a30f-46fd-a23f-1457fd5e909f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1f63d42a-a30f-46fd-a23f-1457fd5e909f,segment=NetworkSegment(c931c527-61e5-4d22-889e-b6792643073b),segment_id=c931c527-61e5-4d22-889e-b6792643073b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:12.618636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:12.637386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] DHCP port deletion for e85674c8-09f5-4cb1-bf02-444241a527be request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:12.668556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Deleting port 60aef00b-795e-45b6-bb9f-392e9abc77a7 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:12.668911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.719343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.738587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b78d9430-7197-4db4-8f08-f140dfb814cb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.779033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Deleting port 60aef00b-795e-45b6-bb9f-392e9abc77a7 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:12.779421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.829333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=b78d9430-7197-4db4-8f08-f140dfb814cb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.834778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] For port 60aef00b-795e-45b6-bb9f-392e9abc77a7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60aef00b-795e-45b6-bb9f-392e9abc77a7,segment=NetworkSegment(01f5607c-bdee-4c15-b38d-1297b2f511a6),segment_id=01f5607c-bdee-4c15-b38d-1297b2f511a6)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:12.835395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.888091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Calling delete_port for 60aef00b-795e-45b6-bb9f-392e9abc77a7 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:12.903402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce427-0dcc-4d0c-b3e5-4d074db1ef18 None None] Pushing event updated for resources: {'Port': ['ID=1f63d42a-a30f-46fd-a23f-1457fd5e909f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:12.917779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] For port 60aef00b-795e-45b6-bb9f-392e9abc77a7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60aef00b-795e-45b6-bb9f-392e9abc77a7,segment=NetworkSegment(01f5607c-bdee-4c15-b38d-1297b2f511a6),segment_id=01f5607c-bdee-4c15-b38d-1297b2f511a6)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:12.918505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.937605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6ffc5-408d-4f49-aa45-6f10b0832be2 None None] Network 82f581ee-9c6e-40de-9c01-6f9d4998f6ed requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:12.960156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Calling delete_port for 60aef00b-795e-45b6-bb9f-392e9abc77a7 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:12.960333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (c931c527-61e5-4d22-889e-b6792643073b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:12.978795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:12.982504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.001999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c931c527-61e5-4d22-889e-b6792643073b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.018388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:13.018388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (c931c527-61e5-4d22-889e-b6792643073b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:13.024724 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:13.067723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171096f4-3f2d-432c-8197-faa3b2754a7a req-7ad82303-023a-4ef1-8716-19194505c46d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:13.076350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-171096f4-3f2d-432c-8197-faa3b2754a7a req-7ad82303-023a-4ef1-8716-19194505c46d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1322005 Apr 30 04:51:13.195351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.226220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (60aef00b-795e-45b6-bb9f-392e9abc77a7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.242814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] No DVR routers for this DVR port 60aef00b-795e-45b6-bb9f-392e9abc77a7 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:13.257460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60aef00b-795e-45b6-bb9f-392e9abc77a7 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:13.261487 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-171096f4-3f2d-432c-8197-faa3b2754a7a req-a74a52cc-1fba-426e-a416-4b2e0736bf30 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771793 Apr 30 04:51:13.263590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.265061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:51:13.265061 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:51:13.265061 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': '82f581ee-9c6e-40de-9c01-6f9d4998f6ed'}] Apr 30 04:51:13.265061 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:51:13.265359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:51:13.273527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Port': ['ID=60aef00b-795e-45b6-bb9f-392e9abc77a7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:13.276378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] No DVR routers for this DVR port 60aef00b-795e-45b6-bb9f-392e9abc77a7 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:13.293388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c63b08-eae3-4bd7-b5e2-e0300cbb7a56 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:51:13.295559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342113-2e17-4dc0-84fa-b6f338b4dada None None] Pushing event deleted for resources: {'Port': ['ID=60aef00b-795e-45b6-bb9f-392e9abc77a7,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:13.298865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 60aef00b-795e-45b6-bb9f-392e9abc77a7 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:13.299239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60aef00b-795e-45b6-bb9f-392e9abc77a7 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:13.360964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:13.452043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c63b08-eae3-4bd7-b5e2-e0300cbb7a56 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:51:13.458590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (e85674c8-09f5-4cb1-bf02-444241a527be), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.491204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:13.495942 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.507491 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:13.525660 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:13.531791 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.531934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0c26e8a7-8419-48de-8811-6d2b9691c034 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/171388fa-e780-41ca-909e-6ae9570d1f40 HTTP/1.1" status: 204 len: 168 time: 1.8033571 Apr 30 04:51:13.534278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33222) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:13.539319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85674c8-09f5-4cb1-bf02-444241a527be']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.563513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f5607c-bdee-4c15-b38d-1297b2f511a6') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.563869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f5607c-bdee-4c15-b38d-1297b2f511a6') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.582849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (01f5607c-bdee-4c15-b38d-1297b2f511a6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.596362 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.607850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (01f5607c-bdee-4c15-b38d-1297b2f511a6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.618011 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:13.618011 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.647453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (01f5607c-bdee-4c15-b38d-1297b2f511a6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: warnings.warn(msg) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:13.653682 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:13.656166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 1c8bea4d-1bb3-4756-85da-c3685fa7cae1 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:13.656166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1c8bea4d-1bb3-4756-85da-c3685fa7cae1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.658439 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:13.660923 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c46197-a05a-4e64-a173-a6f266aceadb None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:13.683538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a61d16f0-c1cc-4a7c-8b94-711d88f3eee1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.764491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1c8bea4d-1bb3-4756-85da-c3685fa7cae1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.771028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.779807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 1c8bea4d-1bb3-4756-85da-c3685fa7cae1 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:13.831182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Subnet': ['ID=a61d16f0-c1cc-4a7c-8b94-711d88f3eee1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:13.843099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Router 84fb3df5-cea8-4fd6-989d-b1755e159b25 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:13.852281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Checking segment: {'id': '23dcaad6-9833-4111-b51a-2ad86dddaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:13.852633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network hostable DHCP agents. Network: c89f9dae-867d-47ce-9bbd-2c52ae0dd122, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:13.866049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (e85674c8-09f5-4cb1-bf02-444241a527be), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.874660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.874879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 1f63d42a-a30f-46fd-a23f-1457fd5e909f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:13.875218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.877723 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] 10.222.0.16 "DELETE /v2.0/networks/e85674c8-09f5-4cb1-bf02-444241a527be HTTP/1.1" status: 204 len: 168 time: 1.5116200 Apr 30 04:51:13.930397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce896-558e-4204-8300-78c5d74ef318 tempest-AllowedAddressPairTestJSON-1660427664 tempest-AllowedAddressPairTestJSON-1660427664-project] Pushing event deleted for resources: {'Network': ['ID=e85674c8-09f5-4cb1-bf02-444241a527be,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:13.954912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 1f63d42a-a30f-46fd-a23f-1457fd5e909f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1f63d42a-a30f-46fd-a23f-1457fd5e909f,segment=NetworkSegment(c931c527-61e5-4d22-889e-b6792643073b),segment_id=c931c527-61e5-4d22-889e-b6792643073b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:13.955262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:13.994739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 1f63d42a-a30f-46fd-a23f-1457fd5e909f owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:13.996442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:13.997904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:14.004020 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cae8cd88-676f-44ac-bcd4-117c59a40f7c tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "PUT /v2.0/routers/84fb3df5-cea8-4fd6-989d-b1755e159b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7623978 Apr 30 04:51:14.007828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33226) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.012460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] Sync routers for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:14.024644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:14.025348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.061219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.070857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] Routers {'84fb3df5-cea8-4fd6-989d-b1755e159b25'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:14.072019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['84fb3df5-cea8-4fd6-989d-b1755e159b25'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.106882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.108707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75a3b7-3eac-4716-8840-cb43eb9cf177 None None] The sync data for ids ['84fb3df5-cea8-4fd6-989d-b1755e159b25'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:14.123922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c89f9dae-867d-47ce-9bbd-2c52ae0dd122) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:14.134216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:14.134834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.135327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b73310-f27d-4a81-89e2-5447d4ffc5ba None None] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:14.141470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.212122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1c8bea4d-1bb3-4756-85da-c3685fa7cae1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.257372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=1c8bea4d-1bb3-4756-85da-c3685fa7cae1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:14.261002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1f63d42a-a30f-46fd-a23f-1457fd5e909f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.266413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_gateway (84fb3df5-cea8-4fd6-989d-b1755e159b25), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.301513 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-052f0c16-e659-4f3a-9bf1-124326f70b1d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7042511 Apr 30 04:51:14.304659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33232) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.309999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'network': {'name': 'tempest-router-network01--805722969'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:14.353218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=1f63d42a-a30f-46fd-a23f-1457fd5e909f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:14.357753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 1f63d42a-a30f-46fd-a23f-1457fd5e909f on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:14.397164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port d6a35aca-4b2a-45a6-a894-24a38c6ee382 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:14.397777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d6a35aca-4b2a-45a6-a894-24a38c6ee382), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.407430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c89f9dae-867d-47ce-9bbd-2c52ae0dd122', 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122', 'project_id': 'd0f849b2381f447b8381e988686a1381', 'fixed_ips': [{'subnet_id': 'a61d16f0-c1cc-4a7c-8b94-711d88f3eee1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:14.408277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.419946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.462946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:14.467326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.514397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:14.529246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d6a35aca-4b2a-45a6-a894-24a38c6ee382), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.534004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.542518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5050ff-3f46-42dc-a88f-e18fd8223bd9 req-659e2896-aa9b-4084-a4a0-783e215ae991 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:14.542709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (83b5b66c-001d-4a24-912d-1a32a13937af), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.542962 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Added segment 83b5b66c-001d-4a24-912d-1a32a13937af of type vlan for network 214f13c6-92ce-476f-90e1-c2a259f7262b Apr 30 04:51:14.544017 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b5050ff-3f46-42dc-a88f-e18fd8223bd9 req-659e2896-aa9b-4084-a4a0-783e215ae991 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1558056 Apr 30 04:51:14.561309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for d6a35aca-4b2a-45a6-a894-24a38c6ee382 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:14.570534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Allocated IP 2001:db8::2 (c89f9dae-867d-47ce-9bbd-2c52ae0dd122/a61d16f0-c1cc-4a7c-8b94-711d88f3eee1/6ded3721-f79b-4a86-9edd-fcd7dbb5dda1) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:14.589873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f581ee-9c6e-40de-9c01-6f9d4998f6ed']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.627202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c931c527-61e5-4d22-889e-b6792643073b') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.627545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c931c527-61e5-4d22-889e-b6792643073b') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:14.630707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.637839 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7c76ec92-ba73-4d96-9675-76da7e7e6eaf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/1c8bea4d-1bb3-4756-85da-c3685fa7cae1 HTTP/1.1" status: 204 len: 168 time: 1.0986857 Apr 30 04:51:14.640123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33238) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.642133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (214f13c6-92ce-476f-90e1-c2a259f7262b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.652435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:14.661613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (c931c527-61e5-4d22-889e-b6792643073b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.705912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c931c527-61e5-4d22-889e-b6792643073b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.713121 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b5050ff-3f46-42dc-a88f-e18fd8223bd9 req-a31f1bb0-1447-4db5-9bd2-d59a18d21c3b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572936 Apr 30 04:51:14.722822 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-18037d42-1a76-464d-a5e2-673b1f0e0ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a50e8a88bb3641e3bde4410cfef507f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785611 Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (c931c527-61e5-4d22-889e-b6792643073b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:14.729243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33240) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.751077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (214f13c6-92ce-476f-90e1-c2a259f7262b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.756660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:14.757898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.759038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks [] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.811574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.857644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.862147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Network': ['ID=214f13c6-92ce-476f-90e1-c2a259f7262b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:14.881156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] Publish callbacks [] for security_group (12f6a236-3e72-4a45-8f61-b80f9392c8e7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.890709 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-49b517a7-bb6f-4fd6-a01a-e3d490ecb581 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5825801 Apr 30 04:51:14.890912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (82f581ee-9c6e-40de-9c01-6f9d4998f6ed), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.891042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33242) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.894016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 214f13c6-92ce-476f-90e1-c2a259f7262b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:14.897146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'network': {'name': 'tempest-router-network02--1545137070'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:14.906433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.914522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/82f581ee-9c6e-40de-9c01-6f9d4998f6ed HTTP/1.1" status: 204 len: 168 time: 3.2959182 Apr 30 04:51:14.914730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:14.919444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217108408'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:14.931291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814750a-1298-461c-9d14-68950276c95e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=82f581ee-9c6e-40de-9c01-6f9d4998f6ed,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:14.938817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] Publish callbacks [] for security_group (12f6a236-3e72-4a45-8f61-b80f9392c8e7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.939503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:14.953065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:14.970459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Pushing event updated for resources: {'Port': ['ID=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:14.973185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:14.983693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:15.006145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d6a35aca-4b2a-45a6-a894-24a38c6ee382), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.036911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=d6a35aca-4b2a-45a6-a894-24a38c6ee382,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:15.054455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Attempting to bind port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:15.055421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Attempting to bind port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '23dcaad6-9833-4111-b51a-2ad86dddaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:15.056045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Attempting to bind port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 on network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:15.062121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:15.062723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Checking segment: {'id': '23dcaad6-9833-4111-b51a-2ad86dddaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:15.063284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.063682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Bound using segment: {'id': '23dcaad6-9833-4111-b51a-2ad86dddaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:15.064156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Bound port: 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dcaad6-9833-4111-b51a-2ad86dddaaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c89f9dae-867d-47ce-9bbd-2c52ae0dd122'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:15.064547 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.066023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:15.070263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.091577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:15.093589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.24 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/0c435d9b-653f-45b6-9f1d-c4a42c62ecd2) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:15.094827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.132389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (12f6a236-3e72-4a45-8f61-b80f9392c8e7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.133074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] For port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:15.135360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.136569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12f6a236-3e72-4a45-8f61-b80f9392c8e7 HTTP/1.1" status: 204 len: 168 time: 0.4077382 Apr 30 04:51:15.137051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] For port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,segment=NetworkSegment(23dcaad6-9833-4111-b51a-2ad86dddaaa8),segment_id=23dcaad6-9833-4111-b51a-2ad86dddaaa8)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:15.155572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2764a2f-3126-4e17-937d-380aa73edcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f6a236-3e72-4a45-8f61-b80f9392c8e7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:15.158035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:15.162644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.218589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.237312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:15.253821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.265409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.265892 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment b8e71bd8-5e8f-489b-9f46-eb4606b76e49 of type vlan for network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 Apr 30 04:51:15.277697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (37c8e9fd-8ec2-4365-8a7d-7473ff219e91), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.278359 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Added segment 37c8e9fd-8ec2-4365-8a7d-7473ff219e91 of type vlan for network 82e7e806-7a08-4c33-84a0-9f2568434ab0 Apr 30 04:51:15.286753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf054d-c829-4168-8a14-7c9d4a4bebcf None None] Pushing event updated for resources: {'Port': ['ID=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:15.344692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.352776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router_controller (84fb3df5-cea8-4fd6-989d-b1755e159b25), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.366325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.389480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.430305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:15.437540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:15.439809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (82e7e806-7a08-4c33-84a0-9f2568434ab0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.442239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:15.494386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=0c435d9b-653f-45b6-9f1d-c4a42c62ecd2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:15.514700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (84fb3df5-cea8-4fd6-989d-b1755e159b25), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.515273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Fanout notify agent at l3_agent the message router_deleted on router 84fb3df5-cea8-4fd6-989d-b1755e159b25 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:15.541814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.543320 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-771d93bf-02a9-4f95-a03a-2905d4b5630a tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/routers/84fb3df5-cea8-4fd6-989d-b1755e159b25 HTTP/1.1" status: 204 len: 168 time: 1.5355682 Apr 30 04:51:15.545857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33250) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:15.582949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.585667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.588133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:15.588741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.622438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (82e7e806-7a08-4c33-84a0-9f2568434ab0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.627300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:15.627873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.666991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting subnet 79f825de-5ec8-4478-8c33-a5fd0fff077d {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:15.684787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.701755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for subnet (79f825de-5ec8-4478-8c33-a5fd0fff077d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.704823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=3dc49a79-5c2b-47fb-ae76-109ef08b9240,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:15.716607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:15.743669 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c12a743-917b-490c-b803-a2b7c8aebdf5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8300116 Apr 30 04:51:15.748345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33258) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:15.758832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:15.766020 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8739183 Apr 30 04:51:15.780622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33262) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:15.793944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'subnet': {'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:15.864204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (79f825de-5ec8-4478-8c33-a5fd0fff077d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.920915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:15.929272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dbb6d-3e7d-45eb-aec9-7b29730d96af req-a8ffe042-72fa-4f6a-b862-fb6e5614a403 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:15.930910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f56dbb6d-3e7d-45eb-aec9-7b29730d96af req-a8ffe042-72fa-4f6a-b862-fb6e5614a403 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0706737 Apr 30 04:51:15.980112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.031987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f56dbb6d-3e7d-45eb-aec9-7b29730d96af req-74fabee8-50fd-4da3-98c4-1074b5688a94 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899286 Apr 30 04:51:16.072353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=0c435d9b-653f-45b6-9f1d-c4a42c62ecd2,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:16.096409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.265697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.270176 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f2baf8f-6588-42ab-850f-308b712fce8e tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6198773 Apr 30 04:51:16.275637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33274) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:16.275799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'port': {'network_id': '7e5e9da2-1313-4f2a-93cd-1596dbd3209f', 'name': 'tempest-FloatingIPTestJSON-72452390'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:16.304837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef300-a9f0-4e25-97b9-7cdd9998eafa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Network': ['ID=82e7e806-7a08-4c33-84a0-9f2568434ab0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:16.321625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:16.406431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (79f825de-5ec8-4478-8c33-a5fd0fff077d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.411949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:16.416781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.443955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b5186-53d9-476c-85ed-3c58d11b6af4 None None] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:16.466581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:16.469947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.490595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33278) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:16.514164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:16.517728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.526658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Provisioning complete for port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:16.527251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.545770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] device_id is not set on port 07ce5745-0142-4623-b6ff-6a5a8843ffce yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:16.662790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Current status of the port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:16.663816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.684403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.8 (7e5e9da2-1313-4f2a-93cd-1596dbd3209f/0d9abf1d-672f-43e9-8d3b-449e4f623eae/07ce5745-0142-4623-b6ff-6a5a8843ffce) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:16.699297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-2053057477'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:16.705221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] For port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,segment=NetworkSegment(23dcaad6-9833-4111-b51a-2ad86dddaaa8),segment_id=23dcaad6-9833-4111-b51a-2ad86dddaaa8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:16.711050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (79f825de-5ec8-4478-8c33-a5fd0fff077d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.775559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Subnet': ['ID=79f825de-5ec8-4478-8c33-a5fd0fff077d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:16.788507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.790922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.792158 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8bd6ed36-e87c-4d17-b6a6-2b2747607eae tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/subnets/79f825de-5ec8-4478-8c33-a5fd0fff077d HTTP/1.1" status: 204 len: 168 time: 1.2441404 Apr 30 04:51:16.796514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33284) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:16.801621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae5c1a-39e8-4e3f-b268-6b6bf406b0d3 None None] Network f3d49db0-e4cb-4fb1-a984-8015175c543e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:16.813037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:16.817117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.855659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.923038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (07ce5745-0142-4623-b6ff-6a5a8843ffce), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.957286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dec59e67-5a38-4c0b-aee6-9e7a02c9b069 None None] Provisioning complete for port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:16.957583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dec59e67-5a38-4c0b-aee6-9e7a02c9b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.959255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5181-e046-4e8f-ab2c-6e582e1227c9 None None] Pushing event updated for resources: {'Port': ['ID=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:16.963457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f3d49db0-e4cb-4fb1-a984-8015175c543e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:16.997741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (65eef087-b667-41ce-8299-7056da225310), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.006406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for security_group (26de2a44-b9e0-4426-982c-b25383301d34), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.044450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (9fd2acd6-717d-47d8-96ff-6bc2b1ea8781), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.060484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dec59e67-5a38-4c0b-aee6-9e7a02c9b069 None None] Current status of the port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:17.063430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port a637addf-c6be-49f6-9b33-04ce16518ef3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:17.065204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.065446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] DHCP port deletion for f3d49db0-e4cb-4fb1-a984-8015175c543e request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:17.080738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (26de2a44-b9e0-4426-982c-b25383301d34), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.101573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:17.109702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Deleting port a637addf-c6be-49f6-9b33-04ce16518ef3 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:17.110075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.112926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=65eef087-b667-41ce-8299-7056da225310,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.124527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f1efac24-9669-4006-8d11-2129116ada4f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.125685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment f1efac24-9669-4006-8d11-2129116ada4f of type vlan for network 24db2b27-ef0a-432e-a7ed-89da5a68a722 Apr 30 04:51:17.140704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (07ce5745-0142-4623-b6ff-6a5a8843ffce), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.190856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] For port a637addf-c6be-49f6-9b33-04ce16518ef3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a637addf-c6be-49f6-9b33-04ce16518ef3,segment=NetworkSegment(66ce93ea-3f83-4318-ad84-412ee02d24b9),segment_id=66ce93ea-3f83-4318-ad84-412ee02d24b9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:17.193005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.204481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:17.204888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: 3dc49a79-5c2b-47fb-ae76-109ef08b9240, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:17.210987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Calling delete_port for a637addf-c6be-49f6-9b33-04ce16518ef3 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:17.226650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] For port a637addf-c6be-49f6-9b33-04ce16518ef3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a637addf-c6be-49f6-9b33-04ce16518ef3,segment=NetworkSegment(66ce93ea-3f83-4318-ad84-412ee02d24b9),segment_id=66ce93ea-3f83-4318-ad84-412ee02d24b9)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:17.227022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.250325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Subnet': ['ID=9fd2acd6-717d-47d8-96ff-6bc2b1ea8781,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.255516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for a637addf-c6be-49f6-9b33-04ce16518ef3 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:17.258166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Checking segment: {'id': '83b5b66c-001d-4a24-912d-1a32a13937af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:17.258550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network hostable DHCP agents. Network: 214f13c6-92ce-476f-90e1-c2a259f7262b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:17.296119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:17.297421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26de2a44-b9e0-4426-982c-b25383301d34,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.317682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866916a-829c-4ece-9cbb-cc7039d0fe0d req-6aceaea5-4e5b-498c-bc77-a3947d4b7b29 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:17.325428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8866916a-829c-4ece-9cbb-cc7039d0fe0d req-6aceaea5-4e5b-498c-bc77-a3947d4b7b29 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1968951 Apr 30 04:51:17.328677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 7e5e9da2-1313-4f2a-93cd-1596dbd3209f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:17.343964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (24db2b27-ef0a-432e-a7ed-89da5a68a722), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.347273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:17.355645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:17.357834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:17.357834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.360873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:17.368096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=07ce5745-0142-4623-b6ff-6a5a8843ffce,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.413568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network 214f13c6-92ce-476f-90e1-c2a259f7262b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:17.440317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:17.450787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:17.451120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.451421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.451538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a637addf-c6be-49f6-9b33-04ce16518ef3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.457905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8866916a-829c-4ece-9cbb-cc7039d0fe0d req-2ea32e8b-24ed-4ef0-9b53-257c8f76005b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314588 Apr 30 04:51:17.471376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] No DVR routers for this DVR port a637addf-c6be-49f6-9b33-04ce16518ef3 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:17.498514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] No DVR routers for this DVR port a637addf-c6be-49f6-9b33-04ce16518ef3 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:17.500441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd8ddf-72e7-4fe2-ac49-f7e50a95704a None None] Pushing event deleted for resources: {'Port': ['ID=a637addf-c6be-49f6-9b33-04ce16518ef3,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.514145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a637addf-c6be-49f6-9b33-04ce16518ef3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:17.520325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (24db2b27-ef0a-432e-a7ed-89da5a68a722), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.525823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:17.525990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 3dc49a79-5c2b-47fb-ae76-109ef08b9240) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:17.526698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.530991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:17.532390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.537066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d758303-6b00-48e6-aec7-a6df5f6fd865 None None] Network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:17.540417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a637addf-c6be-49f6-9b33-04ce16518ef3 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:17.540759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a637addf-c6be-49f6-9b33-04ce16518ef3 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:17.543547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 214f13c6-92ce-476f-90e1-c2a259f7262b) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:17.548344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:17.550080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.555764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=a637addf-c6be-49f6-9b33-04ce16518ef3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.558897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc41fcae-ec15-40f2-8034-484c6772f6ff tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2867923 Apr 30 04:51:17.565415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33288) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:17.567190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2072fce-cbcf-4a84-bffd-c64f2a896e6c None None] Network 214f13c6-92ce-476f-90e1-c2a259f7262b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:17.594837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': '07ce5745-0142-4623-b6ff-6a5a8843ffce'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:17.614543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=24db2b27-ef0a-432e-a7ed-89da5a68a722,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:17.629505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:17.640696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-102504c3-3105-4c4f-baa4-8eee1fdff4ed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1489329 Apr 30 04:51:17.646099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33290) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:17.650717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.651744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1582428241'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:17.683428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f3d49db0-e4cb-4fb1-a984-8015175c543e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.721471 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-504c3a17-ef61-48f0-9c47-cee8b0c570a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9664788 Apr 30 04:51:17.734250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33292) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:17.755575 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed9fd0b8-6d9a-403a-92f5-75c924e843a9 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9646766 Apr 30 04:51:17.759233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:17.764827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'subnet': {'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:17.775397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d49db0-e4cb-4fb1-a984-8015175c543e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:17.785550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-3dc49a79-5c2b-47fb-ae76-109ef08b9240', 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '65eef087-b667-41ce-8299-7056da225310'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:17.786402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.804049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-214f13c6-92ce-476f-90e1-c2a259f7262b', 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b', 'project_id': 'd0f849b2381f447b8381e988686a1381', 'fixed_ips': [{'subnet_id': '9fd2acd6-717d-47d8-96ff-6bc2b1ea8781'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:17.804869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.811897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ce93ea-3f83-4318-ad84-412ee02d24b9') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:17.812187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ce93ea-3f83-4318-ad84-412ee02d24b9') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:17.832896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (66ce93ea-3f83-4318-ad84-412ee02d24b9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.837522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:17.841258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.889950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66ce93ea-3f83-4318-ad84-412ee02d24b9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.902567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:17.902963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (66ce93ea-3f83-4318-ad84-412ee02d24b9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:17.906017 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:17.928742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:17.954684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.959413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a859da32-81bb-40d8-8e36-1175d5aecb85), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:17.959886 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment a859da32-81bb-40d8-8e36-1175d5aecb85 of type vlan for network a7c4ac63-f128-48b5-b9f9-088ef3e534ff Apr 30 04:51:18.029613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a7c4ac63-f128-48b5-b9f9-088ef3e534ff), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.033982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Allocated IP 2001:db8::1 (3dc49a79-5c2b-47fb-ae76-109ef08b9240/65eef087-b667-41ce-8299-7056da225310/171b4ca7-47c7-4fca-a5f3-8746d92430a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:18.059324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Allocated IP 2001:db8::2 (214f13c6-92ce-476f-90e1-c2a259f7262b/9fd2acd6-717d-47d8-96ff-6bc2b1ea8781/881c322c-60ac-422a-8e46-a0a27a42c4b2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:18.062661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (65eef087-b667-41ce-8299-7056da225310), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.089618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:18.093419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.117692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f3d49db0-e4cb-4fb1-a984-8015175c543e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.127078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.131137 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/networks/f3d49db0-e4cb-4fb1-a984-8015175c543e HTTP/1.1" status: 204 len: 168 time: 1.3102753 Apr 30 04:51:18.133856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33296) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:18.147259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2396d-0f02-423e-8623-7d8159b5e938 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Network': ['ID=f3d49db0-e4cb-4fb1-a984-8015175c543e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:18.209569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a7c4ac63-f128-48b5-b9f9-088ef3e534ff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.215668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:18.216624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.306977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.343741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.378946 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7314463 Apr 30 04:51:18.382537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33298) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:18.384774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06704364-9576-428a-a45c-1416b766d09c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=a7c4ac63-f128-48b5-b9f9-088ef3e534ff,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:18.389827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:18.407626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:18.409227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Deleting port 82637874-661a-4200-9578-623f4ac1021f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:18.409227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (82637874-661a-4200-9578-623f4ac1021f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.501156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks [] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.523611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (82637874-661a-4200-9578-623f4ac1021f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.527917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (82637874-661a-4200-9578-623f4ac1021f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.533259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks [] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.539685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 96e8236a-f03c-4dac-9496-6bda69725d26 associated. External IP: 172.26.5.24, port: 07ce5745-0142-4623-b6ff-6a5a8843ffce. Apr 30 04:51:18.544269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Calling delete_port for 82637874-661a-4200-9578-623f4ac1021f owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:18.598951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.608290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.627247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:18.631412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.651171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:18.659156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:18.666180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:18.672881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Network 214f13c6-92ce-476f-90e1-c2a259f7262b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:18.677188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Pushing event updated for resources: {'Port': ['ID=171b4ca7-47c7-4fca-a5f3-8746d92430a0,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:18.681703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:18.706897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8407-2204-4331-86f7-b78fb8282715 req-866fe47d-49c1-48ab-aa2d-d10a05c5f2cc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:18.708870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e8c8407-2204-4331-86f7-b78fb8282715 req-866fe47d-49c1-48ab-aa2d-d10a05c5f2cc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1241152 Apr 30 04:51:18.739356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:18.771519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Pushing event updated for resources: {'Port': ['ID=881c322c-60ac-422a-8e46-a0a27a42c4b2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:18.822014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Attempting to bind port 171b4ca7-47c7-4fca-a5f3-8746d92430a0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:18.822405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Attempting to bind port 171b4ca7-47c7-4fca-a5f3-8746d92430a0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:18.822768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Attempting to bind port 171b4ca7-47c7-4fca-a5f3-8746d92430a0 on network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:18.836605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:18.836605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Checking segment: {'id': 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:18.836945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.837187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Bound using segment: {'id': 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:18.837686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Bound port: 171b4ca7-47c7-4fca-a5f3-8746d92430a0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:18.838106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.856682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Attempting to bind port 881c322c-60ac-422a-8e46-a0a27a42c4b2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:18.856682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Attempting to bind port 881c322c-60ac-422a-8e46-a0a27a42c4b2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '83b5b66c-001d-4a24-912d-1a32a13937af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:18.856682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Attempting to bind port 881c322c-60ac-422a-8e46-a0a27a42c4b2 on network 214f13c6-92ce-476f-90e1-c2a259f7262b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:18.863332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:18.863711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Checking segment: {'id': '83b5b66c-001d-4a24-912d-1a32a13937af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:18.864695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.865092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Bound using segment: {'id': '83b5b66c-001d-4a24-912d-1a32a13937af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:18.865912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Bound port: 881c322c-60ac-422a-8e46-a0a27a42c4b2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b5b66c-001d-4a24-912d-1a32a13937af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '214f13c6-92ce-476f-90e1-c2a259f7262b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:18.866044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:18.897009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:18.963525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] For port 171b4ca7-47c7-4fca-a5f3-8746d92430a0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:18.969378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] For port 171b4ca7-47c7-4fca-a5f3-8746d92430a0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=171b4ca7-47c7-4fca-a5f3-8746d92430a0,segment=NetworkSegment(b8e71bd8-5e8f-489b-9f46-eb4606b76e49),segment_id=b8e71bd8-5e8f-489b-9f46-eb4606b76e49)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:18.976991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] For port 881c322c-60ac-422a-8e46-a0a27a42c4b2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:18.980070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] For port 881c322c-60ac-422a-8e46-a0a27a42c4b2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=881c322c-60ac-422a-8e46-a0a27a42c4b2,segment=NetworkSegment(83b5b66c-001d-4a24-912d-1a32a13937af),segment_id=83b5b66c-001d-4a24-912d-1a32a13937af)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:19.032195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (65eef087-b667-41ce-8299-7056da225310), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.034510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (9bb969dc-59b7-4a91-900f-4b3f59207b53), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.040544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.067994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:19.072990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.074185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.086738 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:19.101071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (0ac85ae2-e871-4139-a7e6-62476d9d906f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.107813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=65eef087-b667-41ce-8299-7056da225310,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.122107 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c06b9616-bb7a-4f53-9453-f6505ab7d501 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/96e8236a-f03c-4dac-9496-6bda69725d26 HTTP/1.1" status: 200 len: 975 time: 1.5385950 Apr 30 04:51:19.138776 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:19.139787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.146078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33302) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:19.156301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada21d4-a061-421e-acce-d86c6a84f625 None None] Pushing event updated for resources: {'Port': ['ID=171b4ca7-47c7-4fca-a5f3-8746d92430a0,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.232654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e8c8407-2204-4331-86f7-b78fb8282715 req-2588bb38-6551-47e1-9de8-9d4b837df42b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5135574 Apr 30 04:51:19.241167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=0ac85ae2-e871-4139-a7e6-62476d9d906f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.268257 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.270108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10298a8-1064-43ef-a804-2990de0590b9 None None] Network 3dc49a79-5c2b-47fb-ae76-109ef08b9240 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:19.283444 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:19.284065 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.296110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.299516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Subnet': ['ID=9bb969dc-59b7-4a91-900f-4b3f59207b53,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.314822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': 'f1efac24-9669-4006-8d11-2129116ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:19.315201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 24db2b27-ef0a-432e-a7ed-89da5a68a722, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:19.321218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71974dd0-b3d4-4dca-8e77-a37c953b33c4 None None] Pushing event updated for resources: {'Port': ['ID=881c322c-60ac-422a-8e46-a0a27a42c4b2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.323448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 07ce5745-0142-4623-b6ff-6a5a8843ffce {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:19.323795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (07ce5745-0142-4623-b6ff-6a5a8843ffce), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.351243 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.352075 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d238d-a639-44b2-8892-b96a0753cf2d None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:19.364873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc49a79-5c2b-47fb-ae76-109ef08b9240']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.370365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Checking segment: {'id': '37c8e9fd-8ec2-4365-8a7d-7473ff219e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:19.370717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network hostable DHCP agents. Network: 82e7e806-7a08-4c33-84a0-9f2568434ab0, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:19.392747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.393069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:19.417163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.443537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.448033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (07ce5745-0142-4623-b6ff-6a5a8843ffce), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.452027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:19.452426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:19.463473 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:19.505342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:19.517259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (82637874-661a-4200-9578-623f4ac1021f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.558467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Pushing event deleted for resources: {'Port': ['ID=82637874-661a-4200-9578-623f4ac1021f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:19.558467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:19.618978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:51:19.618978 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:51:19.618978 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': '3dc49a79-5c2b-47fb-ae76-109ef08b9240'}] Apr 30 04:51:19.618978 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:51:19.619333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:51:19.637874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 82e7e806-7a08-4c33-84a0-9f2568434ab0) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:19.642424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 24db2b27-ef0a-432e-a7ed-89da5a68a722) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:19.648142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:19.648383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd924a-0e93-469c-a0ec-24f86ba7b2bb None None] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:19.648978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.651586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:19.654371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.654510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks [] for floatingip (edcb90f0-3f9b-4f29-af79-d80934edf6bc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.655032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.658817 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-040241b2-3c71-4a2c-820a-3ff32e07b5b8 tempest-FloatingIPAdminTestJSON-1889843914 tempest-FloatingIPAdminTestJSON-1889843914-project] 10.222.0.16 "DELETE /v2.0/floatingips/edcb90f0-3f9b-4f29-af79-d80934edf6bc HTTP/1.1" status: 204 len: 168 time: 1.5215607 Apr 30 04:51:19.676914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99357ba8-0f2a-4b1e-8e2b-ee54244945da None None] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:19.740771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1e17527e-cedd-4305-86cd-08d7999f30da tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9837742 Apr 30 04:51:19.746445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:19.774881 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3e346faf-89ef-4723-b3e9-40d560b2c4d2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3907514 Apr 30 04:51:19.778731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.779270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.779836 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP 96e8236a-f03c-4dac-9496-6bda69725d26 disassociated. External IP: 172.26.5.24, port: 07ce5745-0142-4623-b6ff-6a5a8843ffce. Apr 30 04:51:19.780444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 07ce5745-0142-4623-b6ff-6a5a8843ffce owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:19.782711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33308) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:19.788853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:19.840035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-82e7e806-7a08-4c33-84a0-9f2568434ab0', 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0', 'project_id': 'd0f849b2381f447b8381e988686a1381', 'fixed_ips': [{'subnet_id': '9bb969dc-59b7-4a91-900f-4b3f59207b53'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:19.841136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:19.861408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-24db2b27-ef0a-432e-a7ed-89da5a68a722', 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '0ac85ae2-e871-4139-a7e6-62476d9d906f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:19.862255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.099589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.134329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Allocated IP 2001:db8::2 (82e7e806-7a08-4c33-84a0-9f2568434ab0/9bb969dc-59b7-4a91-900f-4b3f59207b53/17af35ed-1171-44da-b5fe-73cd420de998) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:20.182201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.289825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Allocated IP 172.20.0.2 (24db2b27-ef0a-432e-a7ed-89da5a68a722/0ac85ae2-e871-4139-a7e6-62476d9d906f/b90287c5-a8ed-4ab1-b5b3-9c181cdb2539) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:20.336388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33314) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:20.395276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 171b4ca7-47c7-4fca-a5f3-8746d92430a0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:20.395609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.458467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks [] for port (17af35ed-1171-44da-b5fe-73cd420de998), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.487207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897802a-c606-40da-89d6-527385afd818 req-c3e14a90-53e6-4d22-b60e-d36a05283521 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:20.489215 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f897802a-c606-40da-89d6-527385afd818 req-c3e14a90-53e6-4d22-b60e-d36a05283521 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1606431 Apr 30 04:51:20.515127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (07ce5745-0142-4623-b6ff-6a5a8843ffce), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.561515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (17af35ed-1171-44da-b5fe-73cd420de998), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.567315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 171b4ca7-47c7-4fca-a5f3-8746d92430a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=171b4ca7-47c7-4fca-a5f3-8746d92430a0,segment=NetworkSegment(b8e71bd8-5e8f-489b-9f46-eb4606b76e49),segment_id=b8e71bd8-5e8f-489b-9f46-eb4606b76e49)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:20.567875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.596948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 171b4ca7-47c7-4fca-a5f3-8746d92430a0 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:20.602968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=07ce5745-0142-4623-b6ff-6a5a8843ffce,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:20.604865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:20.608798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.615773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf82eb-681d-4e24-92b0-dfc070095e77 None None] Network 214f13c6-92ce-476f-90e1-c2a259f7262b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:20.651307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:20.659544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks [] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.667007 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f897802a-c606-40da-89d6-527385afd818 req-f5a23a47-efb9-43a5-8f47-a72435eaef05 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402431 Apr 30 04:51:20.673353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:20.681735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:20.728724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Pushing event updated for resources: {'Port': ['ID=17af35ed-1171-44da-b5fe-73cd420de998,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:20.739648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Provisioning complete for port 881c322c-60ac-422a-8e46-a0a27a42c4b2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:20.740018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.741935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.772907 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-549351e2-dce1-42ea-b24a-67e77f4d7409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dcba9b50fd84750b76a884d7f1202e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398495 Apr 30 04:51:20.778021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33320) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:20.789523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Allocated IP 2001:db8::1 (214f13c6-92ce-476f-90e1-c2a259f7262b/9fd2acd6-717d-47d8-96ff-6bc2b1ea8781/3ca81c77-974f-47e5-9f7d-904ba86ea351) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:20.869135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:20.881204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:20.899061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:20.909255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (171b4ca7-47c7-4fca-a5f3-8746d92430a0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.911617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:20.912922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Pushing event updated for resources: {'Port': ['ID=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:20.936126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Attempting to bind port 17af35ed-1171-44da-b5fe-73cd420de998 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:20.936504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Attempting to bind port 17af35ed-1171-44da-b5fe-73cd420de998 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '37c8e9fd-8ec2-4365-8a7d-7473ff219e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:20.936871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Attempting to bind port 17af35ed-1171-44da-b5fe-73cd420de998 on network 82e7e806-7a08-4c33-84a0-9f2568434ab0 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:20.940243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=171b4ca7-47c7-4fca-a5f3-8746d92430a0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:20.943461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] Publish callbacks [] for security_group (9e21e759-4a73-40eb-87ce-43f06787bba1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:20.971699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] Publish callbacks [] for security_group (9e21e759-4a73-40eb-87ce-43f06787bba1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.058125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Current status of the port 881c322c-60ac-422a-8e46-a0a27a42c4b2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:21.059701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.069337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 171b4ca7-47c7-4fca-a5f3-8746d92430a0 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:21.085729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:21.087017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Checking segment: {'id': '37c8e9fd-8ec2-4365-8a7d-7473ff219e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:21.087415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.087865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Bound using segment: {'id': '37c8e9fd-8ec2-4365-8a7d-7473ff219e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:21.088342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Bound port: 17af35ed-1171-44da-b5fe-73cd420de998, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c8e9fd-8ec2-4365-8a7d-7473ff219e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '82e7e806-7a08-4c33-84a0-9f2568434ab0'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:21.088741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (17af35ed-1171-44da-b5fe-73cd420de998), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.107036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2a25c970-bc34-43f7-a604-6f7f4571918c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.178443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=2a25c970-bc34-43f7-a604-6f7f4571918c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:21.195231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9e21e759-4a73-40eb-87ce-43f06787bba1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.200615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:21.205548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] For port 17af35ed-1171-44da-b5fe-73cd420de998, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:21.207487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.209114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e21e759-4a73-40eb-87ce-43f06787bba1 HTTP/1.1" status: 204 len: 168 time: 0.4302776 Apr 30 04:51:21.213045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] For port 17af35ed-1171-44da-b5fe-73cd420de998, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17af35ed-1171-44da-b5fe-73cd420de998,segment=NetworkSegment(37c8e9fd-8ec2-4365-8a7d-7473ff219e91),segment_id=37c8e9fd-8ec2-4365-8a7d-7473ff219e91)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:21.217031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Attempting to bind port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:21.217338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Attempting to bind port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'f1efac24-9669-4006-8d11-2129116ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:21.218433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Attempting to bind port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 on network 24db2b27-ef0a-432e-a7ed-89da5a68a722 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:21.237870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] For port 881c322c-60ac-422a-8e46-a0a27a42c4b2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=881c322c-60ac-422a-8e46-a0a27a42c4b2,segment=NetworkSegment(83b5b66c-001d-4a24-912d-1a32a13937af),segment_id=83b5b66c-001d-4a24-912d-1a32a13937af)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:21.241764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:21.252198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:21.252365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Checking segment: {'id': 'f1efac24-9669-4006-8d11-2129116ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:21.252900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.253290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Bound using segment: {'id': 'f1efac24-9669-4006-8d11-2129116ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:21.253783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Bound port: b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1efac24-9669-4006-8d11-2129116ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '24db2b27-ef0a-432e-a7ed-89da5a68a722'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:21.254158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.283706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': 'a859da32-81bb-40d8-8e36-1175d5aecb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:21.284118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: a7c4ac63-f128-48b5-b9f9-088ef3e534ff, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:21.298636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:21.299271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.308690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.314426 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0371d595-0d0c-4efd-ba9f-edc4c6b94821 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/07ce5745-0142-4623-b6ff-6a5a8843ffce HTTP/1.1" status: 204 len: 168 time: 2.1589758 Apr 30 04:51:21.314426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33326) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:21.366142 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a5b5c643-f696-4265-bb15-5d37219a6919 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/floatingips/96e8236a-f03c-4dac-9496-6bda69725d26 HTTP/1.1" status: 200 len: 687 time: 0.0516231 Apr 30 04:51:21.368641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33328) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:21.369186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (17af35ed-1171-44da-b5fe-73cd420de998), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.377209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 881c322c-60ac-422a-8e46-a0a27a42c4b2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:21.378883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.380221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.382104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.407495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:21.429263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0947ff-0fda-4032-8d9a-bf61946fe9de req-85138b04-0b94-4e6b-8121-e7a9ba1672c8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:21.436659 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9a0947ff-0fda-4032-8d9a-bf61946fe9de req-85138b04-0b94-4e6b-8121-e7a9ba1672c8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.4064202 Apr 30 04:51:21.455750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d7fdc-89eb-4373-8d18-c6ef19d4df40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21e759-4a73-40eb-87ce-43f06787bba1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:21.486535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.500821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc49a79-5c2b-47fb-ae76-109ef08b9240']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.504399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, a7c4ac63-f128-48b5-b9f9-088ef3e534ff) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:21.511831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:21.512536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.516366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-64c47a15-79c0-4036-8e81-78d0557c2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:21.517930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-64c47a15-79c0-4036-8e81-78d0557c2077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2847843 Apr 30 04:51:21.525946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.525946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e71bd8-5e8f-489b-9f46-eb4606b76e49') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.530874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 0c435d9b-653f-45b6-9f1d-c4a42c62ecd2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:21.531389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.596065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84996730-34e1-40be-8588-24ef3ab49485 None None] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:21.631454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-05a5d25c-c33b-4c04-810e-4635b253a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:21.633031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-05a5d25c-c33b-4c04-810e-4635b253a1f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.0942173 Apr 30 04:51:21.639625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.640755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.640877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.671134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] For port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:21.681197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e406fb30-6cbe-4c3c-9a68-53606f424268 None None] Provisioning complete for port 881c322c-60ac-422a-8e46-a0a27a42c4b2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:21.681542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e406fb30-6cbe-4c3c-9a68-53606f424268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.682374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 0c435d9b-653f-45b6-9f1d-c4a42c62ecd2 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:21.694999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:21.694999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:50:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.711894 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9a0947ff-0fda-4032-8d9a-bf61946fe9de req-d0198dc3-635c-4b9a-a0f0-019c18182e14 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741184 Apr 30 04:51:21.771751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.789359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:21.790393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (b8e71bd8-5e8f-489b-9f46-eb4606b76e49), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.790791 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c21e7b2d-488e-4930-8b48-92cdb6f5cc2b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0068827 Apr 30 04:51:21.795166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-9c967d1c-de8d-43ac-a759-faac4b3518a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.1505051 Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:21.795929 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:21.804393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33334) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:21.810993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] For port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,segment=NetworkSegment(f1efac24-9669-4006-8d11-2129116ada4f),segment_id=f1efac24-9669-4006-8d11-2129116ada4f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:21.812795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082694453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:21.873681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:21.873681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfc664-0097-4ae1-8a7f-e7345e50fa7d None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:21.889444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.889941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a942-ec12-437f-a5f9-a1767536d5f2 None None] Pushing event updated for resources: {'Port': ['ID=17af35ed-1171-44da-b5fe-73cd420de998,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:21.902780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.957474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.958969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-d345a7a0-6cfc-4267-964e-2640187fba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:21.961033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-d345a7a0-6cfc-4267-964e-2640187fba73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1524737 Apr 30 04:51:21.963785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.963922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 881c322c-60ac-422a-8e46-a0a27a42c4b2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:21.964130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:21.987642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network 214f13c6-92ce-476f-90e1-c2a259f7262b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:21.999408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:22.001065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-59c209fb-49e7-46dd-8d2e-4bfab8274554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.001712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (3dc49a79-5c2b-47fb-ae76-109ef08b9240), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.006502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:22.007279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.047146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0c435d9b-653f-45b6-9f1d-c4a42c62ecd2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.070746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.078849 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/3dc49a79-5c2b-47fb-ae76-109ef08b9240 HTTP/1.1" status: 204 len: 168 time: 4.3428380 Apr 30 04:51:22.079807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Port': ['ID=3ca81c77-974f-47e5-9f7d-904ba86ea351,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.086589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33336) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:22.089454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e904803-3421-43fa-9f96-ef2ba748b809 None None] Pushing event updated for resources: {'Port': ['ID=881c322c-60ac-422a-8e46-a0a27a42c4b2,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.095180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=0c435d9b-653f-45b6-9f1d-c4a42c62ecd2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.111561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443075037'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:22.116446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a850-0cc8-4a4e-b28f-a345b31c2c86 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=3dc49a79-5c2b-47fb-ae76-109ef08b9240,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.133451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-a7c4ac63-f128-48b5-b9f9-088ef3e534ff', 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '2a25c970-bc34-43f7-a604-6f7f4571918c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:22.134336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.143683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-20913063-f1b7-406a-b2c9-c5ca3cfb2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:22.155040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-20913063-f1b7-406a-b2c9-c5ca3cfb2f57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1792150 Apr 30 04:51:22.174070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e406fb30-6cbe-4c3c-9a68-53606f424268 None None] Current status of the port 881c322c-60ac-422a-8e46-a0a27a42c4b2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:22.177536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33338) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:22.221839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (e78c355f-7b9c-442a-b743-08dfda2c05b7), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.223233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 881c322c-60ac-422a-8e46-a0a27a42c4b2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:22.226490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c9b2c-bb1e-4d88-b312-8c4bcf0bf676 None None] Pushing event updated for resources: {'Port': ['ID=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.246853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1921b6b0-ac9c-43e2-82cf-858de54d0566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.282463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (96e8236a-f03c-4dac-9496-6bda69725d26), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.285469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.286926 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea040454-0846-4076-bfe4-ae9444838177 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/96e8236a-f03c-4dac-9496-6bda69725d26 HTTP/1.1" status: 204 len: 168 time: 0.9173629 Apr 30 04:51:22.290646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33342) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:22.295219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '00c5a437-4851-428c-a7d2-3370a324761a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:22.301506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.418167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:22.425488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.445554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.446865 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4caf5c32-8a08-4074-9743-13e6ad6534c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6415124 Apr 30 04:51:22.449080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.452045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:22.478231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:22.487044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8933bf5b-116b-41b1-b8c4-9fe87a937322), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.487388 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment 8933bf5b-116b-41b1-b8c4-9fe87a937322 of type vlan for network 97a5e272-02a0-4053-a6b6-fbd12826dbea Apr 30 04:51:22.559298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-500b417e-a569-433e-b29f-698a0295f6bc None None] Provisioning complete for port 3ca81c77-974f-47e5-9f7d-904ba86ea351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:22.563877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-500b417e-a569-433e-b29f-698a0295f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.576069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Allocated IP 172.21.0.2 (a7c4ac63-f128-48b5-b9f9-088ef3e534ff/2a25c970-bc34-43f7-a604-6f7f4571918c/f55ab9ca-e923-4b78-9076-2285d3d8f65b) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:22.612684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (97a5e272-02a0-4053-a6b6-fbd12826dbea), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.622597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-356728a8-6739-4c14-a79c-cc907fffb791 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954678 Apr 30 04:51:22.624670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.644016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-500b417e-a569-433e-b29f-698a0295f6bc None None] Port 3ca81c77-974f-47e5-9f7d-904ba86ea351 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:22.701159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1921b6b0-ac9c-43e2-82cf-858de54d0566 admin admin] Publish callbacks [] for security_group (cbad49aa-c7d3-4e18-a11b-2f81d843f56e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.792813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.805848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1921b6b0-ac9c-43e2-82cf-858de54d0566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cbad49aa-c7d3-4e18-a11b-2f81d843f56e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.812419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks [] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.895252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:22.945689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:22.948881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:22.953136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:22.974563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921b6b0-ac9c-43e2-82cf-858de54d0566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbad49aa-c7d3-4e18-a11b-2f81d843f56e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:22.976798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Pushing event updated for resources: {'Port': ['ID=f55ab9ca-e923-4b78-9076-2285d3d8f65b,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:23.008829 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1921b6b0-ac9c-43e2-82cf-858de54d0566 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f32c0c7b2f2452bb4855a0213caf305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300247 Apr 30 04:51:23.014495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33348) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:23.058108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Attempting to bind port f55ab9ca-e923-4b78-9076-2285d3d8f65b on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:23.058673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Attempting to bind port f55ab9ca-e923-4b78-9076-2285d3d8f65b by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a859da32-81bb-40d8-8e36-1175d5aecb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:23.059215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Attempting to bind port f55ab9ca-e923-4b78-9076-2285d3d8f65b on network a7c4ac63-f128-48b5-b9f9-088ef3e534ff {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:23.067522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:23.068082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Checking segment: {'id': 'a859da32-81bb-40d8-8e36-1175d5aecb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:23.068640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.069132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Bound using segment: {'id': 'a859da32-81bb-40d8-8e36-1175d5aecb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:23.069848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Bound port: f55ab9ca-e923-4b78-9076-2285d3d8f65b, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a859da32-81bb-40d8-8e36-1175d5aecb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7c4ac63-f128-48b5-b9f9-088ef3e534ff'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:23.070419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.142457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.40 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/d2d6ef28-8ec1-4cd0-be78-195c48726d9c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:23.175780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] For port f55ab9ca-e923-4b78-9076-2285d3d8f65b, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:23.179788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] For port f55ab9ca-e923-4b78-9076-2285d3d8f65b, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f55ab9ca-e923-4b78-9076-2285d3d8f65b,segment=NetworkSegment(a859da32-81bb-40d8-8e36-1175d5aecb85),segment_id=a859da32-81bb-40d8-8e36-1175d5aecb85)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:23.183985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ec1d9-685b-41bb-b896-d815ab372fcc req-cd4d23ec-2951-4a1f-9c98-767a8a8e82a4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:23.189448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b6ec1d9-685b-41bb-b896-d815ab372fcc req-cd4d23ec-2951-4a1f-9c98-767a8a8e82a4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.3872781 Apr 30 04:51:23.207641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (97a5e272-02a0-4053-a6b6-fbd12826dbea), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.208960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.223578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:23.224199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.274838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.349877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] Publish callbacks [] for security_group (cbad49aa-c7d3-4e18-a11b-2f81d843f56e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.380823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f314feb-f161-46b0-930f-865779fd98f6 None None] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:23.396504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9568f-c523-4e9d-adc6-b21e04054ca0 None None] Pushing event updated for resources: {'Port': ['ID=f55ab9ca-e923-4b78-9076-2285d3d8f65b,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:23.491941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:23.494655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] Publish callbacks [] for security_group (cbad49aa-c7d3-4e18-a11b-2f81d843f56e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.542618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Provisioning complete for port 17af35ed-1171-44da-b5fe-73cd420de998 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:23.542989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17af35ed-1171-44da-b5fe-73cd420de998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.587494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=97a5e272-02a0-4053-a6b6-fbd12826dbea,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:23.605461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:23.609076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.624409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0616c1f7-8f15-4770-bf22-168ecc2ce1ba req-6e045237-bdbc-4082-9725-742ccb5b36d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9844403 Apr 30 04:51:23.720170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d39905b3-98be-4e66-b649-a9bd4e776fb6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6162977 Apr 30 04:51:23.727032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33350) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:23.731681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b6ec1d9-685b-41bb-b896-d815ab372fcc req-f251e525-8405-4a2d-8ad5-0eca32d6d944 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250888 Apr 30 04:51:23.735138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:23.747636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.829199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:23.829753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.841723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.842556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:23.943404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.20.0.1 (24db2b27-ef0a-432e-a7ed-89da5a68a722/0ac85ae2-e871-4139-a7e6-62476d9d906f/49b626c8-75b0-4e56-ae3a-09aebb1799f6) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:23.951597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Port': ['ID=3ca81c77-974f-47e5-9f7d-904ba86ea351,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:23.973587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Current status of the port 17af35ed-1171-44da-b5fe-73cd420de998 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:23.973967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (17af35ed-1171-44da-b5fe-73cd420de998), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.012101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cbad49aa-c7d3-4e18-a11b-2f81d843f56e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.014736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.026117 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbad49aa-c7d3-4e18-a11b-2f81d843f56e HTTP/1.1" status: 204 len: 168 time: 1.0089283 Apr 30 04:51:24.065679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:24.067034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.072388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] For port 17af35ed-1171-44da-b5fe-73cd420de998, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17af35ed-1171-44da-b5fe-73cd420de998,segment=NetworkSegment(37c8e9fd-8ec2-4365-8a7d-7473ff219e91),segment_id=37c8e9fd-8ec2-4365-8a7d-7473ff219e91)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:24.077347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.084388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-251918f7-d129-4464-b576-c62f6fcb565d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.103626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network 214f13c6-92ce-476f-90e1-c2a259f7262b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:24.105254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:24.114511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05330e-49e5-4300-9ede-bbe085c32d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbad49aa-c7d3-4e18-a11b-2f81d843f56e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:24.131295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,segment=NetworkSegment(f1efac24-9669-4006-8d11-2129116ada4f),segment_id=f1efac24-9669-4006-8d11-2129116ada4f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:24.136726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c9b14-5e89-4240-8faf-ca040291a035 None None] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:24.160303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (17af35ed-1171-44da-b5fe-73cd420de998), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.228679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.229459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17af35ed-1171-44da-b5fe-73cd420de998 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:24.230852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:24.240163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:24.241866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:24.295327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=d2d6ef28-8ec1-4cd0-be78-195c48726d9c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:24.310031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:24.313449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.365893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb2712-715b-4d2b-af4f-d5ba47e89d8b None None] Pushing event updated for resources: {'Port': ['ID=17af35ed-1171-44da-b5fe-73cd420de998,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:24.368902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Provisioning complete for port 17af35ed-1171-44da-b5fe-73cd420de998 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:24.369264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17af35ed-1171-44da-b5fe-73cd420de998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.379857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.419506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Router 7e2256a0-999d-44aa-b36c-c74035939ede is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:51:24.565114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 17af35ed-1171-44da-b5fe-73cd420de998 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:24.565489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17af35ed-1171-44da-b5fe-73cd420de998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.575675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:24.635181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:24.648668 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] Sync routers for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:24.652477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3ac62b4-3ee1-411d-8f92-d595c52245a1 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9080720 Apr 30 04:51:24.655618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33356) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:24.683570 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:24.684203 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:24.712493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:24.775375 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:24.801247 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:24.806052 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:24.881009 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:24.881847 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2985833-4d5e-41e8-bac9-d8dddc6c7210 None None] The sync data for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:25.003106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Current status of the port 17af35ed-1171-44da-b5fe-73cd420de998 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:25.009284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab93cc-5f25-4078-b72b-6dbabdc8f0ee req-c276baa2-7017-4706-855f-cd6eb9cf6f61 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:25.011086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bab93cc-5f25-4078-b72b-6dbabdc8f0ee req-c276baa2-7017-4706-855f-cd6eb9cf6f61 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1122205 Apr 30 04:51:25.014168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Provisioning complete for port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:25.014571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.060327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.104148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:25.115759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dcb419-6c68-4526-a50d-b9ca106817e4 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:51:25.122732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-504caba5-7d22-4034-a814-7297657149c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.172963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 17af35ed-1171-44da-b5fe-73cd420de998 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:25.174180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 881c322c-60ac-422a-8e46-a0a27a42c4b2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:25.223481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bab93cc-5f25-4078-b72b-6dbabdc8f0ee req-f6707998-a35b-4518-a116-ccf5796250dc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705844 Apr 30 04:51:25.357531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:25.379621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dcb419-6c68-4526-a50d-b9ca106817e4 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:51:25.391165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:25.402384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:25.404429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b73083f2-d73b-450b-8f09-0fe2adef87b0 None None] Current status of the port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:25.405289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-504caba5-7d22-4034-a814-7297657149c7 admin admin] Publish callbacks [] for security_group (8126be4e-9aa0-4af2-869e-570189a1c6f6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.409274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=49b626c8-75b0-4e56-ae3a-09aebb1799f6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:25.416930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e5753-a850-46b5-baf6-76c1c0f44547 req-650d9325-6b0d-48da-abfa-7657903d0ba1 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:25.418586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a52e5753-a850-46b5-baf6-76c1c0f44547 req-650d9325-6b0d-48da-abfa-7657903d0ba1 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0739877 Apr 30 04:51:25.456085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 881c322c-60ac-422a-8e46-a0a27a42c4b2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:25.456085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.471182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.475560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-504caba5-7d22-4034-a814-7297657149c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8126be4e-9aa0-4af2-869e-570189a1c6f6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.494892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-e8a8ce20-b261-4f5a-a60d-0a6e07f3394b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:51:25.498533 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e8a8ce20-b261-4f5a-a60d-0a6e07f3394b tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8418829 Apr 30 04:51:25.505131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33364) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:25.540222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (05182be6-fbca-48a4-af38-123d96b9982f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.570666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Provisioning complete for port f55ab9ca-e923-4b78-9076-2285d3d8f65b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:25.571043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.586683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a52e5753-a850-46b5-baf6-76c1c0f44547 req-df75ea23-e884-496c-8eab-93f4ec52b251 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460159 Apr 30 04:51:25.591377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-504caba5-7d22-4034-a814-7297657149c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcbe6537d73343e38ec23ee354087c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4845870 Apr 30 04:51:25.594878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33366) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:25.617556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504caba5-7d22-4034-a814-7297657149c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8126be4e-9aa0-4af2-869e-570189a1c6f6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:25.714517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=05182be6-fbca-48a4-af38-123d96b9982f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:25.762369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 881c322c-60ac-422a-8e46-a0a27a42c4b2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:25.784594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': '8933bf5b-116b-41b1-b8c4-9fe87a937322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:25.785166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: 97a5e272-02a0-4053-a6b6-fbd12826dbea, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:25.788855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] Publish callbacks [] for security_group (8126be4e-9aa0-4af2-869e-570189a1c6f6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.817826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.829093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1379873-1fcd-40f8-ac43-4ca7c67573fd None None] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:25.956976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Current status of the port f55ab9ca-e923-4b78-9076-2285d3d8f65b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:25.957650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.965042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] Publish callbacks [] for security_group (8126be4e-9aa0-4af2-869e-570189a1c6f6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:25.967147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.028574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] For port f55ab9ca-e923-4b78-9076-2285d3d8f65b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f55ab9ca-e923-4b78-9076-2285d3d8f65b,segment=NetworkSegment(a859da32-81bb-40d8-8e36-1175d5aecb85),segment_id=a859da32-81bb-40d8-8e36-1175d5aecb85)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:26.044647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:26.071132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:26.101373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.129344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.148869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.192808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 97a5e272-02a0-4053-a6b6-fbd12826dbea) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:26.198073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:26.199508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.234943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be917de-9a3f-4ea3-bd98-756956b4a423 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:26.279319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Provisioning complete for port 3ca81c77-974f-47e5-9f7d-904ba86ea351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:26.279692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.281431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8126be4e-9aa0-4af2-869e-570189a1c6f6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.290786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.292040 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8126be4e-9aa0-4af2-869e-570189a1c6f6 HTTP/1.1" status: 204 len: 168 time: 0.6937711 Apr 30 04:51:26.317462 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-92081d6b-cfae-4e7f-9dcf-3dd861d2b0d3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5866635 Apr 30 04:51:26.322188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33374) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:26.339948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:26.343701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516aa090-a0bf-4dd4-b100-f3c10ca6570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126be4e-9aa0-4af2-869e-570189a1c6f6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:26.402178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6761-8eda-460b-a077-df88f0730342 req-c7ff7bea-8e79-442e-96eb-b79c45918800 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:26.410350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18ec6761-8eda-460b-a077-df88f0730342 req-c7ff7bea-8e79-442e-96eb-b79c45918800 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1147454 Apr 30 04:51:26.476560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Pushing event updated for resources: {'Port': ['ID=f55ab9ca-e923-4b78-9076-2285d3d8f65b,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:26.477272 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18ec6761-8eda-460b-a077-df88f0730342 req-2bfb0c41-dab3-4ad9-bfdd-4ea024eb86dc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657575 Apr 30 04:51:26.478251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:26.478574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.512998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Port 3ca81c77-974f-47e5-9f7d-904ba86ea351 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:26.544852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Provisioning complete for port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:26.545237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.626015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.627539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-97a5e272-02a0-4053-a6b6-fbd12826dbea', 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '05182be6-fbca-48a4-af38-123d96b9982f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:26.628353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.657313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203c612-81c2-4327-9d75-37a1e65508e7 req-58e96b51-f055-4b59-b3a4-0d42b4289b37 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:26.659477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6203c612-81c2-4327-9d75-37a1e65508e7 req-58e96b51-f055-4b59-b3a4-0d42b4289b37 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0849433 Apr 30 04:51:26.660652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.682952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting port 3ca81c77-974f-47e5-9f7d-904ba86ea351 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:26.683290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.690397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.700117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:26.701151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f55ab9ca-e923-4b78-9076-2285d3d8f65b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:26.729335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:26.732848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.795881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=d2d6ef28-8ec1-4cd0-be78-195c48726d9c,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:26.796342 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6203c612-81c2-4327-9d75-37a1e65508e7 req-962ddd33-5063-4d89-a33f-486a728e2c0d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141412 Apr 30 04:51:26.799021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.803020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.855340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.861228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e015f58c-13e4-4b70-87c2-b0dc406d79e3 None None] Current status of the port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:26.886001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Calling delete_port for 3ca81c77-974f-47e5-9f7d-904ba86ea351 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:26.908549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f55ab9ca-e923-4b78-9076-2285d3d8f65b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:26.910152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.912677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:26.958662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Allocated IP 2001:db8::2 (97a5e272-02a0-4053-a6b6-fbd12826dbea/05182be6-fbca-48a4-af38-123d96b9982f/42a32c54-f1d7-486c-8cc0-246ceed2dea5) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:27.004943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Provisioning complete for port f55ab9ca-e923-4b78-9076-2285d3d8f65b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:27.005398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.022492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d494-4849-428d-a1b5-aba7cdbf83ad req-b0f645d9-3491-4fd0-8e25-90478533e82e tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:27.023993 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5412d494-4849-428d-a1b5-aba7cdbf83ad req-b0f645d9-3491-4fd0-8e25-90478533e82e tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1152170 Apr 30 04:51:27.047043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.049563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=49b626c8-75b0-4e56-ae3a-09aebb1799f6,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:27.128884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f55ab9ca-e923-4b78-9076-2285d3d8f65b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:27.129717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17af35ed-1171-44da-b5fe-73cd420de998 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:27.150918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5412d494-4849-428d-a1b5-aba7cdbf83ad req-09b2e428-9267-48b5-8a1e-2ddf05b902db tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182969 Apr 30 04:51:27.241108 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP d1f5943b-3bef-43eb-964c-31096ad40bee associated. External IP: 172.26.5.40, port: 00c5a437-4851-428c-a7d2-3370a324761a. Apr 30 04:51:27.334083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3ca81c77-974f-47e5-9f7d-904ba86ea351), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.388032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Port': ['ID=3ca81c77-974f-47e5-9f7d-904ba86ea351,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:27.447276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:27.455267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:27.487257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Current status of the port f55ab9ca-e923-4b78-9076-2285d3d8f65b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:27.529030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Provisioning complete for port 49b626c8-75b0-4e56-ae3a-09aebb1799f6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:27.530716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.553043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks [] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.604998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.611497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 17af35ed-1171-44da-b5fe-73cd420de998 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:27.612628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17af35ed-1171-44da-b5fe-73cd420de998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.630228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (352ca339-f0b0-462b-a011-0a3f47766bfd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.655398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:27.713498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:27.740853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:27.761035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-85b3dc82-c7a8-4872-bb64-9d0a5c6d33b9 None None] Port 49b626c8-75b0-4e56-ae3a-09aebb1799f6 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:27.764835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:27.828647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985a57a-b4e1-4260-80dc-58f695b03beb req-a1fd22b0-4d15-4c09-ac37-f5230aa635b4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:27.830252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0985a57a-b4e1-4260-80dc-58f695b03beb req-a1fd22b0-4d15-4c09-ac37-f5230aa635b4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1046903 Apr 30 04:51:27.893379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 17af35ed-1171-44da-b5fe-73cd420de998 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:27.906208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Router 7e2256a0-999d-44aa-b36c-c74035939ede has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:27.921214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Pushing event updated for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:27.929333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0985a57a-b4e1-4260-80dc-58f695b03beb req-911aadb4-6179-41e3-83b3-804a83c974fe tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665207 Apr 30 04:51:27.974955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f847-d732-445b-aae2-47409ca3d92a None None] Provisioning complete for port 49b626c8-75b0-4e56-ae3a-09aebb1799f6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:27.975760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f847-d732-445b-aae2-47409ca3d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.007391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Attempting to bind port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:28.007903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Attempting to bind port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '8933bf5b-116b-41b1-b8c4-9fe87a937322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:28.008369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Attempting to bind port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 on network 97a5e272-02a0-4053-a6b6-fbd12826dbea {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:28.015691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:28.022611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:28.023250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Checking segment: {'id': '8933bf5b-116b-41b1-b8c4-9fe87a937322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:28.025008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.025008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Bound using segment: {'id': '8933bf5b-116b-41b1-b8c4-9fe87a937322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:28.025008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Bound port: 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8933bf5b-116b-41b1-b8c4-9fe87a937322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:28.025008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.026521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0052aec7-b9c5-463c-bb4b-273f58501f35 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5161934 Apr 30 04:51:28.032955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] Sync routers for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:28.033895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33404) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:28.048732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f847-d732-445b-aae2-47409ca3d92a None None] Port 49b626c8-75b0-4e56-ae3a-09aebb1799f6 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:28.110426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-3c35eb88-8ec3-4412-8298-5cb1d404a7f7 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] delete failed (client error): The resource could not be found. Apr 30 04:51:28.111436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.112424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.115913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3c35eb88-8ec3-4412-8298-5cb1d404a7f7 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1043454934 HTTP/1.1" status: 404 len: 335 time: 0.0799067 Apr 30 04:51:28.116493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33406) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:28.122946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ce930def-ef8c-490d-9745-3bf12a122051 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e2256a0-999d-44aa-b36c-c74035939ede'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:28.176118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f55ab9ca-e923-4b78-9076-2285d3d8f65b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:28.184552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.238316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.238922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.244734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:28.297172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.297789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03101b-714e-4d33-a3e7-838b340a526d None None] The sync data for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:28.300568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42a32c54-f1d7-486c-8cc0-246ceed2dea5,segment=NetworkSegment(8933bf5b-116b-41b1-b8c4-9fe87a937322),segment_id=8933bf5b-116b-41b1-b8c4-9fe87a937322)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:28.302114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.316658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f55ab9ca-e923-4b78-9076-2285d3d8f65b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:28.317303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.334345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:28.339750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:28.365134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ce930def-ef8c-490d-9745-3bf12a122051 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router_gateway (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.373059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.397839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:28.398459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.422191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=352ca339-f0b0-462b-a011-0a3f47766bfd,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:28.461861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f55ab9ca-e923-4b78-9076-2285d3d8f65b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:28.476567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dfe03-bee9-4a43-a2c5-2915db39c069 None None] Pushing event updated for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:28.479773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-ce930def-ef8c-490d-9745-3bf12a122051 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] update failed (client error): The resource could not be found. Apr 30 04:51:28.482314 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ce930def-ef8c-490d-9745-3bf12a122051 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede HTTP/1.1" status: 404 len: 339 time: 0.3630614 Apr 30 04:51:28.484938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33416) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:28.491405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1459098350'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:28.532206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:28.584582 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-74ef2cff-0420-4b37-9536-a637b3b4a0de tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2490437 Apr 30 04:51:28.585267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router e78c355f-7b9c-442a-b743-08dfda2c05b7 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:51:28.587875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33418) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:28.640719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:28.644111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:28.694163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:28.786677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:28.797832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:28.798760 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:28.814248 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-19893340-2700-460b-a175-fe4169d7835c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3562703 Apr 30 04:51:28.814939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:28.817255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] Sync routers for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:28.817426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.818031 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.846731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.851013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.877477 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.882295 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.883064 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.909119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.928158 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.928760 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bd87e-3362-4c21-8099-e9f5e60a57d5 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:28.933410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848f645-96bc-4063-aca0-36aab50082c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:28.936853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:28.943845 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7848f645-96bc-4063-aca0-36aab50082c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports/49b626c8-75b0-4e56-ae3a-09aebb1799f6 HTTP/1.1" status: 200 len: 910 time: 0.1254611 Apr 30 04:51:28.944413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:28.952314 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.022775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33430) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.036070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eff64003-0e40-4e07-9dd5-46a1cc894b13 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7437661 Apr 30 04:51:29.045907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:29.048608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608302fc-02ba-4442-b9e4-d4e4e071b8a5 None None] The sync data for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:29.052545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33436) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.058673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-553141789'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:29.239180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d048be2d-e06f-41d4-b51c-e9f8cd2740ac), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.239525 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Added segment d048be2d-e06f-41d4-b51c-e9f8cd2740ac of type vlan for network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 Apr 30 04:51:29.257958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:29.261147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.278686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.279913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.281329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.282665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.284064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.286626 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4800d1b1-d9a8-4570-9827-85ec490bdfbc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6977797 Apr 30 04:51:29.292459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.316515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157172866'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:29.331653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca30ca-c6b8-496c-a0c3-8c50d85e0cfc req-994a7ac0-64ad-4d62-93cf-c8adc6c3d8c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.333451 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9bca30ca-c6b8-496c-a0c3-8c50d85e0cfc req-994a7ac0-64ad-4d62-93cf-c8adc6c3d8c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1238968 Apr 30 04:51:29.335242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:29.358150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.380230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b02e79b9-b3cc-4e2b-b923-8ce0f2821ede), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.380464 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Added segment b02e79b9-b3cc-4e2b-b923-8ce0f2821ede of type vlan for network 1d12ab01-23f7-4c43-bb22-62e660aeafba Apr 30 04:51:29.418478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9bca30ca-c6b8-496c-a0c3-8c50d85e0cfc req-ee714da2-2d49-46c7-9c0e-76c409429020 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735254 Apr 30 04:51:29.437886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (1d12ab01-23f7-4c43-bb22-62e660aeafba), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.451540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:29.458945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.507576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:29.519623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.533247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.535349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.558318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.568390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (89ebe5b3-7354-4c4c-a59a-edfff82809fe), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.568744 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment 89ebe5b3-7354-4c4c-a59a-edfff82809fe of type vlan for network b8b1af60-f025-4111-b9da-3cac5586866f Apr 30 04:51:29.572753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33450) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.649110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (1d12ab01-23f7-4c43-bb22-62e660aeafba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.655800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.656579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.700434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2143688 Apr 30 04:51:29.701172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2cf00-1163-4a62-b6ba-70d7f1645725 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Network': ['ID=cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:29.708557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33456) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.713921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'subnet': {'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:29.721482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:29.762724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7f56bdf4-f18e-4b1a-87b9-1bd383561d2f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:29.774770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:29.821886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Network': ['ID=1d12ab01-23f7-4c43-bb22-62e660aeafba,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:29.835919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ead63c-1346-41e4-a993-35eb5017eb6d req-14e544d9-26ca-4a6e-b5e4-b5386bdf391d tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:29.843450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47ead63c-1346-41e4-a993-35eb5017eb6d req-14e544d9-26ca-4a6e-b5e4-b5386bdf391d tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.1796169 Apr 30 04:51:29.853304 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-774ac3e8-3b51-440f-9d98-82be959a222f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7993910 Apr 30 04:51:29.857045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:29.870477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33460) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:29.886724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'subnet': {'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:30.042029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cc9b8-7a10-47d1-b606-aac49e4fa217 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:30.054360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.059525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:30.060186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.072815 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f56bdf4-f18e-4b1a-87b9-1bd383561d2f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "PUT /v2.0/quotas/8b703d25f96a47d8991332cb883a596b HTTP/1.1" status: 200 len: 366 time: 0.4950054 Apr 30 04:51:30.072815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.21.0.1 (a7c4ac63-f128-48b5-b9f9-088ef3e534ff/2a25c970-bc34-43f7-a604-6f7f4571918c/d0dd8be3-ae83-4dd5-8020-bd5ac03f1855) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:30.072815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.075636 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47ead63c-1346-41e4-a993-35eb5017eb6d req-f9924465-629a-42d7-a113-1752f54a624e tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312744 Apr 30 04:51:30.109474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33464) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.111418 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b5537af2-df3a-4b23-aa23-88f56dcba4a1 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0268862 Apr 30 04:51:30.127005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42a32c54-f1d7-486c-8cc0-246ceed2dea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:30.138537 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-499a189b-42c4-4978-a512-405f81e5d6c5 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas/8b703d25f96a47d8991332cb883a596b HTTP/1.1" status: 200 len: 366 time: 0.0335071 Apr 30 04:51:30.144165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33466) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.158406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Made reservation on behalf of d0f849b2381f447b8381e988686a1381 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:30.163190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.195671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:30.196029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.219404 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9260805 Apr 30 04:51:30.223013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33468) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.229673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:30.234931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:30.235300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.245896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8cbf1-ff7b-4389-bfaa-cc416af49a6d tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=b8b1af60-f025-4111-b9da-3cac5586866f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:30.268176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:30.271842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:30.272595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.366768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7852f2d8-c21c-4a85-a284-4fc8c5bf30e3 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/8b703d25f96a47d8991332cb883a596b HTTP/1.1" status: 204 len: 168 time: 0.2141914 Apr 30 04:51:30.369509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33472) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.375315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196ae9-22cf-4309-a725-c019c2661428 req-358b37c9-e220-442c-86ee-b8137a25ac01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:30.376978 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1a196ae9-22cf-4309-a725-c019c2661428 req-358b37c9-e220-442c-86ee-b8137a25ac01 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1636693 Apr 30 04:51:30.387516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Update dhcp port {'port': {'network_id': '97a5e272-02a0-4053-a6b6-fbd12826dbea', 'fixed_ips': [{'subnet_id': '05182be6-fbca-48a4-af38-123d96b9982f', 'ip_address': '2001:db8::2'}, {'subnet_id': '352ca339-f0b0-462b-a011-0a3f47766bfd'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '42a32c54-f1d7-486c-8cc0-246ceed2dea5'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:51:30.398766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.415799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eb6536f5-ed7d-4c7c-a482-f7e8e3c6f7d7 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0362821 Apr 30 04:51:30.417309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33474) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.480358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-18b39e23-c7d9-485c-ae8c-8fdb7b8224f1 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas/8b703d25f96a47d8991332cb883a596b HTTP/1.1" status: 200 len: 370 time: 0.0308578 Apr 30 04:51:30.481045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33476) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.481809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48254f2-944e-40dc-8584-48d396640bb1 req-433e451f-dfbc-495d-8d5f-1ab0300c2d8f tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:30.483383 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a48254f2-944e-40dc-8584-48d396640bb1 req-433e451f-dfbc-495d-8d5f-1ab0300c2d8f tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.1479394 Apr 30 04:51:30.485487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:30.485864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.489310 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3f3b4439-4892-4676-9563-da128010450b tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas/8b703d25f96a47d8991332cb883a596b/default HTTP/1.1" status: 200 len: 370 time: 0.0039103 Apr 30 04:51:30.493324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33478) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.506902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.509588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.549932 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-96720a9d-6866-4363-b1dd-ff6c1a638c97 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] delete failed (client error): The resource could not be found. Apr 30 04:51:30.551240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-96720a9d-6866-4363-b1dd-ff6c1a638c97 tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/8b703d25f96a47d8991332cb883a596b HTTP/1.1" status: 404 len: 348 time: 0.0571473 Apr 30 04:51:30.560855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42a32c54-f1d7-486c-8cc0-246ceed2dea5,segment=NetworkSegment(8933bf5b-116b-41b1-b8c4-9fe87a937322),segment_id=8933bf5b-116b-41b1-b8c4-9fe87a937322)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:30.567366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.569737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1a196ae9-22cf-4309-a725-c019c2661428 req-0441a458-c16a-45d7-8203-5d21efc25f70 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631875 Apr 30 04:51:30.597031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network b8b1af60-f025-4111-b9da-3cac5586866f is not hosted by any dhcp agent {{(pid=111174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:51:30.601414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:30.602930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.608959 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "PUT /v2.0/networks/b8b1af60-f025-4111-b9da-3cac5586866f HTTP/1.1" status: 200 len: 723 time: 0.3847313 Apr 30 04:51:30.611459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33482) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.619735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.627457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:30.627840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.630096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:30.707869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.721671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a48254f2-944e-40dc-8584-48d396640bb1 req-3ea8c2b0-80d0-47fd-a250-09816aff5c50 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222943 Apr 30 04:51:30.734312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:30.755749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:30.764759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:30.767263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa10b1e-86e7-4ea6-8e62-de13b8fa64df tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=b8b1af60-f025-4111-b9da-3cac5586866f,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:30.824134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:30.849137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (3656f33e-d708-406d-adb3-513b1914dc35), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.865934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33484) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:30.899121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=d0dd8be3-ae83-4dd5-8020-bd5ac03f1855,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:30.900553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade62cf0-2dbd-44dd-8c47-b055d21c78a4 None None] Pushing event updated for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:30.906313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.929125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:network and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:30.931849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:30.948360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (54cd1a1c-575a-403e-83c3-bcd874e286ed), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:30.962999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:subnet and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:30.968251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:30.970339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Subnet': ['ID=3656f33e-d708-406d-adb3-513b1914dc35,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:31.002236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:51:31.002988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:51:31.034659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Allocated IP 172.20.0.1 (97a5e272-02a0-4053-a6b6-fbd12826dbea/352ca339-f0b0-462b-a011-0a3f47766bfd/42a32c54-f1d7-486c-8cc0-246ceed2dea5) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:31.042667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b9d0d2fe-5101-474e-bed0-1b93423e8f6e None None] Provisioning complete for port d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:31.043102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:subnetpool and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.043228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d2fe-5101-474e-bed0-1b93423e8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.051461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.056316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Checking segment: {'id': 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:31.056677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network hostable DHCP agents. Network: cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:31.058834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Subnet': ['ID=54cd1a1c-575a-403e-83c3-bcd874e286ed,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:31.089379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:port and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.089379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.095427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Checking segment: {'id': 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:31.095818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network hostable DHCP agents. Network: 1d12ab01-23f7-4c43-bb22-62e660aeafba, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:31.103824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:router and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.107560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.123530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:floatingip and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.126853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.136076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.148944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:31.158734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.176898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:security_group and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.185704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.205673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Usage tracker for resource:security_group_rule and project:e48f372f8a34482ab9fe2c52a5d6163d is out of sync, need to count used quota {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 30 04:51:31.208264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:31.226681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.quota.resource [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=111175) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 30 04:51:31.236479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:31.255855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49cb5a82-3775-4a24-be65-6efffe7cb83f tempest-QuotasTest-2137205960 tempest-QuotasTest-2137205960-project-admin] 10.222.0.16 "GET /v2.0/quotas/e48f372f8a34482ab9fe2c52a5d6163d/details.json HTTP/1.1" status: 200 len: 703 time: 0.3647609 Apr 30 04:51:31.261368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b97f-7770-4caa-9742-516ce79fde5c req-261902d9-e7df-43c9-b073-884186d68b90 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:31.271085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0978b97f-7770-4caa-9742-516ce79fde5c req-261902d9-e7df-43c9-b073-884186d68b90 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.0834098 Apr 30 04:51:31.313251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0d2fe-5101-474e-bed0-1b93423e8f6e None None] Port d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:31.319666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 1d12ab01-23f7-4c43-bb22-62e660aeafba) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:31.329438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:31.329956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa29c1-fe41-448e-9097-eab2a4714c49 None None] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:31.342700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39077c9-a642-42a4-95e3-78e969fa0c2b None None] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:31.353275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0978b97f-7770-4caa-9742-516ce79fde5c req-18c1532b-b202-4bfc-9a4e-f315109c5230 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812073 Apr 30 04:51:31.361800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:31.363540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.382147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:31.382959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.477548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0df83cd0-e9b5-4d3b-9d92-9b719236e1fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7677541 Apr 30 04:51:31.479178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42a32c54-f1d7-486c-8cc0-246ceed2dea5,segment=NetworkSegment(8933bf5b-116b-41b1-b8c4-9fe87a937322),segment_id=8933bf5b-116b-41b1-b8c4-9fe87a937322)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:31.479975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33490) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:31.484935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d64bd41a-877b-49cf-9eca-3285498e8edf tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:31.533425 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b78c947e-cccb-4524-9c1f-427999ed395c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6611357 Apr 30 04:51:31.536880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33492) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:31.541937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1390495207', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:31.591824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Publish callbacks [] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.593528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:31.623378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.632513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364', 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364', 'project_id': 'd0f849b2381f447b8381e988686a1381', 'fixed_ips': [{'subnet_id': '3656f33e-d708-406d-adb3-513b1914dc35'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:31.633602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.652681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-1d12ab01-23f7-4c43-bb22-62e660aeafba', 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba', 'project_id': '452396ef36414ebea6134a3e7d5ad1cc', 'fixed_ips': [{'subnet_id': '54cd1a1c-575a-403e-83c3-bcd874e286ed'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:31.653527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.669116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.670401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.675068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (c46325fa-d904-4507-a1fb-3a0ef90a98c9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.692827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.745970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.766100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d64bd41a-877b-49cf-9eca-3285498e8edf tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router_gateway (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.775916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605a4ad-8937-474c-ab8a-8b4a5d96eb9b req-e1300885-92d2-4390-b75e-b4a5a1692643 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:31.777444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7605a4ad-8937-474c-ab8a-8b4a5d96eb9b req-e1300885-92d2-4390-b75e-b4a5a1692643 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1195695 Apr 30 04:51:31.856211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=c46325fa-d904-4507-a1fb-3a0ef90a98c9,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:31.856211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_controller (2cba2507-ceed-4777-a23e-a658c73af0aa), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.876907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': '89ebe5b3-7354-4c4c-a59a-edfff82809fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:31.877267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: b8b1af60-f025-4111-b9da-3cac5586866f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:31.879623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=d0dd8be3-ae83-4dd5-8020-bd5ac03f1855,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:31.903826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:31.951345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-d64bd41a-877b-49cf-9eca-3285498e8edf tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:51:31.952518 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d64bd41a-877b-49cf-9eca-3285498e8edf tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede HTTP/1.1" status: 400 len: 364 time: 0.4712029 Apr 30 04:51:31.957595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33500) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:32.022607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7605a4ad-8937-474c-ab8a-8b4a5d96eb9b req-ff487c3b-bfbc-422e-89cd-ae08df9c8cc1 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361476 Apr 30 04:51:32.065144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42a32c54-f1d7-486c-8cc0-246ceed2dea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:32.091507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33502) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:32.165259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd38f9-9473-436b-964c-aea4f9658b01 req-2dfad1ac-a1eb-43be-8a18-577fee67dead tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:32.172412 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abfd38f9-9473-436b-964c-aea4f9658b01 req-2dfad1ac-a1eb-43be-8a18-577fee67dead tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.2337749 Apr 30 04:51:32.221507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-bafa4626-1845-4aa7-940a-aaae67b0247f tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:32.223384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-bafa4626-1845-4aa7-940a-aaae67b0247f tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.13 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 0.2531605 Apr 30 04:51:32.236685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Allocated IP 172.20.0.2 (1d12ab01-23f7-4c43-bb22-62e660aeafba/54cd1a1c-575a-403e-83c3-bcd874e286ed/768fbd14-3f6d-4bab-b54c-4dc5c4818578) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:32.241328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Allocated IP 2001:db8:1::2 (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364/3656f33e-d708-406d-adb3-513b1914dc35/abab473b-8fd3-4cc4-9a36-d06b54c9ff9d) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:32.285864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7179a7-ce97-4997-a653-95c1fb2ad5cf None None] Pushing event updated for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:32.292877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe36dd73-6ce4-4f58-9093-318a059e81a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.313556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abfd38f9-9473-436b-964c-aea4f9658b01 req-91cbb8e6-31e5-4416-99ab-988a6ef5d272 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae837f43-7d77-449c-8da7-0442f749d470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400535 Apr 30 04:51:32.366889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:32.405932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:32.419015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:32.422341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.524711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network b8b1af60-f025-4111-b9da-3cac5586866f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:32.738711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (2cba2507-ceed-4777-a23e-a658c73af0aa), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.743102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b8b1af60-f025-4111-b9da-3cac5586866f) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:32.749980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:32.751143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.768319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e999bd9-c362-431e-8869-e649a6f95bd5 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:32.775933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router e78c355f-7b9c-442a-b743-08dfda2c05b7 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:32.803599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe36dd73-6ce4-4f58-9093-318a059e81a5 admin admin] Publish callbacks [] for security_group (08035724-9f26-47c2-825e-045cf5ae716e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.818991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Deleting port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:32.819333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.828191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-77743bd5-0592-41e8-86d1-7118ca3f2461 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:32.830035 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-77743bd5-0592-41e8-86d1-7118ca3f2461 tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.13 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 946 time: 0.3705370 Apr 30 04:51:32.898925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-568eedac-a00f-4def-b4f3-fb8a835f01b8 None None] Provisioning complete for port d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:32.898925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-568eedac-a00f-4def-b4f3-fb8a835f01b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:32.902246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5f0564a7-fe14-49e5-a6bd-1b9b9c2feca3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2789116 Apr 30 04:51:32.908656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33508) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:32.918848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:32.990252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b8b1af60-f025-4111-b9da-3cac5586866f', 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': 'c46325fa-d904-4507-a1fb-3a0ef90a98c9'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:32.991110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.028512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Deleting port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:33.028854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.050331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:33.062081 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] Sync routers for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:33.068921 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-04ae7c61-557a-41a7-8b68-f0dc4b0c6bb4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0314052 Apr 30 04:51:33.072273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33512) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:33.078700 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:33.079313 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:33.145858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7a8de-1d6a-4167-9a03-a83408a1309a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:33.150831 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5ab7a8de-1d6a-4167-9a03-a83408a1309a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports/d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 HTTP/1.1" status: 200 len: 910 time: 0.0749166 Apr 30 04:51:33.151711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33514) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:33.170131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:33.192610 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:33.193226 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:33.202756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] For port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:33.203128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.271357 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:33.271955 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd0a1c-a43b-48a6-8117-20557d63c08b None None] The sync data for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:33.299489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Allocated IP 2001:db8::2 (b8b1af60-f025-4111-b9da-3cac5586866f/c46325fa-d904-4507-a1fb-3a0ef90a98c9/0e0c6152-e5da-43d2-b7ab-49dcb3182eeb) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:33.446640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (2cba2507-ceed-4777-a23e-a658c73af0aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.453517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks [] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.470459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e7f4a-e8d0-4cfd-aa85-49d68c24d200 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:33.472905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.473281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.473985 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Floating IP d3b01750-683b-4fe2-8772-086b32f616ec disassociated. External IP: 172.26.5.25, port: 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa. Apr 30 04:51:33.473985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Calling delete_port for 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:33.478038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.491279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12028982'] for subnet (c46325fa-d904-4507-a1fb-3a0ef90a98c9), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.616889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe36dd73-6ce4-4f58-9093-318a059e81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (08035724-9f26-47c2-825e-045cf5ae716e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.683131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fe36dd73-6ce4-4f58-9093-318a059e81a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6085806b65745eeadbd9d7de0bd73c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5881371 Apr 30 04:51:33.735535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33518) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:33.739358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36dd73-6ce4-4f58-9093-318a059e81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08035724-9f26-47c2-825e-045cf5ae716e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:33.759241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.838739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:33.840565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:33.847787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks [] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.849585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Pushing event updated for resources: {'Port': ['ID=0e0c6152-e5da-43d2-b7ab-49dcb3182eeb,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:33.853271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:33.855824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks [] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.861147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:33.892752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-568eedac-a00f-4def-b4f3-fb8a835f01b8 None None] Port d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:33.962001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Attempting to bind port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:33.962616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Attempting to bind port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '89ebe5b3-7354-4c4c-a59a-edfff82809fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:33.962971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Attempting to bind port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb on network b8b1af60-f025-4111-b9da-3cac5586866f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:33.976764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.26.5.158 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/01b6bb0a-3ca7-4346-9ce7-9c40a81368eb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:33.977449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:33.983070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Checking segment: {'id': '89ebe5b3-7354-4c4c-a59a-edfff82809fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:33.983070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.983070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Bound using segment: {'id': '89ebe5b3-7354-4c4c-a59a-edfff82809fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:33.983070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Bound port: 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ebe5b3-7354-4c4c-a59a-edfff82809fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8b1af60-f025-4111-b9da-3cac5586866f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:33.983070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:33.996281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.037387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.099574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:34.107516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42a32c54-f1d7-486c-8cc0-246ceed2dea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:34.133861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bc0b8a04-9399-40f9-9192-4e9c10c8e7a0 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:34.134228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8a04-9399-40f9-9192-4e9c10c8e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.137777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:34.147018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:34.184091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:34.211089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:34.219239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9c6a3c02-6309-49ea-9da6-cd90bafd3ffa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.231011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11823855'] for subnet (c46325fa-d904-4507-a1fb-3a0ef90a98c9), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.232135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:34.244546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Pushing event updated for resources: {'Port': ['ID=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:34.303104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] For port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:34.306395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] For port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:34.306996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.355092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] For port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0e0c6152-e5da-43d2-b7ab-49dcb3182eeb,segment=NetworkSegment(89ebe5b3-7354-4c4c-a59a-edfff82809fe),segment_id=89ebe5b3-7354-4c4c-a59a-edfff82809fe)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:34.374634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:34.375444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.382557 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "PUT /v2.0/subnets/c46325fa-d904-4507-a1fb-3a0ef90a98c9 HTTP/1.1" status: 200 len: 826 time: 1.4701679 Apr 30 04:51:34.385745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33520) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:34.414301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Attempting to bind port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:34.414658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Attempting to bind port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:34.415022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Attempting to bind port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d on network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:34.440962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Pushing event updated for resources: {'Port': ['ID=768fbd14-3f6d-4bab-b54c-4dc5c4818578,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:34.449851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:34.449851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.456847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 693b98a9-fe92-4f46-992e-d1ce5ec8d15a no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:34.458936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.469001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:34.469381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Checking segment: {'id': 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:34.469784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.470664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Bound using segment: {'id': 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:34.470664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Bound port: abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:34.471055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.496390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.505390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.505960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ebee-d744-4a51-b194-8527c35003ad tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=c46325fa-d904-4507-a1fb-3a0ef90a98c9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:34.506081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.506614 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Floating IP aeed418b-9791-449f-b58e-ed56b4c76274 disassociated. External IP: 172.26.5.82, port: 693b98a9-fe92-4f46-992e-d1ce5ec8d15a. Apr 30 04:51:34.507093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Calling delete_port for 693b98a9-fe92-4f46-992e-d1ce5ec8d15a owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:34.513498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Attempting to bind port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:34.513672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Attempting to bind port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:34.514005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Attempting to bind port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 on network 1d12ab01-23f7-4c43-bb22-62e660aeafba {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:34.574966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:34.575337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Checking segment: {'id': 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:34.575734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.576120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Bound using segment: {'id': 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:34.576646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Bound port: 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:34.576963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.592934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b8a04-9399-40f9-9192-4e9c10c8e7a0 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:34.654598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d0595-e529-4186-84d7-54e30e067e41 req-95388618-5084-4f50-9c59-396ce37280db tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:34.662500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-906d0595-e529-4186-84d7-54e30e067e41 req-95388618-5084-4f50-9c59-396ce37280db tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 946 time: 2.0909188 Apr 30 04:51:34.664657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (01b6bb0a-3ca7-4346-9ce7-9c40a81368eb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.701978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.736878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2456-bdc3-4a11-aa11-24848e2db4e0 None None] Pushing event updated for resources: {'Port': ['ID=0e0c6152-e5da-43d2-b7ab-49dcb3182eeb,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:34.762180 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No ports have port_id starting with 693b98a9-fe92-4f46-992e-d1ce5ec8d15a Apr 30 04:51:34.773330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event deleted for resources: {'Port': ['ID=9c6a3c02-6309-49ea-9da6-cd90bafd3ffa,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:34.776114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (693b98a9-fe92-4f46-992e-d1ce5ec8d15a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.799410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.812715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a3fcf180-dff8-4e05-9fc0-ef470c264f12 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:34.813096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf180-dff8-4e05-9fc0-ef470c264f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:34.845186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] For port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:34.901768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] For port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,segment=NetworkSegment(d048be2d-e06f-41d4-b51c-e9f8cd2740ac),segment_id=d048be2d-e06f-41d4-b51c-e9f8cd2740ac)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:34.910191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] For port 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:34.963780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] For port 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=768fbd14-3f6d-4bab-b54c-4dc5c4818578,segment=NetworkSegment(b02e79b9-b3cc-4e2b-b923-8ce0f2821ede),segment_id=b02e79b9-b3cc-4e2b-b923-8ce0f2821ede)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:34.963780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:34.973324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:35.110754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:35.159576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-906d0595-e529-4186-84d7-54e30e067e41 req-43ecc3e0-0d4d-4f70-bab7-cc44fd516ee3 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf223c6d-d1af-43f0-82bb-bfccac92f135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955332 Apr 30 04:51:35.162389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5196e92-fc53-494f-89a1-e1495efea78d None None] Pushing event updated for resources: {'Port': ['ID=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:35.175525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcf180-dff8-4e05-9fc0-ef470c264f12 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:35.184768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Router e1174895-85d0-4058-a7af-f9ea96e7409d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:35.283672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event deleted for resources: {'Port': ['ID=693b98a9-fe92-4f46-992e-d1ce5ec8d15a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:35.316057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55542bb9-eb6b-4bd0-bcb9-7e06501489fb req-0e2f207b-3aee-4470-86c6-32019d96eebb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:35.329319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55542bb9-eb6b-4bd0-bcb9-7e06501489fb req-0e2f207b-3aee-4470-86c6-32019d96eebb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 1.6772184 Apr 30 04:51:35.332911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24ce0f-be53-480e-8fd8-58232bdd053d None None] Pushing event updated for resources: {'Port': ['ID=768fbd14-3f6d-4bab-b54c-4dc5c4818578,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:35.600596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (01b6bb0a-3ca7-4346-9ce7-9c40a81368eb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:35.642673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:35.687566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:35.741891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:35.748265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:35.751250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:35.850192 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55542bb9-eb6b-4bd0-bcb9-7e06501489fb req-7b954fa9-323b-4e0e-8df9-02ec3c6192c8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5181792 Apr 30 04:51:35.930657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=01b6bb0a-3ca7-4346-9ce7-9c40a81368eb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:36.005469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8433c608-56cd-48c8-86b5-229766216099 req-dcf88fab-5b2b-41e1-a10a-6e2fb65ba5ec tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.6264136 Apr 30 04:51:36.041604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] Publish callbacks [] for security_group (08035724-9f26-47c2-825e-045cf5ae716e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.079848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] Publish callbacks [] for security_group (08035724-9f26-47c2-825e-045cf5ae716e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.092984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:36.232470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0e0c6152-e5da-43d2-b7ab-49dcb3182eeb,segment=NetworkSegment(89ebe5b3-7354-4c4c-a59a-edfff82809fe),segment_id=89ebe5b3-7354-4c4c-a59a-edfff82809fe)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:36.233075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.263593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device abab473b-8fd3-4cc4-9a36-d06b54c9ff9d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:36.274588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:36.345090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:36.346090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.380644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Allocated IP 2001:db8::1 (c89f9dae-867d-47ce-9bbd-2c52ae0dd122/a61d16f0-c1cc-4a7c-8b94-711d88f3eee1/c63e77cc-e6c2-4fbf-89de-3c1a85176288) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:36.429851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc320bcd-ccb6-422e-98a8-c68c313b49b5 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:36.505238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:36.537350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:36.538016 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.553618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:36.553967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:36.572431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9d902557-107d-434f-b8bb-2b00805ea1a0 None None] Provisioning complete for port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:36.572431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9d902557-107d-434f-b8bb-2b00805ea1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.656744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9d902557-107d-434f-b8bb-2b00805ea1a0 None None] Could not find standard attr ID for object 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:51:36.668251 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-9d902557-107d-434f-b8bb-2b00805ea1a0 None None] No ports have port_id starting with 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb Apr 30 04:51:36.677614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0e0c6152-e5da-43d2-b7ab-49dcb3182eeb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.710168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d034c-7e02-474d-922e-e4a84aa8c7aa req-aa7e12aa-8325-4196-84f1-ef210d18fe2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:36.713208 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-684d034c-7e02-474d-922e-e4a84aa8c7aa req-aa7e12aa-8325-4196-84f1-ef210d18fe2c tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.6012316 Apr 30 04:51:36.748979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=0e0c6152-e5da-43d2-b7ab-49dcb3182eeb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:36.800146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.828302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:36.829632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.833461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (2cba2507-ceed-4777-a23e-a658c73af0aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.890644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,segment=NetworkSegment(d048be2d-e06f-41d4-b51c-e9f8cd2740ac),segment_id=d048be2d-e06f-41d4-b51c-e9f8cd2740ac)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:36.900335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:36.900828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69465a-cd94-4425-98f6-14d61c9afd46 None None] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:36.921484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Sync routers for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:36.963505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:36.964700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 768fbd14-3f6d-4bab-b54c-4dc5c4818578 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:36.986190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:36.989380 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for d0dd8be3-ae83-4dd5-8020-bd5ac03f1855 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:37.119855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:37.121705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:37.150031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-684d034c-7e02-474d-922e-e4a84aa8c7aa req-0d79c2a5-de64-4b7d-ac2a-78a5b7399401 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265549 Apr 30 04:51:37.150776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (08035724-9f26-47c2-825e-045cf5ae716e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.153702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.159608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08035724-9f26-47c2-825e-045cf5ae716e HTTP/1.1" status: 204 len: 168 time: 2.9424946 Apr 30 04:51:37.225214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (c46325fa-d904-4507-a1fb-3a0ef90a98c9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.234344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db81e973-45f8-4981-ad5d-36b8585e15ef None None] Network b8b1af60-f025-4111-b9da-3cac5586866f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:37.250901 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd91d4cc-bcbf-478a-be90-c73870c81cce req-71b23ac5-f80c-4325-885f-7f2e4189fb54 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.6940863 Apr 30 04:51:37.265232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ffca0-eada-4e70-811a-8da6e11dd9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08035724-9f26-47c2-825e-045cf5ae716e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:37.275093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] No DVR routers for this DVR port 9c6a3c02-6309-49ea-9da6-cd90bafd3ffa on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:37.279777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.288417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fde66ef8-a9c9-421e-aec4-5f12632f754b req-986811ff-6c12-4573-be81-5292948d239b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.13 "DELETE /v2.0/ports/9c6a3c02-6309-49ea-9da6-cd90bafd3ffa HTTP/1.1" status: 204 len: 173 time: 4.4203372 Apr 30 04:51:37.304199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'name': 'network-vif-deleted', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:51:37.312803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9617f31-8f71-477a-ae81-32d18982a634" -d '{"events": [{"server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "name": "network-vif-deleted", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:51:37.405022 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-962ee1b7-ea21-4dec-8901-05d768a4a3d6 req-67bdb315-2767-4e6c-b76d-fb923081e3af tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/ports?device_id=436f24fd-4784-443e-a6ac-365e0ced41ca HTTP/1.1" status: 200 len: 210 time: 0.1015356 Apr 30 04:51:37.435471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.488818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.552832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (c46325fa-d904-4507-a1fb-3a0ef90a98c9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.584743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af226005-29b1-4878-9c51-c0a19d7a378c x-openstack-request-id: req-af226005-29b1-4878-9c51-c0a19d7a378c {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:51:37.585415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436f24fd-4784-443e-a6ac-365e0ced41ca", "name": "network-vif-deleted", "tag": "9c6a3c02-6309-49ea-9da6-cd90bafd3ffa", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:51:37.585831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af226005-29b1-4878-9c51-c0a19d7a378c {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:51:37.586417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af226005-29b1-4878-9c51-c0a19d7a378c'] response: {'server_uuid': '436f24fd-4784-443e-a6ac-365e0ced41ca', 'name': 'network-vif-deleted', 'tag': '9c6a3c02-6309-49ea-9da6-cd90bafd3ffa', 'status': 'completed', 'code': 200} Apr 30 04:51:37.591687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:37.591882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=c46325fa-d904-4507-a1fb-3a0ef90a98c9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:37.594070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d0dd8be3-ae83-4dd5-8020-bd5ac03f1855), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.605919 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Sync routers for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:37.626296 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:37.627111 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:37.698058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275557b8-ed2f-441e-86d9-a0fa15805316 req-c4363c78-3075-48e1-b446-c426de7b4e83 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:37.701228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-275557b8-ed2f-441e-86d9-a0fa15805316 req-c4363c78-3075-48e1-b446-c426de7b4e83 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2933269 Apr 30 04:51:37.703413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.780186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] No DVR routers for this DVR port 693b98a9-fe92-4f46-992e-d1ce5ec8d15a on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:37.783356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.787728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f455db0-f3da-442f-9c3e-366e94f6b8cc req-6272cb57-0738-4e4b-be0b-685152eef896 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.13 "DELETE /v2.0/ports/693b98a9-fe92-4f46-992e-d1ce5ec8d15a HTTP/1.1" status: 204 len: 173 time: 5.2483568 Apr 30 04:51:37.839724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:37.853444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:37.859228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:37.859228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.871521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670693c7-3dd7-4e70-8db7-692339dfb0c5 None None] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:37.907103 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:37.967429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7dc0d84-c8db-46da-ae1e-78fc19cb5860 None None] Provisioning complete for port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:37.972028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0d84-c8db-46da-ae1e-78fc19cb5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.974192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:37.974595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:37.982312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.028899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-275557b8-ed2f-441e-86d9-a0fa15805316 req-4c516bd6-2a61-4b88-a6be-0ab000842957 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560432 Apr 30 04:51:38.038730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Port': ['ID=c63e77cc-e6c2-4fbf-89de-3c1a85176288,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:38.095554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b1af60-f025-4111-b9da-3cac5586866f']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.116940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ebe5b3-7354-4c4c-a59a-edfff82809fe') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.130922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ebe5b3-7354-4c4c-a59a-edfff82809fe') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.185926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=d0dd8be3-ae83-4dd5-8020-bd5ac03f1855,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:38.211133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33542) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:38.252483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:38.329500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4eb9-2f8c-4403-8e00-c959400dffe3 req-4f5e0cca-b88f-4d08-907d-ecad305f9de3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:38.339529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ae0d4eb9-2f8c-4403-8e00-c959400dffe3 req-4f5e0cca-b88f-4d08-907d-ecad305f9de3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1616442 Apr 30 04:51:38.367165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (89ebe5b3-7354-4c4c-a59a-edfff82809fe), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.394530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:38.400874 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.404316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9cedbb9-991e-4b74-8309-d646fc160db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.435675 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Checking router: e1174895-85d0-4058-a7af-f9ea96e7409d for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:51:38.449665 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:38.450434 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.522790 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1bacabb5-70cf-45fc-b2ff-43d028eaf0c3 req-44fd2a09-e17d-4734-9898-d11ec4e6cd70 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/ports?device_id=415db1f1-3dfe-4485-ac3b-74f328d77909 HTTP/1.1" status: 200 len: 210 time: 0.1108668 Apr 30 04:51:38.662661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (89ebe5b3-7354-4c4c-a59a-edfff82809fe), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.676722 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ae0d4eb9-2f8c-4403-8e00-c959400dffe3 req-e67d25df-31e5-4dc1-812d-d983576b19e4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202572 Apr 30 04:51:38.677696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.694511 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:38.727039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:38.730022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (89ebe5b3-7354-4c4c-a59a-edfff82809fe), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: warnings.warn('Neutron quota engine will require "--force" ' Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:38.754199 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:38.803741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33552) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:38.838653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:38.910792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Checking router: 81fe5a61-356b-45ac-96ef-8d59550dd1b5 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:51:38.950669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.015212 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:51:39.061234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:39.061234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.112662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c01b1-e5bc-42e4-b131-47db8ee66508 req-a62b1ead-5e3e-4236-8f86-1ae816c0d095 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:39.127275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-200c01b1-e5bc-42e4-b131-47db8ee66508 req-a62b1ead-5e3e-4236-8f86-1ae816c0d095 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2873139 Apr 30 04:51:39.127468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=768fbd14-3f6d-4bab-b54c-4dc5c4818578,segment=NetworkSegment(b02e79b9-b3cc-4e2b-b923-8ce0f2821ede),segment_id=b02e79b9-b3cc-4e2b-b923-8ce0f2821ede)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:39.132505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:39.133234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:39.140401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.180090 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:39.243843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9cedbb9-991e-4b74-8309-d646fc160db3 admin admin] Publish callbacks [] for security_group (1f508174-674c-487a-b82f-b9178f1435a5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.245364 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1fef7-89fa-40b1-8525-f81ec8ff38ea None None] The sync data for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv is: [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 4, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '664970fc-c788-4f47-8290-6deaf55cb773', 'name': '', 'network_id': '84d939ba-0773-4cf3-8f3c-77f950c5f988', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'mac_address': 'fa:16:3e:4d:bf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:50:04Z', 'updated_at': '2022-04-30T04:50:13Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'subnets': [{'id': 'ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:39.254403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b8b1af60-f025-4111-b9da-3cac5586866f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.256120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9064a6-d4db-40b9-ad5a-30023ab1bf16 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:39.265259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.266011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:39.311307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9064a6-d4db-40b9-ad5a-30023ab1bf16 None None] Network b8b1af60-f025-4111-b9da-3cac5586866f could not be found, it might have been deleted concurrently. {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 30 04:51:39.311900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.323513 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/b8b1af60-f025-4111-b9da-3cac5586866f HTTP/1.1" status: 204 len: 168 time: 4.9241900 Apr 30 04:51:39.323622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-200c01b1-e5bc-42e4-b131-47db8ee66508 req-99f76e39-59ac-48ce-b596-d8c5e1444347 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811397 Apr 30 04:51:39.328224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (ae837f43-7d77-449c-8da7-0442f749d470), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.335004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33554) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:39.374571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:39.374892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 30 04:51:39.395960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3158b-811d-41af-a737-d461973088bb tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=b8b1af60-f025-4111-b9da-3cac5586866f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:39.406459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (ae837f43-7d77-449c-8da7-0442f749d470), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.453858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9cedbb9-991e-4b74-8309-d646fc160db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1f508174-674c-487a-b82f-b9178f1435a5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.460176 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d34d002-89d3-476e-a4d4-6a847dc5ce5e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:39.460834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d34d002-89d3-476e-a4d4-6a847dc5ce5e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:39.466623 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9d34d002-89d3-476e-a4d4-6a847dc5ce5e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/b8b1af60-f025-4111-b9da-3cac5586866f HTTP/1.1" status: 404 len: 339 time: 0.1305485 Apr 30 04:51:39.478052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33558) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:39.494719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router e78c355f-7b9c-442a-b743-08dfda2c05b7 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:39.500408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=768fbd14-3f6d-4bab-b54c-4dc5c4818578,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:39.506522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277484412', 'description': 'd1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:39.542149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d9cedbb9-991e-4b74-8309-d646fc160db3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e48f372f8a34482ab9fe2c52a5d6163d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2122662 Apr 30 04:51:39.543199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cedbb9-991e-4b74-8309-d646fc160db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f508174-674c-487a-b82f-b9178f1435a5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:39.546425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33560) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:39.568011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca9561-708a-4015-be8c-d31e490caa3f None None] DHCP port deletion for b8b1af60-f025-4111-b9da-3cac5586866f request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:39.576460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae837f43-7d77-449c-8da7-0442f749d470), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.587886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.589741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae837f43-7d77-449c-8da7-0442f749d470 HTTP/1.1" status: 204 len: 168 time: 0.7829292 Apr 30 04:51:39.593852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33564) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:39.611188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb not found, will not notify nova. {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 30 04:51:39.648332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'name': 'network-vif-deleted', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:51:39.653048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb83438-e07e-4868-a6cf-a955690aba3c" -d '{"events": [{"server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "name": "network-vif-deleted", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:51:39.681069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:39.686236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:39.736002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc0d84-c8db-46da-ae1e-78fc19cb5860 None None] Current status of the port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:39.777662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33570) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:39.801450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:39.832215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4ee39-68f8-4ec1-81ad-341350f4e81b tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae837f43-7d77-449c-8da7-0442f749d470,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:39.843037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd747c68-1486-4274-b36e-fbd6a91eab2a x-openstack-request-id: req-bd747c68-1486-4274-b36e-fbd6a91eab2a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:51:39.843440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415db1f1-3dfe-4485-ac3b-74f328d77909", "name": "network-vif-deleted", "tag": "693b98a9-fe92-4f46-992e-d1ce5ec8d15a", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:51:39.843696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd747c68-1486-4274-b36e-fbd6a91eab2a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:51:39.844021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd747c68-1486-4274-b36e-fbd6a91eab2a'] response: {'server_uuid': '415db1f1-3dfe-4485-ac3b-74f328d77909', 'name': 'network-vif-deleted', 'tag': '693b98a9-fe92-4f46-992e-d1ce5ec8d15a', 'status': 'completed', 'code': 200} Apr 30 04:51:39.864071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device abab473b-8fd3-4cc4-9a36-d06b54c9ff9d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:39.904258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b358d3-0f5b-4f91-afc1-28ee83c3d9c0 req-3b3e7193-84d9-4632-956c-4a112750760d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:39.905980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-80b358d3-0f5b-4f91-afc1-28ee83c3d9c0 req-3b3e7193-84d9-4632-956c-4a112750760d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.4321947 Apr 30 04:51:39.909977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7efa8-4fff-4402-bc55-8954953ac23a None None] New status for floating IP aeed418b-9791-449f-b58e-ed56b4c76274: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:51:39.969775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:39.986850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (bf223c6d-d1af-43f0-82bb-bfccac92f135), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.022874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (bf223c6d-d1af-43f0-82bb-bfccac92f135), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.063774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:40.064361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.129730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-80b358d3-0f5b-4f91-afc1-28ee83c3d9c0 req-7c69c592-8e94-4e60-b575-6c977050ab11 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072697 Apr 30 04:51:40.137709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (9d3e25b3-f76a-4f17-90bd-f18ce445a9eb), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.138048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment 9d3e25b3-f76a-4f17-90bd-f18ce445a9eb of type vlan for network 23dfdcbd-fe06-4305-a33b-cc41622f63f0 Apr 30 04:51:40.155827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Provisioning complete for port c63e77cc-e6c2-4fbf-89de-3c1a85176288 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:40.156355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.156479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 2cba2507-ceed-4777-a23e-a658c73af0aa is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:51:40.173827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bf223c6d-d1af-43f0-82bb-bfccac92f135), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.176811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.179204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf223c6d-d1af-43f0-82bb-bfccac92f135 HTTP/1.1" status: 204 len: 168 time: 0.3903003 Apr 30 04:51:40.186199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-b7bac0e3-5b38-4290-9ad5-c36a86c3967c tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] show failed (client error): The resource could not be found. Apr 30 04:51:40.186199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7bac0e3-5b38-4290-9ad5-c36a86c3967c tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "GET /v2.0/security-groups/ae837f43-7d77-449c-8da7-0442f749d470 HTTP/1.1" status: 404 len: 347 time: 0.0397615 Apr 30 04:51:40.186199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] Publish callbacks [] for security_group (1f508174-674c-487a-b82f-b9178f1435a5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.192074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33574) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:40.192395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33576) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:40.203765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Port c63e77cc-e6c2-4fbf-89de-3c1a85176288 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:40.251458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6f1e2-0be8-49b1-be7c-a2be41bb2623 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf223c6d-d1af-43f0-82bb-bfccac92f135,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:40.257174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.262721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.299687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Provisioning complete for port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:40.300555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.348938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.349799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.352727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.358684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:40.359300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.361235 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-ff7f4a52-64c6-4101-a593-b9cf3610bea5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] show failed (client error): The resource could not be found. Apr 30 04:51:40.362833 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ff7f4a52-64c6-4101-a593-b9cf3610bea5 tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "GET /v2.0/security-groups/bf223c6d-d1af-43f0-82bb-bfccac92f135 HTTP/1.1" status: 404 len: 347 time: 0.1687002 Apr 30 04:51:40.375962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33580) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:40.382311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] Publish callbacks [] for security_group (1f508174-674c-487a-b82f-b9178f1435a5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.432881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:40.434049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 768fbd14-3f6d-4bab-b54c-4dc5c4818578 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:40.457823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:40.478260 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] Sync routers for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:40.508423 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:40.511841 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:40.539312 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-702de06c-5e8c-4275-8281-3700a0e55aa5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3812404 Apr 30 04:51:40.545920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Deleting port 0dbaedcc-1508-4b02-a12c-27b2fd5775b5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:40.546264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.547898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33582) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:40.569052 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:40.585080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Current status of the port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:40.589484 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:40.590689 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:40.606997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Provisioning complete for port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:40.607296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.637659 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:40.638911 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67c99b-17ad-4296-af5d-ae8fed62f777 None None] The sync data for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:40.645831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:40.656210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:40.656606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.711831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:40.803046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1f508174-674c-487a-b82f-b9178f1435a5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.807748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.809623 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f508174-674c-487a-b82f-b9178f1435a5 HTTP/1.1" status: 204 len: 168 time: 1.2620270 Apr 30 04:51:40.815366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.815720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:40.841581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Calling delete_port for 0dbaedcc-1508-4b02-a12c-27b2fd5775b5 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:40.922027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4405029 Apr 30 04:51:40.936824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33586) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:40.949675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2588ff-cad5-4aaa-bd75-b3ea5570c6a2 None None] The sync data for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv is: [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '566fc3b0-85be-4c06-bcd1-1b9e23f4fe24', 'name': '', 'network_id': 'd59e5f82-aafe-4c40-87ee-a4fd98243b8f', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'mac_address': 'fa:16:3e:e8:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '19f15a22-6628-4674-892e-c96715f2bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:59Z', 'updated_at': '2022-04-30T04:50:09Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'subnets': [{'id': '19f15a22-6628-4674-892e-c96715f2bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:41.015034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] Sync routers for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:41.079074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event updated for resources: {'Port': ['ID=c63e77cc-e6c2-4fbf-89de-3c1a85176288,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:41.081894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ee88a-5967-4bd4-9ed9-1f211238dd00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=23dfdcbd-fe06-4305-a33b-cc41622f63f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:41.103964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.108185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c31b89e4-f6d2-4759-82c6-0480ee07bd84 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5673299 Apr 30 04:51:41.115446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33588) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:41.118717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:41.119248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0dbaedcc-1508-4b02-a12c-27b2fd5775b5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.119373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:41.168081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Deleting port 480e3c50-2388-40c4-bbf0-412d2274df20 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:41.168464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.172777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:41.178422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b900d7-88d0-4687-b0d1-3e616037d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f508174-674c-487a-b82f-b9178f1435a5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:41.179441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 23dfdcbd-fe06-4305-a33b-cc41622f63f0 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:41.250912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ebeaab-6b5f-4e76-89a3-c2c5f0e3412f tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:41.256199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52ebeaab-6b5f-4e76-89a3-c2c5f0e3412f tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks?id=23dfdcbd-fe06-4305-a33b-cc41622f63f0 HTTP/1.1" status: 200 len: 764 time: 0.3130131 Apr 30 04:51:41.256379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Pushing event deleted for resources: {'Port': ['ID=0dbaedcc-1508-4b02-a12c-27b2fd5775b5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:41.257620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33590) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:41.263060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'description': 'd2'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:41.267218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:41.268621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:41.271898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a5c93f23-acf8-4d1b-a99c-cbdadf32f63a None None] Current status of the port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:41.334167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:41.334720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657e374-b812-4340-8468-60ed3d3eec7e None None] The sync data for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:41.338083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:41.397932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c812e9eb-42f8-436e-8f2d-c90e61a28933 None None] Provisioning complete for port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:41.398308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c812e9eb-42f8-436e-8f2d-c90e61a28933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.409541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.410667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (480e3c50-2388-40c4-bbf0-412d2274df20), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.461517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:41.463684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks [] for floatingip (d3b01750-683b-4fe2-8772-086b32f616ec), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.466545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.467717 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-76f27c9f-2225-43ae-b079-665bc2d45c4e tempest-ServersTestJSON-81892175 tempest-ServersTestJSON-81892175-project] 10.222.0.16 "DELETE /v2.0/floatingips/d3b01750-683b-4fe2-8772-086b32f616ec HTTP/1.1" status: 204 len: 168 time: 1.2725103 Apr 30 04:51:41.473143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Calling delete_port for 480e3c50-2388-40c4-bbf0-412d2274df20 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:41.473398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33594) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:41.480802 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c333e-12bc-4385-87c4-446338ab9e32 None None] New status for floating IP d3b01750-683b-4fe2-8772-086b32f616ec: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:51:41.493246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:41.493784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0e0c6152-e5da-43d2-b7ab-49dcb3182eeb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:41.549026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:41.550993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:41.557831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c812e9eb-42f8-436e-8f2d-c90e61a28933 None None] Current status of the port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:41.754071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.849422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Router 7e2256a0-999d-44aa-b36c-c74035939ede has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:41.851007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.967347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:41.991423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-53a0c420-c002-4dd8-9952-8a841cd40c2c None None] Provisioning complete for port c63e77cc-e6c2-4fbf-89de-3c1a85176288 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:41.991906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-53a0c420-c002-4dd8-9952-8a841cd40c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.004969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network 23dfdcbd-fe06-4305-a33b-cc41622f63f0 is not hosted by any dhcp agent {{(pid=111175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:51:42.009934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:42.010559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.015059 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "PUT /v2.0/networks/23dfdcbd-fe06-4305-a33b-cc41622f63f0 HTTP/1.1" status: 200 len: 761 time: 0.7529504 Apr 30 04:51:42.025296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33604) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.038126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-53a0c420-c002-4dd8-9952-8a841cd40c2c None None] Port c63e77cc-e6c2-4fbf-89de-3c1a85176288 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:42.095921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:42.109793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8687b530-1330-45e3-9e2b-f2e182f316b3 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1486242 Apr 30 04:51:42.120136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] Sync routers for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:42.121006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33610) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.121006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0bdd-286f-4b31-a876-dfc2855dfebc tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=23dfdcbd-fe06-4305-a33b-cc41622f63f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:42.125476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:42.129015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:42.136683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 23dfdcbd-fe06-4305-a33b-cc41622f63f0 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:42.200702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (480e3c50-2388-40c4-bbf0-412d2274df20), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.207291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:42.271275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:42.271973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:42.276894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb01561a-af8c-4f2e-8d6e-38a7b19ce9f5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:42.281940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eb01561a-af8c-4f2e-8d6e-38a7b19ce9f5 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks?id=23dfdcbd-fe06-4305-a33b-cc41622f63f0 HTTP/1.1" status: 200 len: 764 time: 0.2503579 Apr 30 04:51:42.282507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Pushing event deleted for resources: {'Port': ['ID=480e3c50-2388-40c4-bbf0-412d2274df20,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:42.285560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33614) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.341338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:42.342742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc318716-1705-4ba3-b352-23e6477e351e None None] The sync data for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:42.384491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b79db455-f4e6-4054-9858-92ae58d19a4c tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router (7e2256a0-999d-44aa-b36c-c74035939ede), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.587094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks [] for floatingip (aeed418b-9791-449f-b58e-ed56b4c76274), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.589625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.591070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ae080d16-5139-4616-9706-bcf52cce110c tempest-ServersTestManualDisk-1363597869 tempest-ServersTestManualDisk-1363597869-project] 10.222.0.16 "DELETE /v2.0/floatingips/aeed418b-9791-449f-b58e-ed56b4c76274 HTTP/1.1" status: 204 len: 168 time: 2.2085338 Apr 30 04:51:42.599265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33620) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.653322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-b79db455-f4e6-4054-9858-92ae58d19a4c tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 04:51:42.653322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b79db455-f4e6-4054-9858-92ae58d19a4c tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede HTTP/1.1" status: 409 len: 376 time: 0.5353355 Apr 30 04:51:42.654551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33624) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.669223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173d1de-a69a-4190-a442-1c52f57f2bc7 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:42.675432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8173d1de-a69a-4190-a442-1c52f57f2bc7 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3790503 Apr 30 04:51:42.675432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33626) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.685353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 49b626c8-75b0-4e56-ae3a-09aebb1799f6 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:42.685884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.754201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.777484 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cde7f420-6d56-4c9b-b87f-a181a5f1c473 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 207 time: 0.1018736 Apr 30 04:51:42.782162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33628) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:42.866542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.874518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:42.930899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 49b626c8-75b0-4e56-ae3a-09aebb1799f6 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:43.274958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33640) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:43.423739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1619692238', 'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:43.439748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Deleting port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:43.440616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.480700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.485877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.491216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.496106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.501089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.506596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.508363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1c8a394b-4343-4acd-8323-23dbae651a31 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7252953 Apr 30 04:51:43.512765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33644) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:43.539280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (49b626c8-75b0-4e56-ae3a-09aebb1799f6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.589401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Made reservation on behalf of 5a4d922049e9486780e87767f9768928 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:43.593193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.596253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=49b626c8-75b0-4e56-ae3a-09aebb1799f6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:43.601905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.1 (1d12ab01-23f7-4c43-bb22-62e660aeafba/54cd1a1c-575a-403e-83c3-bcd874e286ed/6f50a6d9-b6c1-4815-a075-9c70ef340c30) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:43.640527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.654423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] For port 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:43.654784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.726971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Calling delete_port for 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:43.776829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e0b15123-b892-4d5a-8c77-1bb5e6e82f21 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2630978 Apr 30 04:51:43.799101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33646) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:43.872028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:43.931664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.932949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.934224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.935587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.936960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:43.938788 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1a700533-1338-457c-81fb-3a2c4c186c7e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1381164 Apr 30 04:51:43.943085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33648) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:43.984920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.005035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.097184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.098400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.099581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.100761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.102046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.103628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-55677e0b-0d8c-4f9e-91e5-feef04ebab0a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1598542 Apr 30 04:51:44.115039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33650) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:44.134153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for security_group (c10705e4-a70f-4471-9882-6b48d95a3558), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.144480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (e1174895-85d0-4058-a7af-f9ea96e7409d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.214024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c10705e4-a70f-4471-9882-6b48d95a3558), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.352141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:44.391563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting port c63e77cc-e6c2-4fbf-89de-3c1a85176288 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:44.391893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.394614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10705e4-a70f-4471-9882-6b48d95a3558,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:44.416159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3fe0a4a4-9d92-4361-953d-1a137c963c87), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.416572 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Added segment 3fe0a4a4-9d92-4361-953d-1a137c963c87 of type vlan for network d857211f-1788-4eb8-aac9-f3f5ec53c542 Apr 30 04:51:44.430789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.483424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router e78c355f-7b9c-442a-b743-08dfda2c05b7 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:44.508855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b968efe-51dd-4910-b1a3-e3c2ba1f5f63 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:44.510229 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5b968efe-51dd-4910-b1a3-e3c2ba1f5f63 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks/8871008a-597f-46cc-877c-cb720ebfb6fb HTTP/1.1" status: 200 len: 803 time: 0.3927636 Apr 30 04:51:44.521292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33652) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:44.532323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.552765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Calling delete_port for c63e77cc-e6c2-4fbf-89de-3c1a85176288 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:44.559366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Deleting port 664970fc-c788-4f47-8290-6deaf55cb773 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:44.559694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (664970fc-c788-4f47-8290-6deaf55cb773), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.568017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:44.586356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d857211f-1788-4eb8-aac9-f3f5ec53c542), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.599005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:44.601465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:44.646745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=6f50a6d9-b6c1-4815-a075-9c70ef340c30,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:44.691551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] For port 664970fc-c788-4f47-8290-6deaf55cb773, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=664970fc-c788-4f47-8290-6deaf55cb773,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:44.691997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (664970fc-c788-4f47-8290-6deaf55cb773), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.744942 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Calling delete_port for 664970fc-c788-4f47-8290-6deaf55cb773 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:44.886617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1e219e59-97ea-4538-b42f-92d9fce5d4d5 None None] Provisioning complete for port 6f50a6d9-b6c1-4815-a075-9c70ef340c30 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:44.887218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1e219e59-97ea-4538-b42f-92d9fce5d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.921746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c63e77cc-e6c2-4fbf-89de-3c1a85176288), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:44.931801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1e219e59-97ea-4538-b42f-92d9fce5d4d5 None None] Port 6f50a6d9-b6c1-4815-a075-9c70ef340c30 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:44.977607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Port': ['ID=c63e77cc-e6c2-4fbf-89de-3c1a85176288,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:45.066900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:51:45.083994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (566fc3b0-85be-4c06-bcd1-1b9e23f4fe24), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.104402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (7e2256a0-999d-44aa-b36c-c74035939ede), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.173742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=566fc3b0-85be-4c06-bcd1-1b9e23f4fe24,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:45.177704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (2cba2507-ceed-4777-a23e-a658c73af0aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.205071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:45.212760 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c3f1e43d-4cc7-474a-81f8-bafca9dac9ef tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6557052 Apr 30 04:51:45.217115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] Sync routers for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:45.237644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33654) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.242427 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:45.249366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (664970fc-c788-4f47-8290-6deaf55cb773), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.254030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.289948 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e44ece35-b0f9-412a-8f1f-acbf1c9f57a3 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/networks/8871008a-597f-46cc-877c-cb720ebfb6fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7640014 Apr 30 04:51:45.293574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d857211f-1788-4eb8-aac9-f3f5ec53c542), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.294078 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.294567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:45.295147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.308354 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] Routers {'e78c355f-7b9c-442a-b743-08dfda2c05b7'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:45.309333 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e78c355f-7b9c-442a-b743-08dfda2c05b7'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.313255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33656) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.345563 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7ea9d78a-2189-4efc-9a34-b56e83e9d85c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=e78c355f-7b9c-442a-b743-08dfda2c05b7 HTTP/1.1" status: 200 len: 205 time: 0.1060450 Apr 30 04:51:45.352268 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.353010 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a91f47a-f0c7-45f1-bcae-593eaaa20cf3 None None] The sync data for ids ['e78c355f-7b9c-442a-b743-08dfda2c05b7'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:45.360043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33658) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.486528 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2087989 Apr 30 04:51:45.545445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33660) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.556838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'subnet': {'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:45.560032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48377e3-b545-4ef5-99b6-188af8927e9d tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Network': ['ID=d857211f-1788-4eb8-aac9-f3f5ec53c542,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:45.570477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:45.610408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Router 7e2256a0-999d-44aa-b36c-c74035939ede has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:45.611079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Pushing event deleted for resources: {'Port': ['ID=664970fc-c788-4f47-8290-6deaf55cb773,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:45.618382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.631779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604a2b7-b8e0-46b5-ada2-3ca80c463baf tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:45.637057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b604a2b7-b8e0-46b5-ada2-3ca80c463baf tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets/6c1b3b17-a708-4b6f-9569-6e5522e3fad6 HTTP/1.1" status: 200 len: 843 time: 0.3226316 Apr 30 04:51:45.637524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33662) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.818987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:45.825610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-156716b5-2975-4f8d-92bf-37971e4f6664 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1698475 Apr 30 04:51:45.829314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33666) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.833077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] Sync routers for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:45.846841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:45.847968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.881013 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-e4712bb5-1316-4eb3-9403-23dd66a3ef70 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] show failed (client error): The resource could not be found. Apr 30 04:51:45.882071 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e4712bb5-1316-4eb3-9403-23dd66a3ef70 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1225302884 HTTP/1.1" status: 404 len: 335 time: 0.0518289 Apr 30 04:51:45.887208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33668) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.893205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.893726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7081789e-886d-4ad5-ac85-f49fbaeb046a tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:45.903154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] Routers {'7e2256a0-999d-44aa-b36c-c74035939ede'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:45.903696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['7e2256a0-999d-44aa-b36c-c74035939ede'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.906495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Made reservation on behalf of 5a4d922049e9486780e87767f9768928 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:45.909309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.938192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:45.938837 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c68301-b06a-45c1-920d-c05234e42927 None None] The sync data for ids ['7e2256a0-999d-44aa-b36c-c74035939ede'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:45.958388 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-7081789e-886d-4ad5-ac85-f49fbaeb046a tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] update failed (client error): The resource could not be found. Apr 30 04:51:45.961384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7081789e-886d-4ad5-ac85-f49fbaeb046a tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-123475059 HTTP/1.1" status: 404 len: 334 time: 0.0712924 Apr 30 04:51:45.963668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33670) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:45.981047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad9d4a-2954-4dd5-95b5-e5829015ed91 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:45.982479 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-06ad9d4a-2954-4dd5-95b5-e5829015ed91 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "GET /v2.0/subnets/6c1b3b17-a708-4b6f-9569-6e5522e3fad6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3070683 Apr 30 04:51:45.983237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:45.992909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33672) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:46.005107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.005732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-33387869'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:46.031927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (e1174895-85d0-4058-a7af-f9ea96e7409d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.035385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (e78c355f-7b9c-442a-b743-08dfda2c05b7), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.041798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.050211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting subnet 3656f33e-d708-406d-adb3-513b1914dc35 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:46.058442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (3656f33e-d708-406d-adb3-513b1914dc35), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.123153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:46.127338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.161462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (3656f33e-d708-406d-adb3-513b1914dc35), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.218753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e78c355f-7b9c-442a-b743-08dfda2c05b7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.219472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router e78c355f-7b9c-442a-b743-08dfda2c05b7 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:46.230786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:46.233024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.234131 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ae0b5272-4711-42be-9751-246ff9013ed2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7 HTTP/1.1" status: 204 len: 168 time: 0.8543251 Apr 30 04:51:46.238647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33674) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:46.262034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d6175146-d283-4623-8d06-04d294e6d5c0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.262389 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Added segment d6175146-d283-4623-8d06-04d294e6d5c0 of type vlan for network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d Apr 30 04:51:46.394393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.464545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 2a25c970-bc34-43f7-a604-6f7f4571918c {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:46.481846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (3656f33e-d708-406d-adb3-513b1914dc35), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.484801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (2a25c970-bc34-43f7-a604-6f7f4571918c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.563563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (2a25c970-bc34-43f7-a604-6f7f4571918c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.626743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.632401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:46.637203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.689421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:46.717465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:51:46.717829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (dbe44cac-1c3e-49ec-a242-9d646d762507), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.734315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.759809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Network': ['ID=e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:46.768099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Router e1174895-85d0-4058-a7af-f9ea96e7409d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:46.773198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:46.777123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bc416cbc-ab41-422b-abd3-935c543034aa tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7766178 Apr 30 04:51:46.778006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33676) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:46.793010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:46.804541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (3656f33e-d708-406d-adb3-513b1914dc35), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.821496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.821718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2a25c970-bc34-43f7-a604-6f7f4571918c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.852596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dbe44cac-1c3e-49ec-a242-9d646d762507,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:46.889927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Subnet': ['ID=3656f33e-d708-406d-adb3-513b1914dc35,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:46.893792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8dacb4-8864-41dd-b2d4-fd9ea8b6276f None None] Network cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:46.920998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:46.926727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e376208f-729a-4f7e-a18d-38e949d9734d tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/subnets/3656f33e-d708-406d-adb3-513b1914dc35 HTTP/1.1" status: 204 len: 168 time: 0.9596770 Apr 30 04:51:46.936835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33678) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:47.048562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] DHCP port deletion for cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:47.095056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Deleting port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:47.095419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.122712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.163026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] For port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,segment=NetworkSegment(d048be2d-e06f-41d4-b51c-e9f8cd2740ac),segment_id=d048be2d-e06f-41d4-b51c-e9f8cd2740ac)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:47.163542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.178845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Calling delete_port for abab473b-8fd3-4cc4-9a36-d06b54c9ff9d owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:47.202598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Made reservation on behalf of e4990e50beea4b3f9551930886ef9212 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:47.206835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.218224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (2a25c970-bc34-43f7-a604-6f7f4571918c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.236914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:47.246170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b4e0c178-233b-46f7-a194-e0237accf818 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1174895-85d0-4058-a7af-f9ea96e7409d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428216 Apr 30 04:51:47.248841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33680) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:47.254064 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Sync routers for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:47.277488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:47.277488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:47.306249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.309698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/2a25c970-bc34-43f7-a604-6f7f4571918c HTTP/1.1" status: 204 len: 168 time: 1.0683348 Apr 30 04:51:47.310523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8156bc6-69ae-40de-9f00-e4377ab8da0a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=2a25c970-bc34-43f7-a604-6f7f4571918c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:47.312148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=6f50a6d9-b6c1-4815-a075-9c70ef340c30,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:47.318740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33682) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:47.319487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e23ea-d7f4-4175-b3c3-34e27c639794 None None] Network a7c4ac63-f128-48b5-b9f9-088ef3e534ff requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:47.321625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Checking segment: {'id': '3fe0a4a4-9d92-4361-953d-1a137c963c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:47.321991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network hostable DHCP agents. Network: d857211f-1788-4eb8-aac9-f3f5ec53c542, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:47.324369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (2cba2507-ceed-4777-a23e-a658c73af0aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.327148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.367485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Performing IP validity checks on allocation pools {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:51:47.368009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:51:47.369783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:47.388487 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f4759ad-d19b-424b-bed7-efdaa4c6cc7e admin admin] 10.222.0.16 "PUT /v2.0/routers/81fe5a61-356b-45ac-96ef-8d59550dd1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9140353 Apr 30 04:51:47.398895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:47.399271 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.400163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Sync routers for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:47.404802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33684) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:47.414690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] Pushing event deleted for resources: {'Port': ['ID=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:47.422955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ef330-af20-49d7-97d8-8eb731b40cf1 None None] No DVR routers for this DVR port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:47.473630 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:47.485584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks [] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.487449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:47.488035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:47.537988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:47.557491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:47.564139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:47.676132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] DHCP port deletion for a7c4ac63-f128-48b5-b9f9-088ef3e534ff request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:47.763751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Deleting port f55ab9ca-e923-4b78-9076-2285d3d8f65b {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:47.764328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.801172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:47.815838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d857211f-1788-4eb8-aac9-f3f5ec53c542) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:47.853328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 0ac85ae2-e871-4139-a7e6-62476d9d906f {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:47.870767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (0ac85ae2-e871-4139-a7e6-62476d9d906f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.871969 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:51:45Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:47.879055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device abab473b-8fd3-4cc4-9a36-d06b54c9ff9d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:47.880959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c805cc80-4920-42ce-a375-a7f28865a87b None None] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:47.900073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] For port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:47.900512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.902835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 2cba2507-ceed-4777-a23e-a658c73af0aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:47.913170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:47.914374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.915836 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Checking router: e1174895-85d0-4058-a7af-f9ea96e7409d for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:51:47.934393 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Routers {'e1174895-85d0-4058-a7af-f9ea96e7409d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:47.935300 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e1174895-85d0-4058-a7af-f9ea96e7409d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:47.944363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks [] for router_gateway (e1174895-85d0-4058-a7af-f9ea96e7409d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.966523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: abab473b-8fd3-4cc4-9a36-d06b54c9ff9d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:47.967119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device abab473b-8fd3-4cc4-9a36-d06b54c9ff9d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:47.967276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f55ab9ca-e923-4b78-9076-2285d3d8f65b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:47.969666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Calling delete_port for abab473b-8fd3-4cc4-9a36-d06b54c9ff9d owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:47.970079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] For port f55ab9ca-e923-4b78-9076-2285d3d8f65b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f55ab9ca-e923-4b78-9076-2285d3d8f65b,segment=NetworkSegment(a859da32-81bb-40d8-8e36-1175d5aecb85),segment_id=a859da32-81bb-40d8-8e36-1175d5aecb85)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:47.970581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:47.979709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d was not found and therefore no delete operation was performed {{(pid=111175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:51:48.018685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (abab473b-8fd3-4cc4-9a36-d06b54c9ff9d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.019770 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c59c25f8-ab9d-4205-a96f-adc2415bef3f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4729688 Apr 30 04:51:48.022376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33686) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:48.022752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (0ac85ae2-e871-4139-a7e6-62476d9d906f), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.057332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1154992536', 'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:48.097865 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] Set router e1174895-85d0-4058-a7af-f9ea96e7409d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:48.101626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] No DVR routers for this DVR port abab473b-8fd3-4cc4-9a36-d06b54c9ff9d on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:48.116850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Port': ['ID=abab473b-8fd3-4cc4-9a36-d06b54c9ff9d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:48.129566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:48.138876 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5c7b0cda-c25c-474b-b1a6-e540fb87942f tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/routers/2cba2507-ceed-4777-a23e-a658c73af0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0207131 Apr 30 04:51:48.144706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33688) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:48.147342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks [] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.152757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'port': {'network_id': '1d12ab01-23f7-4c43-bb22-62e660aeafba', 'name': 'tempest-FloatingIPTestJSON-495174704'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:48.213795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.214257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.214768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.215431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.215828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.216171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.216503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.216828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.217159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.217486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.217931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.218286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.218799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.219197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.219593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:48.259251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Calling delete_port for f55ab9ca-e923-4b78-9076-2285d3d8f65b owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:48.269770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Made reservation on behalf of 5a4d922049e9486780e87767f9768928 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:48.272503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.274673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Deleting port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:48.274673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.313990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a36cb057-caed-478c-afed-e8104f7581b0 None None] Provisioning complete for port 6f50a6d9-b6c1-4815-a075-9c70ef340c30 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:48.314408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a36cb057-caed-478c-afed-e8104f7581b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.321188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] Sync routers for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:48.325899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] device_id is not set on port b038b8d5-6425-4e1a-ab5f-69ed0159141f yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:48.380145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.394807 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:51:45Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.419617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Made reservation on behalf of 452396ef36414ebea6134a3e7d5ad1cc for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:48.423591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.430899 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:48.432440 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.450230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (0ac85ae2-e871-4139-a7e6-62476d9d906f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.453324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] device_id is not set on port 6bd77af1-15ab-463e-8bce-f6e8bf5b3511 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:48.480221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (126d0c05-ced5-4af9-9b4f-42df7496b5a3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.480713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e9bd6-80bf-492f-a10a-c8bc6f4fd93e None None] The sync data for ids ['e1174895-85d0-4058-a7af-f9ea96e7409d'] in dv-neutron-838078-9-hyperv is: [{'id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'name': 'tempest-ServersTestManualDisk-809468524-router', 'tenant_id': '00d563431d3d47f7b478dd1b7903c60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:51Z', 'updated_at': '2022-04-30T04:51:45Z', 'revision_number': 5, 'project_id': '00d563431d3d47f7b478dd1b7903c60d', 'gw_port': {'id': '24a161e2-1b38-4cc8-a91a-4cf41804ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1174895-85d0-4058-a7af-f9ea96e7409d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:53Z', 'updated_at': '2022-04-30T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:48.485924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a36cb057-caed-478c-afed-e8104f7581b0 None None] Port 6f50a6d9-b6c1-4815-a075-9c70ef340c30 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:48.487719 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.497758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.499453 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:48.500266 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.523742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d204d9f-2b34-4d8c-af91-3de9bc376e89 None None] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:48.551568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.551961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd048be2d-e06f-41d4-b51c-e9f8cd2740ac') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.562859 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.563351 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0d662-2b04-476b-9eab-4d618a11f3c9 None None] The sync data for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:48.575116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (d048be2d-e06f-41d4-b51c-e9f8cd2740ac), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.583374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] For port 24a161e2-1b38-4cc8-a91a-4cf41804ca0c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:48.583808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.618683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Calling delete_port for 24a161e2-1b38-4cc8-a91a-4cf41804ca0c owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:48.629539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d048be2d-e06f-41d4-b51c-e9f8cd2740ac), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.632392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks [] for router_gateway (81fe5a61-356b-45ac-96ef-8d59550dd1b5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.660133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 2001:db8::220 (d857211f-1788-4eb8-aac9-f3f5ec53c542/dbe44cac-1c3e-49ec-a242-9d646d762507/b038b8d5-6425-4e1a-ab5f-69ed0159141f) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:48.660360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=126d0c05-ced5-4af9-9b4f-42df7496b5a3,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:48.665706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:48.665706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (d048be2d-e06f-41d4-b51c-e9f8cd2740ac), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:48.669761 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:48.701103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f55ab9ca-e923-4b78-9076-2285d3d8f65b is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:48.701103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.706089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Checking segment: {'id': 'd6175146-d283-4623-8d06-04d294e6d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:48.706770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network hostable DHCP agents. Network: e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:48.749220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (0ac85ae2-e871-4139-a7e6-62476d9d906f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.749671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Allocated IP 172.20.0.11 (1d12ab01-23f7-4c43-bb22-62e660aeafba/54cd1a1c-575a-403e-83c3-bcd874e286ed/6bd77af1-15ab-463e-8bce-f6e8bf5b3511) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:48.754431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:51:44Z', 'revision_number': 5, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port': {'id': 'cad6be69-0f18-4714-b52a-7f4aab491db0', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.797055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Checking router: 81fe5a61-356b-45ac-96ef-8d59550dd1b5 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:51:48.810853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Routers {'81fe5a61-356b-45ac-96ef-8d59550dd1b5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:48.811477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:48.813113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.817601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/0ac85ae2-e871-4139-a7e6-62476d9d906f HTTP/1.1" status: 204 len: 168 time: 1.4961660 Apr 30 04:51:48.819656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448c851-c620-4a35-bb4f-a44991a526dd tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac85ae2-e871-4139-a7e6-62476d9d906f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:48.822697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33690) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:48.863259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.867574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.872428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/networks/cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364 HTTP/1.1" status: 204 len: 168 time: 1.9344988 Apr 30 04:51:48.886998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33692) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:48.889124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Deleting port cad6be69-0f18-4714-b52a-7f4aab491db0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:48.889516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.891995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa0495-20d4-4cbb-8eb3-ea1d753abd67 None None] Network 24db2b27-ef0a-432e-a7ed-89da5a68a722 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:48.923189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e11bb6-dc9f-4e04-a905-97025c39c467 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Network': ['ID=cbcc5cf7-f318-4bd0-a20b-aa03e6d7b364,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:48.958379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:48.973113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (f55ab9ca-e923-4b78-9076-2285d3d8f65b), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:48.990581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a7c4ac63-f128-48b5-b9f9-088ef3e534ff), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.070665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] Set router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:49.085451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:49.090209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:49.090850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.104800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting subnet 9bb969dc-59b7-4a91-900f-4b3f59207b53 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:49.118366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (9bb969dc-59b7-4a91-900f-4b3f59207b53), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.138928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] For port cad6be69-0f18-4714-b52a-7f4aab491db0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cad6be69-0f18-4714-b52a-7f4aab491db0,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:49.139297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.169085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (b038b8d5-6425-4e1a-ab5f-69ed0159141f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.174839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a7c4ac63-f128-48b5-b9f9-088ef3e534ff), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.183333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Calling delete_port for cad6be69-0f18-4714-b52a-7f4aab491db0 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:49.200558 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-87d272b0-ec68-48f8-b891-57ec24f12627 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4105332 Apr 30 04:51:49.200883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33694) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:49.209792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] No DVR routers for this DVR port f55ab9ca-e923-4b78-9076-2285d3d8f65b on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:49.211546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efb849-317c-4637-a552-5159705515cf None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:49.211671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:49.271419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c4ac63-f128-48b5-b9f9-088ef3e534ff']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:49.272575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.285138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a859da32-81bb-40d8-8e36-1175d5aecb85') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:49.285470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a859da32-81bb-40d8-8e36-1175d5aecb85') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:49.289048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (9bb969dc-59b7-4a91-900f-4b3f59207b53), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.294782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1d46a-447f-44f6-bcf7-c050b2cda47d None None] Pushing event deleted for resources: {'Port': ['ID=f55ab9ca-e923-4b78-9076-2285d3d8f65b,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.298755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a859da32-81bb-40d8-8e36-1175d5aecb85), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.308281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:51:48Z', 'revision_number': 6, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:49.325351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a859da32-81bb-40d8-8e36-1175d5aecb85), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.335063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:49.335494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a859da32-81bb-40d8-8e36-1175d5aecb85), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:49.338685 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:49.351291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b038b8d5-6425-4e1a-ab5f-69ed0159141f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.367332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (24a161e2-1b38-4cc8-a91a-4cf41804ca0c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.378605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29b87f-6a7d-4fcd-9002-aa67d713fa4f None None] The sync data for ids ['81fe5a61-356b-45ac-96ef-8d59550dd1b5'] in dv-neutron-838078-9-hyperv is: [{'id': '81fe5a61-356b-45ac-96ef-8d59550dd1b5', 'name': 'tempest-ServersTestJSON-1163200033-router', 'tenant_id': '1dad282aaae24fda992341db1124514d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:51:48Z', 'revision_number': 6, 'project_id': '1dad282aaae24fda992341db1124514d', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:49.434812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d', 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d', 'project_id': 'e4990e50beea4b3f9551930886ef9212', 'fixed_ips': [{'subnet_id': '126d0c05-ced5-4af9-9b4f-42df7496b5a3'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:49.436854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.470832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=b038b8d5-6425-4e1a-ab5f-69ed0159141f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.505648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:49.516142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:49.522572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:49.523687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:49.524377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.525219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] DHCP port deletion for 24db2b27-ef0a-432e-a7ed-89da5a68a722 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:49.531268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a7c4ac63-f128-48b5-b9f9-088ef3e534ff), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.537495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12028982'] for subnet (126d0c05-ced5-4af9-9b4f-42df7496b5a3), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.545528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.550527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/a7c4ac63-f128-48b5-b9f9-088ef3e534ff HTTP/1.1" status: 204 len: 168 time: 0.7225714 Apr 30 04:51:49.555261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.555705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.556166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.556609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.557071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.557924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.557924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.558137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33696) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:49.558472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.560528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.561105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:49.582041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (cad6be69-0f18-4714-b52a-7f4aab491db0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.601239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85725ea6-6082-4d51-a22b-cbe0eeae07ac tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=a7c4ac63-f128-48b5-b9f9-088ef3e534ff,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.642502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Allocated IP 2001:db8::3 (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d/126d0c05-ced5-4af9-9b4f-42df7496b5a3/58bb766e-855c-4180-83ad-e09181e6c7c2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:49.660569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cad6be69-0f18-4714-b52a-7f4aab491db0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.662054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Pushing event deleted for resources: {'Port': ['ID=24a161e2-1b38-4cc8-a91a-4cf41804ca0c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.678012 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e95cdee8-63de-4557-b10e-c6428a67cd2c tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6541388 Apr 30 04:51:49.678765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33698) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:49.684350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Deleting port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:49.685133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.719115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.724902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9bb969dc-59b7-4a91-900f-4b3f59207b53), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.775293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (24db2b27-ef0a-432e-a7ed-89da5a68a722), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.793380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] For port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,segment=NetworkSegment(f1efac24-9669-4006-8d11-2129116ada4f),segment_id=f1efac24-9669-4006-8d11-2129116ada4f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:49.793804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.797175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.805538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (e1174895-85d0-4058-a7af-f9ea96e7409d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.808665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Calling delete_port for b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:49.906009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:49.910794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event updated for resources: {'Port': ['ID=6bd77af1-15ab-463e-8bce-f6e8bf5b3511,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:49.916847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:49.931797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:49.944233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.948248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks [] for router_controller (81fe5a61-356b-45ac-96ef-8d59550dd1b5), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.954683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:49.955192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.985983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.992411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Deleting port b038b8d5-6425-4e1a-ab5f-69ed0159141f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:49.992745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b038b8d5-6425-4e1a-ab5f-69ed0159141f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:49.998302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks [] for router_controller (e1174895-85d0-4058-a7af-f9ea96e7409d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.042891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.068682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] No DVR routers for this DVR port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:50.119652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (81fe5a61-356b-45ac-96ef-8d59550dd1b5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.121221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81fe5a61-356b-45ac-96ef-8d59550dd1b5 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:50.126455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:50.128186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.129998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d51dcdc0-90bd-4338-a22e-9c919f0fe0ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/81fe5a61-356b-45ac-96ef-8d59550dd1b5 HTTP/1.1" status: 204 len: 168 time: 2.7240760 Apr 30 04:51:50.132523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2da92-c484-41e9-8930-1644a225e5db None None] Pushing event deleted for resources: {'Port': ['ID=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:50.137087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33700) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.139651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,segment=NetworkSegment(f1efac24-9669-4006-8d11-2129116ada4f),segment_id=f1efac24-9669-4006-8d11-2129116ada4f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:50.142742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.166814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:50.167308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:50.167871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 664970fc-c788-4f47-8290-6deaf55cb773 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:50.173623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks [] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.188067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:50.202247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 664970fc-c788-4f47-8290-6deaf55cb773 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:50.202850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 664970fc-c788-4f47-8290-6deaf55cb773 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:50.203333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:50.243065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.245168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:50.245782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 566fc3b0-85be-4c06-bcd1-1b9e23f4fe24 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:50.271823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Deleting subnet 19f15a22-6628-4674-892e-c96715f2bf92 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:50.278387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Publish callbacks [] for subnet (19f15a22-6628-4674-892e-c96715f2bf92), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.298195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Pushing event updated for resources: {'Port': ['ID=58bb766e-855c-4180-83ad-e09181e6c7c2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:50.311748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:50.324394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6b2a1d33-548e-4332-8569-e947f513d9d7 None None] Provisioning complete for port 6bd77af1-15ab-463e-8bce-f6e8bf5b3511 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:50.325119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1d33-548e-4332-8569-e947f513d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.327476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:50.332859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:50.340564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (19f15a22-6628-4674-892e-c96715f2bf92), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.382025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b90287c5-a8ed-4ab1-b5b3-9c181cdb2539), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.398965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a1d33-548e-4332-8569-e947f513d9d7 None None] Port 6bd77af1-15ab-463e-8bce-f6e8bf5b3511 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:51:50.422855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port b90287c5-a8ed-4ab1-b5b3-9c181cdb2539 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:50.430793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=b90287c5-a8ed-4ab1-b5b3-9c181cdb2539,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:50.432502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Attempting to bind port 58bb766e-855c-4180-83ad-e09181e6c7c2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:50.432989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Attempting to bind port 58bb766e-855c-4180-83ad-e09181e6c7c2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd6175146-d283-4623-8d06-04d294e6d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:50.433447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Attempting to bind port 58bb766e-855c-4180-83ad-e09181e6c7c2 on network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:50.439508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:50.439974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Checking segment: {'id': 'd6175146-d283-4623-8d06-04d294e6d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:50.440474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.441132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Bound using segment: {'id': 'd6175146-d283-4623-8d06-04d294e6d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:50.441940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Bound port: 58bb766e-855c-4180-83ad-e09181e6c7c2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6175146-d283-4623-8d06-04d294e6d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:50.442746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.520131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5012296b-d384-4999-b200-95ed79945e1d None None] For port 58bb766e-855c-4180-83ad-e09181e6c7c2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:50.523945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5012296b-d384-4999-b200-95ed79945e1d None None] For port 58bb766e-855c-4180-83ad-e09181e6c7c2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=58bb766e-855c-4180-83ad-e09181e6c7c2,segment=NetworkSegment(d6175146-d283-4623-8d06-04d294e6d5c0),segment_id=d6175146-d283-4623-8d06-04d294e6d5c0)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:50.540514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (9bb969dc-59b7-4a91-900f-4b3f59207b53), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.542906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (19f15a22-6628-4674-892e-c96715f2bf92), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.545956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (24db2b27-ef0a-432e-a7ed-89da5a68a722), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.547157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:50.547756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.591954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24db2b27-ef0a-432e-a7ed-89da5a68a722']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:50.606421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1efac24-9669-4006-8d11-2129116ada4f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:50.606834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1efac24-9669-4006-8d11-2129116ada4f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:50.611421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.618379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (f1efac24-9669-4006-8d11-2129116ada4f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.625214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.629332 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/subnets/9bb969dc-59b7-4a91-900f-4b3f59207b53 HTTP/1.1" status: 204 len: 168 time: 1.7412717 Apr 30 04:51:50.630254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc24538-0c6f-4f97-92b6-e77f7a2742ba tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb969dc-59b7-4a91-900f-4b3f59207b53,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:50.631964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33702) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.640214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f1efac24-9669-4006-8d11-2129116ada4f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.643460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad1fdc-2fa9-4cf7-a6aa-f680d14d1005 None None] Network 82e7e806-7a08-4c33-84a0-9f2568434ab0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:50.648784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:50.649043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (f1efac24-9669-4006-8d11-2129116ada4f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:50.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:50.677455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e1174895-85d0-4058-a7af-f9ea96e7409d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.677455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1174895-85d0-4058-a7af-f9ea96e7409d {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:50.685178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.686415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f7dbdd1e-3371-4e3c-9abe-fa370fc4c85f admin admin] 10.222.0.16 "DELETE /v2.0/routers/e1174895-85d0-4058-a7af-f9ea96e7409d HTTP/1.1" status: 204 len: 168 time: 3.4296694 Apr 30 04:51:50.695064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33704) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.709604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b038b8d5-6425-4e1a-ab5f-69ed0159141f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.755569 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-014839ae-18b0-496a-a327-a9c3753d0670 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6070681 Apr 30 04:51:50.755569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Calling delete_port for b038b8d5-6425-4e1a-ab5f-69ed0159141f owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:50.756111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33706) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.762488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Request body: {'floatingip': {'port_id': '6bd77af1-15ab-463e-8bce-f6e8bf5b3511'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:50.767432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (19f15a22-6628-4674-892e-c96715f2bf92), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.770454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting subnet 9fd2acd6-717d-47d8-96ff-6bc2b1ea8781 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:50.799953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (9fd2acd6-717d-47d8-96ff-6bc2b1ea8781), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.840249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (24db2b27-ef0a-432e-a7ed-89da5a68a722), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.844624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.849105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/24db2b27-ef0a-432e-a7ed-89da5a68a722 HTTP/1.1" status: 204 len: 168 time: 1.2899437 Apr 30 04:51:50.860207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f15a22-6628-4674-892e-c96715f2bf92,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:50.867151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33708) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.870170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.874167 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3b79d3ff-37ca-4099-8785-7ea39f5e6372 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19f15a22-6628-4674-892e-c96715f2bf92 HTTP/1.1" status: 204 len: 168 time: 0.7293129 Apr 30 04:51:50.883547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33710) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:50.905006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Deleting subnet ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:50.945819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Publish callbacks [] for subnet (ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.955431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (9fd2acd6-717d-47d8-96ff-6bc2b1ea8781), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:50.958594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e3cdf-33a7-42b8-b02a-e1b053109aaa None None] Network d59e5f82-aafe-4c40-87ee-a4fd98243b8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:51.104153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012296b-d384-4999-b200-95ed79945e1d None None] Pushing event updated for resources: {'Port': ['ID=58bb766e-855c-4180-83ad-e09181e6c7c2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.147405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-493586869'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:51.154312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0c56d-958f-4920-9002-b201c2aabbbb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=24db2b27-ef0a-432e-a7ed-89da5a68a722,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.170668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.170801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.172495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d59e5f82-aafe-4c40-87ee-a4fd98243b8f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.243902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] DHCP port deletion for 82e7e806-7a08-4c33-84a0-9f2568434ab0 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:51.303273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:51.306688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] DHCP port deletion for d59e5f82-aafe-4c40-87ee-a4fd98243b8f request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:51.308446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.373257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:51:51.397656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Deleting port 1e8e191a-5740-466f-af2e-bb798ee18cf3 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:51.397656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.400550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Deleting port 17af35ed-1171-44da-b5fe-73cd420de998 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:51.401118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (17af35ed-1171-44da-b5fe-73cd420de998), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.481988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9fd2acd6-717d-47d8-96ff-6bc2b1ea8781), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.506744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c6c7eeb1-428a-4075-831b-ff0fe854bb51), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.506744 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment c6c7eeb1-428a-4075-831b-ff0fe854bb51 of type vlan for network 9565225a-900b-4e79-bc7a-ab50d17df71c Apr 30 04:51:51.510733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11823855'] for subnet (126d0c05-ced5-4af9-9b4f-42df7496b5a3), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.546241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] For port 1e8e191a-5740-466f-af2e-bb798ee18cf3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1e8e191a-5740-466f-af2e-bb798ee18cf3,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:51.546241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.546580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b038b8d5-6425-4e1a-ab5f-69ed0159141f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.577852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Calling delete_port for 1e8e191a-5740-466f-af2e-bb798ee18cf3 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:51.579941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9565225a-900b-4e79-bc7a-ab50d17df71c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.601130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] For port 17af35ed-1171-44da-b5fe-73cd420de998, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17af35ed-1171-44da-b5fe-73cd420de998,segment=NetworkSegment(37c8e9fd-8ec2-4365-8a7d-7473ff219e91),segment_id=37c8e9fd-8ec2-4365-8a7d-7473ff219e91)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:51.602300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (17af35ed-1171-44da-b5fe-73cd420de998), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.602469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Deleting port 1e8e191a-5740-466f-af2e-bb798ee18cf3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:51.602896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.661089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Calling delete_port for 17af35ed-1171-44da-b5fe-73cd420de998 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.objects.base [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] ORM session: SQL execution without transaction in progress, traceback: Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: result = function(*args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: proto.__init__(conn_state, self) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle() Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_request() Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_response() Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return app(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return request.get_response(self.application) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self._app) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: response = self.app(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.application(environ, start_response) Apr 30 04:51:51.676099 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return super(Pecan, self).__call__(environ, start_response) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: self.invoke_controller(controller, args, kwargs, state) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: result = controller(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return {self.resource: self.plugin_updater(*updater_args)} Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return method(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: self._update_subnet_postcommit(context, original_subnet, Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: registry.publish( Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return function(*args, **kwargs) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: errors = self._notify_loop(resource, event, trigger, payload) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: callback(resource, event, trigger, payload=payload) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: router_ids = set(port.device_id for port in query) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._iter().__iter__() Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.session.execute( Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: result = fn(orm_exec_state) Apr 30 04:51:51.690458 dv-neutron-838078-9-hyperv neutron-server[111174]: Apr 30 04:51:51.692944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Port': ['ID=b038b8d5-6425-4e1a-ab5f-69ed0159141f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.716317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9565225a-900b-4e79-bc7a-ab50d17df71c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.721431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:51.722039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.729449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:51.730082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.731430 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "PUT /v2.0/subnets/126d0c05-ced5-4af9-9b4f-42df7496b5a3 HTTP/1.1" status: 200 len: 900 time: 2.5295982 Apr 30 04:51:51.736180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.789353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33712) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:51.806528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=9565225a-900b-4e79-bc7a-ab50d17df71c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.808470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 58bb766e-855c-4180-83ad-e09181e6c7c2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:51.823614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9565225a-900b-4e79-bc7a-ab50d17df71c details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:51:51.862781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cf81235-7c1f-43d1-902f-a84a68813f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.883525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732cc05-9230-4762-9227-68ef94685449 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event updated for resources: {'Subnet': ['ID=126d0c05-ced5-4af9-9b4f-42df7496b5a3,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.931551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] For port 1e8e191a-5740-466f-af2e-bb798ee18cf3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1e8e191a-5740-466f-af2e-bb798ee18cf3,segment=NetworkSegment(5f94f374-c338-47e9-8895-ee58cf90bf8e),segment_id=5f94f374-c338-47e9-8895-ee58cf90bf8e)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:51.931778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.932292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.935448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.942249 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b6c5cfc0-36e0-4331-95c0-5aad4a7ebc1f tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b038b8d5-6425-4e1a-ab5f-69ed0159141f HTTP/1.1" status: 204 len: 168 time: 2.2572246 Apr 30 04:51:51.946679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33714) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:51.957472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542', 'external_fixed_ips': [{'subnet_id': 'dbe44cac-1c3e-49ec-a242-9d646d762507', 'ip_address': '2001:db8::220'}]}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:51.959680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.967142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] Pushing event deleted for resources: {'Port': ['ID=1e8e191a-5740-466f-af2e-bb798ee18cf3,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:51.970066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716f02c-de25-4d15-945f-729ab6bae704 None None] No DVR routers for this DVR port 1e8e191a-5740-466f-af2e-bb798ee18cf3 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:51.973803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2ac0a585-fdfb-4e74-8606-c3e08e209b5f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0984428 Apr 30 04:51:51.974443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33716) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:51.986143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 58bb766e-855c-4180-83ad-e09181e6c7c2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:51.986724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:51.990585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:52.012433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Calling delete_port for 1e8e191a-5740-466f-af2e-bb798ee18cf3 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:52.038948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (9fd2acd6-717d-47d8-96ff-6bc2b1ea8781), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.039838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (17af35ed-1171-44da-b5fe-73cd420de998), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.059566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:52.072633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.078575 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-687d4013-b209-40db-8c17-00a0ac8c22ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab1bf7a8-4fbe-455f-8c49-db0edc61d2f0 HTTP/1.1" status: 204 len: 168 time: 1.3789713 Apr 30 04:51:52.087964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33718) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:52.099138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b1a55-69e3-4bff-8cc9-81d9154a2692 None None] Network 84d939ba-0773-4cf3-8f3c-77f950c5f988 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:52.133768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:51:52.149179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.152660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/subnets/9fd2acd6-717d-47d8-96ff-6bc2b1ea8781 HTTP/1.1" status: 204 len: 168 time: 1.5178962 Apr 30 04:51:52.153852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e8dd-d4e6-41c6-91a1-ef23a968281f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd2acd6-717d-47d8-96ff-6bc2b1ea8781,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:52.155596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33720) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:52.160371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1888656-efab-421d-ac96-73d7aeaef22f None None] Network 214f13c6-92ce-476f-90e1-c2a259f7262b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:52.170060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] Pushing event deleted for resources: {'Port': ['ID=17af35ed-1171-44da-b5fe-73cd420de998,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:52.187460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a4c8f-4ee9-4e2e-b903-e578ef5f79e4 None None] No DVR routers for this DVR port 17af35ed-1171-44da-b5fe-73cd420de998 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:52.194204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.196357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.206745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 58bb766e-855c-4180-83ad-e09181e6c7c2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:52.207200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.226153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.299112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.376595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.389062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1e8e191a-5740-466f-af2e-bb798ee18cf3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.390071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 58bb766e-855c-4180-83ad-e09181e6c7c2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=58bb766e-855c-4180-83ad-e09181e6c7c2,segment=NetworkSegment(d6175146-d283-4623-8d06-04d294e6d5c0),segment_id=d6175146-d283-4623-8d06-04d294e6d5c0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:52.391237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (84d939ba-0773-4cf3-8f3c-77f950c5f988), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.454021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.462502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.465503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:52.470731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.476849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 58bb766e-855c-4180-83ad-e09181e6c7c2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:52.477197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.482152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (82e7e806-7a08-4c33-84a0-9f2568434ab0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.489569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8e191a-5740-466f-af2e-bb798ee18cf3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:52.545916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] No DVR routers for this DVR port 1e8e191a-5740-466f-af2e-bb798ee18cf3 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:52.595795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] DHCP port deletion for 84d939ba-0773-4cf3-8f3c-77f950c5f988 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:52.608107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] DHCP port deletion for 214f13c6-92ce-476f-90e1-c2a259f7262b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:52.617109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=58bb766e-855c-4180-83ad-e09181e6c7c2,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:52.649360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d59e5f82-aafe-4c40-87ee-a4fd98243b8f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.674852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59e5f82-aafe-4c40-87ee-a4fd98243b8f']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:52.680296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17af35ed-1171-44da-b5fe-73cd420de998 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:52.714471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 17af35ed-1171-44da-b5fe-73cd420de998 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:52.715160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17af35ed-1171-44da-b5fe-73cd420de998 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:52.715588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cad6be69-0f18-4714-b52a-7f4aab491db0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:52.748408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f94f374-c338-47e9-8895-ee58cf90bf8e') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:52.748957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f94f374-c338-47e9-8895-ee58cf90bf8e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:52.754796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Deleting port 881c322c-60ac-422a-8e46-a0a27a42c4b2 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:52.754796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.754796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cad6be69-0f18-4714-b52a-7f4aab491db0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:52.754796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cad6be69-0f18-4714-b52a-7f4aab491db0 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:52.754796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1e8e191a-5740-466f-af2e-bb798ee18cf3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:52.756476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Deleting port 901b0a36-a586-4a8a-97f0-1b7768f32941 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:52.756843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.762146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c11a2e6-019a-4bc2-a9a8-2e105958f706 None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:52.794174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (5f94f374-c338-47e9-8895-ee58cf90bf8e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.827713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1e8e191a-5740-466f-af2e-bb798ee18cf3 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:52.828064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1e8e191a-5740-466f-af2e-bb798ee18cf3 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:52.828474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24a161e2-1b38-4cc8-a91a-4cf41804ca0c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:52.849810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5f94f374-c338-47e9-8895-ee58cf90bf8e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.853153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 58bb766e-855c-4180-83ad-e09181e6c7c2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=58bb766e-855c-4180-83ad-e09181e6c7c2,segment=NetworkSegment(d6175146-d283-4623-8d06-04d294e6d5c0),segment_id=d6175146-d283-4623-8d06-04d294e6d5c0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:52.853525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.890886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (82e7e806-7a08-4c33-84a0-9f2568434ab0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.901794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 24a161e2-1b38-4cc8-a91a-4cf41804ca0c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:52.901794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24a161e2-1b38-4cc8-a91a-4cf41804ca0c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:52.908297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:52.909326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (5f94f374-c338-47e9-8895-ee58cf90bf8e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:52.911794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 58bb766e-855c-4180-83ad-e09181e6c7c2 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:52.913670 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:52.950292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e7e806-7a08-4c33-84a0-9f2568434ab0']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:52.997576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c8e9fd-8ec2-4365-8a7d-7473ff219e91') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:52.997576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c8e9fd-8ec2-4365-8a7d-7473ff219e91') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:53.001808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] For port 901b0a36-a586-4a8a-97f0-1b7768f32941, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=901b0a36-a586-4a8a-97f0-1b7768f32941,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:53.002237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.005036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4bd0c8f7-7ef9-46cb-9b8a-18ee70792fdd None None] Provisioning complete for port 58bb766e-855c-4180-83ad-e09181e6c7c2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:53.005400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c8f7-7ef9-46cb-9b8a-18ee70792fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.008175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] For port 881c322c-60ac-422a-8e46-a0a27a42c4b2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=881c322c-60ac-422a-8e46-a0a27a42c4b2,segment=NetworkSegment(83b5b66c-001d-4a24-912d-1a32a13937af),segment_id=83b5b66c-001d-4a24-912d-1a32a13937af)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:53.008619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.032545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Calling delete_port for 901b0a36-a586-4a8a-97f0-1b7768f32941 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:53.044971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (37c8e9fd-8ec2-4365-8a7d-7473ff219e91), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.055929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Calling delete_port for 881c322c-60ac-422a-8e46-a0a27a42c4b2 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:53.071449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (37c8e9fd-8ec2-4365-8a7d-7473ff219e91), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.082076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:53.082584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (37c8e9fd-8ec2-4365-8a7d-7473ff219e91), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:53.085936 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:53.089025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Deleting port 901b0a36-a586-4a8a-97f0-1b7768f32941 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:53.089485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.122001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d59e5f82-aafe-4c40-87ee-a4fd98243b8f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.127167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.130765 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d59e5f82-aafe-4c40-87ee-a4fd98243b8f HTTP/1.1" status: 204 len: 168 time: 2.2439108 Apr 30 04:51:53.160546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.180631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76e217-aae0-42b5-88ba-6c972a75b688 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59e5f82-aafe-4c40-87ee-a4fd98243b8f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.232202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP d1f5943b-3bef-43eb-964c-31096ad40bee associated. External IP: 172.26.5.40, port: 00c5a437-4851-428c-a7d2-3370a324761a. Apr 30 04:51:53.293217 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (82e7e806-7a08-4c33-84a0-9f2568434ab0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.301273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.304816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/networks/82e7e806-7a08-4c33-84a0-9f2568434ab0 HTTP/1.1" status: 204 len: 168 time: 1.1368117 Apr 30 04:51:53.313648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] For port 901b0a36-a586-4a8a-97f0-1b7768f32941, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=901b0a36-a586-4a8a-97f0-1b7768f32941,segment=NetworkSegment(66430057-b134-4260-b19d-0a785aebde23),segment_id=66430057-b134-4260-b19d-0a785aebde23)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:53.314020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.325139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3110ab4-0581-4088-9387-a22744703b95 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Network': ['ID=82e7e806-7a08-4c33-84a0-9f2568434ab0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.335295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33726) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:53.350249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (58bb766e-855c-4180-83ad-e09181e6c7c2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.360657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4bd0c8f7-7ef9-46cb-9b8a-18ee70792fdd None None] Could not find standard attr ID for object 58bb766e-855c-4180-83ad-e09181e6c7c2. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:51:53.361587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Calling delete_port for 901b0a36-a586-4a8a-97f0-1b7768f32941 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:53.381950 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-4bd0c8f7-7ef9-46cb-9b8a-18ee70792fdd None None] No ports have port_id starting with 58bb766e-855c-4180-83ad-e09181e6c7c2 Apr 30 04:51:53.419660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=58bb766e-855c-4180-83ad-e09181e6c7c2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.498537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (808c38b8-4796-43c5-8963-69194eed2a17), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.505277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 58bb766e-855c-4180-83ad-e09181e6c7c2 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:53.538255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.542106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (881c322c-60ac-422a-8e46-a0a27a42c4b2), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.548223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (214f13c6-92ce-476f-90e1-c2a259f7262b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.573666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (126d0c05-ced5-4af9-9b4f-42df7496b5a3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.599765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] No DVR routers for this DVR port 881c322c-60ac-422a-8e46-a0a27a42c4b2 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:53.603830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] Pushing event deleted for resources: {'Port': ['ID=901b0a36-a586-4a8a-97f0-1b7768f32941,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.611185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a856af-a0eb-4986-940e-520a7e7c0ef6 None None] No DVR routers for this DVR port 901b0a36-a586-4a8a-97f0-1b7768f32941 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:53.678306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756580c-902c-4f4d-a40f-9a3cbff15e44 None None] Pushing event deleted for resources: {'Port': ['ID=881c322c-60ac-422a-8e46-a0a27a42c4b2,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.707097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79432701-6dfb-4217-983d-da8c34ff588a None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:53.753120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:53.764382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (214f13c6-92ce-476f-90e1-c2a259f7262b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.790533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=808c38b8-4796-43c5-8963-69194eed2a17,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.807029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214f13c6-92ce-476f-90e1-c2a259f7262b']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:53.823798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b5b66c-001d-4a24-912d-1a32a13937af') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:53.824107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b5b66c-001d-4a24-912d-1a32a13937af') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:53.826733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (126d0c05-ced5-4af9-9b4f-42df7496b5a3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.827063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-09291660-1381-4ef3-a709-e049aee0661e None None] Could not find standard attr ID for object 58bb766e-855c-4180-83ad-e09181e6c7c2. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:51:53.855099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (901b0a36-a586-4a8a-97f0-1b7768f32941), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.857045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': 'c6c7eeb1-428a-4075-831b-ff0fe854bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:53.857403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 9565225a-900b-4e79-bc7a-ab50d17df71c, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:51:53.860253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (83b5b66c-001d-4a24-912d-1a32a13937af), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.869657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=126d0c05-ced5-4af9-9b4f-42df7496b5a3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.871547 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 901b0a36-a586-4a8a-97f0-1b7768f32941 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:53.887609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (83b5b66c-001d-4a24-912d-1a32a13937af), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.910624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 901b0a36-a586-4a8a-97f0-1b7768f32941 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:53.910979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 901b0a36-a586-4a8a-97f0-1b7768f32941 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:53.911466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 881c322c-60ac-422a-8e46-a0a27a42c4b2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:53.919141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:53.919549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (83b5b66c-001d-4a24-912d-1a32a13937af), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:53.923021 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:53.958057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 881c322c-60ac-422a-8e46-a0a27a42c4b2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:53.958425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 881c322c-60ac-422a-8e46-a0a27a42c4b2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:53.984413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=901b0a36-a586-4a8a-97f0-1b7768f32941,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:53.989143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] No DVR routers for this DVR port 901b0a36-a586-4a8a-97f0-1b7768f32941 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:54.014290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.038699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.040825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.045234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d71a-2f3b-47d2-8927-6adfa079a996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.056528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6175146-d283-4623-8d06-04d294e6d5c0') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.057154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6175146-d283-4623-8d06-04d294e6d5c0') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.069242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d6175146-d283-4623-8d06-04d294e6d5c0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.072694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9e0a4324-fbd2-4d24-b49d-90ca0b2da894 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dad282aaae24fda992341db1124514d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2805514 Apr 30 04:51:54.072823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33730) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.083132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.100921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d6175146-d283-4623-8d06-04d294e6d5c0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.114440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (214f13c6-92ce-476f-90e1-c2a259f7262b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.116344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:54.116786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d6175146-d283-4623-8d06-04d294e6d5c0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:54.124210 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:54.149184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.154624 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/networks/214f13c6-92ce-476f-90e1-c2a259f7262b HTTP/1.1" status: 204 len: 168 time: 0.8154721 Apr 30 04:51:54.161500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6f8a0-e103-4a8d-bda0-eebae41962c4 None None] Network e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:54.164943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33732) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.167257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:54.185031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8787-bdd1-4a30-80ec-5ccd93d948fa tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Network': ['ID=214f13c6-92ce-476f-90e1-c2a259f7262b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:54.212704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (84d939ba-0773-4cf3-8f3c-77f950c5f988), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.234824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 9565225a-900b-4e79-bc7a-ab50d17df71c is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:51:54.263590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] Publish callbacks [] for security_group (efbeea73-085c-4a15-953b-34739fc7bed5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.277542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Deleting subnet a61d16f0-c1cc-4a7c-8b94-711d88f3eee1 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:54.278715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d939ba-0773-4cf3-8f3c-77f950c5f988']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.288658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (a61d16f0-c1cc-4a7c-8b94-711d88f3eee1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.306130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66430057-b134-4260-b19d-0a785aebde23') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.306130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66430057-b134-4260-b19d-0a785aebde23') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.312883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4195b5-cba4-4346-aeae-be1fee446c15 None None] DHCP port deletion for e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:54.335121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] Publish callbacks [] for security_group (efbeea73-085c-4a15-953b-34739fc7bed5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.336121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.356458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.363222 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d HTTP/1.1" status: 204 len: 168 time: 2.5691669 Apr 30 04:51:54.376552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33734) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.382164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dffe27-f48d-4049-a00a-83cb6ffddae4 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:54.391019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a61d16f0-c1cc-4a7c-8b94-711d88f3eee1), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.391432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9565225a-900b-4e79-bc7a-ab50d17df71c) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:54.402201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c39eb-950e-47f2-a1a0-f29e02cb36cd None None] Network 9565225a-900b-4e79-bc7a-ab50d17df71c requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:54.407051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (66430057-b134-4260-b19d-0a785aebde23), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.433259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:54.433886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.446907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d617ec3b-29a7-4736-be4d-472031b6b03f tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:54.447352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d617ec3b-29a7-4736-be4d-472031b6b03f tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:54.450339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d617ec3b-29a7-4736-be4d-472031b6b03f tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/126d0c05-ced5-4af9-9b4f-42df7496b5a3 HTTP/1.1" status: 404 len: 337 time: 0.0724728 Apr 30 04:51:54.454814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33736) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.473041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66430057-b134-4260-b19d-0a785aebde23), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.481560 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0edaec-dc42-49df-beb3-fdcddcb6a120 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:54.482912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0edaec-dc42-49df-beb3-fdcddcb6a120 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:54.486158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:54.487149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (66430057-b134-4260-b19d-0a785aebde23), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.490165 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce0edaec-dc42-49df-beb3-fdcddcb6a120 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/e0d03cae-7b71-4fd2-b37d-6a7e4f32eb4d HTTP/1.1" status: 404 len: 339 time: 0.0311174 Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:54.491766 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:54.504813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33738) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.540149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9565225a-900b-4e79-bc7a-ab50d17df71c', 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '808c38b8-4796-43c5-8963-69194eed2a17'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:51:54.541031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.580014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a61d16f0-c1cc-4a7c-8b94-711d88f3eee1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.593211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-50d8ed2d-f87b-4f39-b27e-5ecb347194e2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6098695 Apr 30 04:51:54.601055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33740) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.604009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (efbeea73-085c-4a15-953b-34739fc7bed5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.606382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.607492 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efbeea73-085c-4a15-953b-34739fc7bed5 HTTP/1.1" status: 204 len: 168 time: 0.5336933 Apr 30 04:51:54.608730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082301429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:54.628243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcb9b4-ef9c-4902-ad8d-ceb5d0db725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbeea73-085c-4a15-953b-34739fc7bed5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:54.640153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.641379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 2001:db8::220 (d857211f-1788-4eb8-aac9-f3f5ec53c542/dbe44cac-1c3e-49ec-a242-9d646d762507/7f7c5456-c096-45f2-abd1-61ed90e6bced) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:54.654465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:54.676900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:54.738495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:54.739271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.757910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.780784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a61d16f0-c1cc-4a7c-8b94-711d88f3eee1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.787474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.799880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dfdcbd-fe06-4305-a33b-cc41622f63f0']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.802587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.805853 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/subnets/a61d16f0-c1cc-4a7c-8b94-711d88f3eee1 HTTP/1.1" status: 204 len: 168 time: 0.6320586 Apr 30 04:51:54.809485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:54.809842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.810795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (84d939ba-0773-4cf3-8f3c-77f950c5f988), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.813018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Allocated IP 172.20.0.2 (9565225a-900b-4e79-bc7a-ab50d17df71c/808c38b8-4796-43c5-8963-69194eed2a17/14da2ed1-e500-4497-aded-2254b05f7931) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:54.818747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d88628-3c90-4de9-952b-3dca30987dc0 None None] Network c89f9dae-867d-47ce-9bbd-2c52ae0dd122 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:54.821995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33744) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:54.823553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (ad81d111-65d0-40fc-87d0-bc7243718169), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.824775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (ad81d111-65d0-40fc-87d0-bc7243718169), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.831873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb645e-392d-4e52-a7b7-08b6a9ff7482 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Subnet': ['ID=a61d16f0-c1cc-4a7c-8b94-711d88f3eee1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:54.834734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3e25b3-f76a-4f17-90bd-f18ce445a9eb') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.835029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3e25b3-f76a-4f17-90bd-f18ce445a9eb') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.854066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.855089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (9d3e25b3-f76a-4f17-90bd-f18ce445a9eb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.857567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/84d939ba-0773-4cf3-8f3c-77f950c5f988 HTTP/1.1" status: 204 len: 168 time: 2.7740393 Apr 30 04:51:54.887048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:54.887048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb853cd-3c2f-4aa9-9a27-b2a5b702d152 None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:54.889533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (9d3e25b3-f76a-4f17-90bd-f18ce445a9eb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.901173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:54.901585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (9d3e25b3-f76a-4f17-90bd-f18ce445a9eb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:54.910815 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:54.940640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a48e5-2e65-4f76-9148-1f6c4ffe32c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d939ba-0773-4cf3-8f3c-77f950c5f988,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.030079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.074979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (23dfdcbd-fe06-4305-a33b-cc41622f63f0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.168900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks [] for port (14da2ed1-e500-4497-aded-2254b05f7931), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.177498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] DHCP port deletion for c89f9dae-867d-47ce-9bbd-2c52ae0dd122 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:55.238247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (14da2ed1-e500-4497-aded-2254b05f7931), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.294664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Network 9565225a-900b-4e79-bc7a-ab50d17df71c is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:55.295945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Deleting port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:55.296410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.375589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] For port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,segment=NetworkSegment(23dcaad6-9833-4111-b51a-2ad86dddaaa8),segment_id=23dcaad6-9833-4111-b51a-2ad86dddaaa8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:55.376359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.393622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Calling delete_port for 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:55.424348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33758) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.456839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.464639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.468145 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/23dfdcbd-fe06-4305-a33b-cc41622f63f0 HTTP/1.1" status: 204 len: 168 time: 0.9623873 Apr 30 04:51:55.469444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b214eac-4ad7-449c-9aef-72caabb5a177 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=23dfdcbd-fe06-4305-a33b-cc41622f63f0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.473220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33760) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.486857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:55.491239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:55.503203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c89f9dae-867d-47ce-9bbd-2c52ae0dd122), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.503653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Pushing event updated for resources: {'Port': ['ID=14da2ed1-e500-4497-aded-2254b05f7931,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.506777 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-511a5157-ee48-42f4-8eef-ea660b003b1b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:55.507550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511a5157-ee48-42f4-8eef-ea660b003b1b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:55.510962 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-511a5157-ee48-42f4-8eef-ea660b003b1b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/c46325fa-d904-4507-a1fb-3a0ef90a98c9 HTTP/1.1" status: 404 len: 337 time: 0.0366116 Apr 30 04:51:55.513593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33762) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.538626 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80aa13a-bc3f-4a8b-a442-4a02d78b0815 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:51:55.539479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80aa13a-bc3f-4a8b-a442-4a02d78b0815 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:51:55.542944 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b80aa13a-bc3f-4a8b-a442-4a02d78b0815 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/b8b1af60-f025-4111-b9da-3cac5586866f HTTP/1.1" status: 404 len: 339 time: 0.0276756 Apr 30 04:51:55.545481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33764) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.555703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.556166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.560454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.561367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.561498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (ad81d111-65d0-40fc-87d0-bc7243718169), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.562032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.562475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:51:55.567298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (6ded3721-f79b-4a86-9edd-fcd7dbb5dda1), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.595672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.605131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting subnet 352ca339-f0b0-462b-a011-0a3f47766bfd {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:55.610089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (352ca339-f0b0-462b-a011-0a3f47766bfd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.612129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] Pushing event deleted for resources: {'Port': ['ID=6ded3721-f79b-4a86-9edd-fcd7dbb5dda1,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.614460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cac7e-b0a7-4e6e-8f42-2012591257de None None] No DVR routers for this DVR port 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:55.617952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Attempting to bind port 14da2ed1-e500-4497-aded-2254b05f7931 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:51:55.618411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Attempting to bind port 14da2ed1-e500-4497-aded-2254b05f7931 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'c6c7eeb1-428a-4075-831b-ff0fe854bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:51:55.622852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Attempting to bind port 14da2ed1-e500-4497-aded-2254b05f7931 on network 9565225a-900b-4e79-bc7a-ab50d17df71c {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:51:55.629845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:51:55.630375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Checking segment: {'id': 'c6c7eeb1-428a-4075-831b-ff0fe854bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:51:55.630877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.631502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Bound using segment: {'id': 'c6c7eeb1-428a-4075-831b-ff0fe854bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:51:55.635771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Bound port: 14da2ed1-e500-4497-aded-2254b05f7931, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c7eeb1-428a-4075-831b-ff0fe854bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:51:55.636821 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f2a0b79e-f136-4a98-9f6c-11f52461132d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00d563431d3d47f7b478dd1b7903c60d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1408951 Apr 30 04:51:55.637133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14da2ed1-e500-4497-aded-2254b05f7931), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.666477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33768) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.677082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 2cba2507-ceed-4777-a23e-a658c73af0aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:55.678238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (ad81d111-65d0-40fc-87d0-bc7243718169), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.703879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network d857211f-1788-4eb8-aac9-f3f5ec53c542 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:55.734881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] For port 14da2ed1-e500-4497-aded-2254b05f7931, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:51:55.742072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:55.748210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:55.748878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] For port 14da2ed1-e500-4497-aded-2254b05f7931, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14da2ed1-e500-4497-aded-2254b05f7931,segment=NetworkSegment(c6c7eeb1-428a-4075-831b-ff0fe854bb51),segment_id=c6c7eeb1-428a-4075-831b-ff0fe854bb51)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:51:55.751924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (352ca339-f0b0-462b-a011-0a3f47766bfd), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.758729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=7f7c5456-c096-45f2-abd1-61ed90e6bced,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.787939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 58bb766e-855c-4180-83ad-e09181e6c7c2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:55.805600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] Publish callbacks [] for security_group (003f73c5-b3c0-405b-a173-fe0e161db803), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.813617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 58bb766e-855c-4180-83ad-e09181e6c7c2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:55.813963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 58bb766e-855c-4180-83ad-e09181e6c7c2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:55.814410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:51:55.835454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:51:55.835865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ded3721-f79b-4a86-9edd-fcd7dbb5dda1 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:51:55.852263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (14da2ed1-e500-4497-aded-2254b05f7931), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.858599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] Publish callbacks [] for security_group (003f73c5-b3c0-405b-a173-fe0e161db803), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.868176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c89f9dae-867d-47ce-9bbd-2c52ae0dd122), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.898109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (352ca339-f0b0-462b-a011-0a3f47766bfd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.911563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a744b9b-a8fb-4d4e-81f5-45132bebbf98 None None] Pushing event updated for resources: {'Port': ['ID=14da2ed1-e500-4497-aded-2254b05f7931,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:55.948496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:55.949679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e76929b6-e29b-4f02-b318-0ab0bec6ff52 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3476849 Apr 30 04:51:55.954172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33776) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:55.961740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'port': {'network_id': '9565225a-900b-4e79-bc7a-ab50d17df71c', 'name': 'tempest-RoutersTest-491502742'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:55.986450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f9dae-867d-47ce-9bbd-2c52ae0dd122']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.012291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dcaad6-9833-4111-b51a-2ad86dddaaa8') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.012588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dcaad6-9833-4111-b51a-2ad86dddaaa8') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.032392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (23dcaad6-9833-4111-b51a-2ad86dddaaa8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.076792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (003f73c5-b3c0-405b-a173-fe0e161db803), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.079847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.081310 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/003f73c5-b3c0-405b-a173-fe0e161db803 HTTP/1.1" status: 204 len: 168 time: 0.4138248 Apr 30 04:51:56.085011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (23dcaad6-9833-4111-b51a-2ad86dddaaa8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.099235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:51:56.099663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (23dcaad6-9833-4111-b51a-2ad86dddaaa8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:51:56.103465 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:51:56.105535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d31fca-9135-4252-b0f6-0646446464fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f73c5-b3c0-405b-a173-fe0e161db803,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:56.147417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (352ca339-f0b0-462b-a011-0a3f47766bfd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.165512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:56.170992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.177030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] Sync routers for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:56.179003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd1cff-4e75-4fd0-a642-63a62bcb0db8 None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:56.197441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.197553 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:56.198199 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.215116 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/352ca339-f0b0-462b-a011-0a3f47766bfd HTTP/1.1" status: 204 len: 168 time: 0.6681778 Apr 30 04:51:56.222763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33782) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:56.250247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daea71b-0afc-49ef-b9f8-783438e3f48e tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=352ca339-f0b0-462b-a011-0a3f47766bfd,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:56.315527 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.343206 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:56.343835 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.397369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c89f9dae-867d-47ce-9bbd-2c52ae0dd122), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.402230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.410104 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/networks/c89f9dae-867d-47ce-9bbd-2c52ae0dd122 HTTP/1.1" status: 204 len: 168 time: 1.5806792 Apr 30 04:51:56.411315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33784) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:56.418248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting subnet 05182be6-fbca-48a4-af38-123d96b9982f {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:56.418882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0082a877-39d9-45af-a63c-7f98eeb3f048 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/floatingips/d1f5943b-3bef-43eb-964c-31096ad40bee HTTP/1.1" status: 200 len: 977 time: 5.6618907 Apr 30 04:51:56.426786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33786) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:56.427787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (05182be6-fbca-48a4-af38-123d96b9982f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.449092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7b57-13d9-45e9-92d4-fc67c5556b51 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Pushing event deleted for resources: {'Network': ['ID=c89f9dae-867d-47ce-9bbd-2c52ae0dd122,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:56.449783 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:56.452054 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae76899-7581-42e4-9c37-a61166c792e1 None None] The sync data for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:56.496891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:51:56.517627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.518351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.522474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c931a206-210a-4cd7-8e2e-b9447d07706f tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e2256a0-999d-44aa-b36c-c74035939ede HTTP/1.1" status: 200 len: 205 time: 0.1016812 Apr 30 04:51:56.552981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33790) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:56.675009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.675550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router (7e2256a0-999d-44aa-b36c-c74035939ede), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.678053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] device_id is not set on port 93cdfda4-adc2-4c32-bea8-b8290da32e5e yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:51:56.821454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.865643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 6bd77af1-15ab-463e-8bce-f6e8bf5b3511 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:56.866142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:56.876203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (05182be6-fbca-48a4-af38-123d96b9982f), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.091184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:51:57.188405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.225372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router_controller (7e2256a0-999d-44aa-b36c-c74035939ede), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.245944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:51:57.262452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Sync routers for ids ['097ef8b0-cc2e-446d-b5aa-1891ddbb48e5'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:51:57.277144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Routers {'097ef8b0-cc2e-446d-b5aa-1891ddbb48e5'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:57.278244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['097ef8b0-cc2e-446d-b5aa-1891ddbb48e5'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:57.291254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.356173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.358361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-283939be-38ab-4304-a535-7f5406fd2e4e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4102600 Apr 30 04:51:57.361057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33816) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:57.435864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33818) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:57.459962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.20.0.9 (9565225a-900b-4e79-bc7a-ab50d17df71c/808c38b8-4796-43c5-8963-69194eed2a17/93cdfda4-adc2-4c32-bea8-b8290da32e5e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:57.473502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (05182be6-fbca-48a4-af38-123d96b9982f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.518610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Set router 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:51:57.574400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (7e2256a0-999d-44aa-b36c-c74035939ede), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.575020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Fanout notify agent at l3_agent the message router_deleted on router 7e2256a0-999d-44aa-b36c-c74035939ede {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:57.589418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.590903 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fd9ef9f6-f1fb-4894-abca-c96ba1a140b0 tempest-RoutersNegativeIpV6Test-58330251 tempest-RoutersNegativeIpV6Test-58330251-project] 10.222.0.16 "DELETE /v2.0/routers/7e2256a0-999d-44aa-b36c-c74035939ede HTTP/1.1" status: 204 len: 168 time: 1.0323722 Apr 30 04:51:57.595605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.613529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b7315-4bc9-4152-a5af-1166542e2c84 None None] Network 9565225a-900b-4e79-bc7a-ab50d17df71c requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:57.615425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-11c9155f-5a2d-4340-8967-a930f9ac7601 None None] Provisioning complete for port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:57.616137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c9155f-5a2d-4340-8967-a930f9ac7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.668742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:57.784718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.787420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.831310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14da2ed1-e500-4497-aded-2254b05f7931 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:57.831900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (05182be6-fbca-48a4-af38-123d96b9982f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.875662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=05182be6-fbca-48a4-af38-123d96b9982f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:57.940854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0bb9f-ca39-443b-8f39-a7f1de1bcbbb None None] Network 97a5e272-02a0-4053-a6b6-fbd12826dbea requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:51:57.964283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.970786 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6fd6819b-14c7-4079-9ae0-41a9ca1a4c6b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/05182be6-fbca-48a4-af38-123d96b9982f HTTP/1.1" status: 204 len: 168 time: 1.7283866 Apr 30 04:51:57.973276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.973753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:57.974164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Floating IP d1f5943b-3bef-43eb-964c-31096ad40bee disassociated. External IP: 172.26.5.40, port: 6bd77af1-15ab-463e-8bce-f6e8bf5b3511. Apr 30 04:51:57.974667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 6bd77af1-15ab-463e-8bce-f6e8bf5b3511 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:57.978312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33832) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:57.994026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-11c9155f-5a2d-4340-8967-a930f9ac7601 None None] Current status of the port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:58.082186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (97a5e272-02a0-4053-a6b6-fbd12826dbea), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.274882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Deleting port 7f7c5456-c096-45f2-abd1-61ed90e6bced {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:58.279181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.302561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ef8b0-cc2e-446d-b5aa-1891ddbb48e5', 'name': '', 'tenant_id': '5a4d922049e9486780e87767f9768928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542', 'external_fixed_ips': [{'subnet_id': 'dbe44cac-1c3e-49ec-a242-9d646d762507', 'ip_address': '2001:db8::220'}], 'enable_snat': True}, 'gw_port_id': '7f7c5456-c096-45f2-abd1-61ed90e6bced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:51:52Z', 'updated_at': '2022-04-30T04:51:56Z', 'revision_number': 3, 'project_id': '5a4d922049e9486780e87767f9768928', 'gw_port': {'id': '7f7c5456-c096-45f2-abd1-61ed90e6bced', 'name': '', 'network_id': 'd857211f-1788-4eb8-aac9-f3f5ec53c542', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ef8b0-cc2e-446d-b5aa-1891ddbb48e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dbe44cac-1c3e-49ec-a242-9d646d762507', 'ip_address': '2001:db8::220', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:51:54Z', 'updated_at': '2022-04-30T04:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe44cac-1c3e-49ec-a242-9d646d762507', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:58.303546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.325574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.356600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.370367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Calling delete_port for 7f7c5456-c096-45f2-abd1-61ed90e6bced owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:58.381176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33838) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:58.382339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:58.383352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.386820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 14da2ed1-e500-4497-aded-2254b05f7931 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:58.387191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14da2ed1-e500-4497-aded-2254b05f7931), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.388938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Checking router: 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:51:58.389283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Updating router 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 port 7f7c5456-c096-45f2-abd1-61ed90e6bced binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:51:58.434258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.460681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Provisioning complete for port 14da2ed1-e500-4497-aded-2254b05f7931 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:58.461081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14da2ed1-e500-4497-aded-2254b05f7931), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.539001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.659474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] DHCP port deletion for 97a5e272-02a0-4053-a6b6-fbd12826dbea request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:51:58.671704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42a32c54-f1d7-486c-8cc0-246ceed2dea5,segment=NetworkSegment(8933bf5b-116b-41b1-b8c4-9fe87a937322),segment_id=8933bf5b-116b-41b1-b8c4-9fe87a937322)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:58.672079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.682892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.748051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7f7c5456-c096-45f2-abd1-61ed90e6bced), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.751376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 42a32c54-f1d7-486c-8cc0-246ceed2dea5 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:58.776074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f7c5456-c096-45f2-abd1-61ed90e6bced,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:58.786907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Allocated IP 172.26.5.33 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/85c20d89-693b-4e6a-87e3-5526a94fe5f4) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:51:58.819934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.820898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 9565225a-900b-4e79-bc7a-ab50d17df71c is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:51:58.823800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Deleting port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:51:58.823800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.838567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:51:58.841329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:51:58.870193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 14da2ed1-e500-4497-aded-2254b05f7931 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:58.870851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14da2ed1-e500-4497-aded-2254b05f7931), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.906001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Current status of the port 14da2ed1-e500-4497-aded-2254b05f7931 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:58.906447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14da2ed1-e500-4497-aded-2254b05f7931), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.913157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=93cdfda4-adc2-4c32-bea8-b8290da32e5e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:58.943447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.945694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.950824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6bd77af1-15ab-463e-8bce-f6e8bf5b3511), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:58.962669 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f44645cc-1a93-4e95-a278-a29147d31820 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0f849b2381f447b8381e988686a1381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760930 Apr 30 04:51:58.973229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33848) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:59.055742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=6bd77af1-15ab-463e-8bce-f6e8bf5b3511,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:59.068321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (097ef8b0-cc2e-446d-b5aa-1891ddbb48e5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.069147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:51:59.074823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.077361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4d651086-41f9-49fa-880e-7b1d77f87ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/routers/097ef8b0-cc2e-446d-b5aa-1891ddbb48e5 HTTP/1.1" status: 204 len: 168 time: 1.7150178 Apr 30 04:51:59.078041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33852) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:59.117678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:51:59.118554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.142548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] For port 42a32c54-f1d7-486c-8cc0-246ceed2dea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42a32c54-f1d7-486c-8cc0-246ceed2dea5,segment=NetworkSegment(8933bf5b-116b-41b1-b8c4-9fe87a937322),segment_id=8933bf5b-116b-41b1-b8c4-9fe87a937322)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:59.142891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.188492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 14da2ed1-e500-4497-aded-2254b05f7931, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14da2ed1-e500-4497-aded-2254b05f7931,segment=NetworkSegment(c6c7eeb1-428a-4075-831b-ff0fe854bb51),segment_id=c6c7eeb1-428a-4075-831b-ff0fe854bb51)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:51:59.200022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Calling delete_port for 42a32c54-f1d7-486c-8cc0-246ceed2dea5 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:51:59.219513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Deleting subnet dbe44cac-1c3e-49ec-a242-9d646d762507 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:51:59.227346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for subnet (dbe44cac-1c3e-49ec-a242-9d646d762507), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.232836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:51:59.233406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:51:59.292755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (14da2ed1-e500-4497-aded-2254b05f7931), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.293622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (dbe44cac-1c3e-49ec-a242-9d646d762507), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.316199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] Publish callbacks [] for security_group (210919d9-7f10-4482-8980-a6cdb88e8580), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.324045 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c9a1215c-507b-4fc8-bd2e-0f6a8683ff06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3662205 Apr 30 04:51:59.324045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.324737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33856) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:59.330570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.379946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33858) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:59.380765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:59.391927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:59.440968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:51:59.441569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:51:59.445891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=14da2ed1-e500-4497-aded-2254b05f7931,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:59.446315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (dbe44cac-1c3e-49ec-a242-9d646d762507), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.457645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (42a32c54-f1d7-486c-8cc0-246ceed2dea5), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.469955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] Publish callbacks [] for security_group (210919d9-7f10-4482-8980-a6cdb88e8580), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.499594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] Pushing event deleted for resources: {'Port': ['ID=42a32c54-f1d7-486c-8cc0-246ceed2dea5,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:59.503695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ba720-43f5-4a9b-87d7-6414b3d16131 None None] No DVR routers for this DVR port 42a32c54-f1d7-486c-8cc0-246ceed2dea5 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:51:59.526630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 2cba2507-ceed-4777-a23e-a658c73af0aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:51:59.700908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (dbe44cac-1c3e-49ec-a242-9d646d762507), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.748467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.755190 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/dbe44cac-1c3e-49ec-a242-9d646d762507 HTTP/1.1" status: 204 len: 168 time: 0.6724625 Apr 30 04:51:59.755560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14da2ed1-e500-4497-aded-2254b05f7931 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:51:59.758135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Port 7f7c5456-c096-45f2-abd1-61ed90e6bced not found while updating agent binding for router 097ef8b0-cc2e-446d-b5aa-1891ddbb48e5. {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 30 04:51:59.759518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33862) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:51:59.769908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62a9e-b6e7-419d-a02e-619069683144 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe44cac-1c3e-49ec-a242-9d646d762507,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:51:59.795254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Routers set() bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:51:59.795741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Router IDs set() for agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 04:51:59.796293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'097ef8b0-cc2e-446d-b5aa-1891ddbb48e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent'). {{(pid=111176) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 04:51:59.796670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970273-439f-4ca7-8545-b6b300f8242b None None] The sync data for ids ['097ef8b0-cc2e-446d-b5aa-1891ddbb48e5'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:51:59.817219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 14da2ed1-e500-4497-aded-2254b05f7931 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:51:59.817597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14da2ed1-e500-4497-aded-2254b05f7931), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.875836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.881194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d857211f-1788-4eb8-aac9-f3f5ec53c542), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.904824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 14da2ed1-e500-4497-aded-2254b05f7931 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:59.915004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1433671107'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:51:59.918879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (97a5e272-02a0-4053-a6b6-fbd12826dbea), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.921725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:51:59.981014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a3702dda-08bf-4d37-ae0d-72655c477ea7 None None] Current status of the port 14da2ed1-e500-4497-aded-2254b05f7931 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:51:59.988043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a5e272-02a0-4053-a6b6-fbd12826dbea']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:51:59.991103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42a32c54-f1d7-486c-8cc0-246ceed2dea5 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:00.013822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 42a32c54-f1d7-486c-8cc0-246ceed2dea5 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:00.014138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42a32c54-f1d7-486c-8cc0-246ceed2dea5 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:00.042895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:00.052435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8933bf5b-116b-41b1-b8c4-9fe87a937322') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.052731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8933bf5b-116b-41b1-b8c4-9fe87a937322') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.065077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:00.068034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:00.078082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d857211f-1788-4eb8-aac9-f3f5ec53c542), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.100298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (8933bf5b-116b-41b1-b8c4-9fe87a937322), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.101645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Provisioning complete for port 93cdfda4-adc2-4c32-bea8-b8290da32e5e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:00.102234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.103834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Pushing event updated for resources: {'Port': ['ID=85c20d89-693b-4e6a-87e3-5526a94fe5f4,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:00.122110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d857211f-1788-4eb8-aac9-f3f5ec53c542']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.138737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.139826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.140072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe0a4a4-9d92-4361-953d-1a137c963c87') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.140365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe0a4a4-9d92-4361-953d-1a137c963c87') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.145511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8933bf5b-116b-41b1-b8c4-9fe87a937322), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.146334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Port 93cdfda4-adc2-4c32-bea8-b8290da32e5e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:00.155088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Provisioning complete for port 14da2ed1-e500-4497-aded-2254b05f7931 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:00.155445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (3fe0a4a4-9d92-4361-953d-1a137c963c87), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.155574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14da2ed1-e500-4497-aded-2254b05f7931), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.159698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:00.160293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (8933bf5b-116b-41b1-b8c4-9fe87a937322), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:00.163716 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:00.212160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3fe0a4a4-9d92-4361-953d-1a137c963c87), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.221728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:00.222144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (3fe0a4a4-9d92-4361-953d-1a137c963c87), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:00.224049 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:00.245011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (210919d9-7f10-4482-8980-a6cdb88e8580), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.246463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fafcd275-5922-43b0-a60d-ded2ac84df3b None None] Current status of the port 14da2ed1-e500-4497-aded-2254b05f7931 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:00.247608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.249650 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/210919d9-7f10-4482-8980-a6cdb88e8580 HTTP/1.1" status: 204 len: 168 time: 1.2725797 Apr 30 04:52:00.313884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da1e89-15da-441e-824f-2fc95976faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210919d9-7f10-4482-8980-a6cdb88e8580,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:00.327088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:00.336651 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] Sync routers for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:00.345180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.349120 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:00.350200 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.376454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d857211f-1788-4eb8-aac9-f3f5ec53c542), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.386436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d857211f-1788-4eb8-aac9-f3f5ec53c542 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:52:00.386627 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.390080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.392431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.397103 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:00.397964 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.403512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d857211f-1788-4eb8-aac9-f3f5ec53c542 HTTP/1.1" status: 204 len: 168 time: 0.6423087 Apr 30 04:52:00.422331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb68b6-2d1a-420c-a302-d36211bb5a45 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Network': ['ID=d857211f-1788-4eb8-aac9-f3f5ec53c542,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:00.444142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (97a5e272-02a0-4053-a6b6-fbd12826dbea), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.448417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.452139 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/97a5e272-02a0-4053-a6b6-fbd12826dbea HTTP/1.1" status: 204 len: 168 time: 2.4709775 Apr 30 04:52:00.458041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33868) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.481656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.492093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.499536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01be8d-e9ba-4178-8076-6fd599c1a033 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=97a5e272-02a0-4053-a6b6-fbd12826dbea,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:00.512724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.516073 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-359d5eb4-eeac-4ea8-b5b5-480b0746f714 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/6bd77af1-15ab-463e-8bce-f6e8bf5b3511 HTTP/1.1" status: 204 len: 168 time: 4.0843480 Apr 30 04:52:00.519711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33870) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.529443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for floatingip (e11c43af-9358-4392-99c0-74d1845d89ab), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.565823 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-90128196-c85f-48be-a409-c18cecb2d61b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:00.566683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90128196-c85f-48be-a409-c18cecb2d61b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:00.571323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-90128196-c85f-48be-a409-c18cecb2d61b tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/65eef087-b667-41ce-8299-7056da225310 HTTP/1.1" status: 404 len: 337 time: 0.1112573 Apr 30 04:52:00.576044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33872) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.594633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.597628 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-954f55e0-88b5-43a4-9082-405f9c05cd23 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1967156 Apr 30 04:52:00.613165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33874) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.622351 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e6726-51b1-4390-b1f5-3a525fbea7d1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:00.622884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780e6726-51b1-4390-b1f5-3a525fbea7d1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:00.628705 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-780e6726-51b1-4390-b1f5-3a525fbea7d1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/3dc49a79-5c2b-47fb-ae76-109ef08b9240 HTTP/1.1" status: 404 len: 339 time: 0.0488579 Apr 30 04:52:00.631565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33876) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.771442 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:00.772038 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3cb4e-61d9-44a1-a17a-2226c2b85715 None None] The sync data for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:00.793603 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd25740-4bdb-4b84-b994-0935441448a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:00.794064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd25740-4bdb-4b84-b994-0935441448a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:00.802079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4dd25740-4bdb-4b84-b994-0935441448a6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/1430aa38-b8de-4404-8c4d-05c89517d1a0 HTTP/1.1" status: 404 len: 337 time: 0.1674192 Apr 30 04:52:00.806942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33884) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:00.854485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:00.928543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=93cdfda4-adc2-4c32-bea8-b8290da32e5e,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:00.980811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6e32173c-51bb-464a-bbaf-fb9c2a8501bc None None] Provisioning complete for port 93cdfda4-adc2-4c32-bea8-b8290da32e5e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:00.981290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e32173c-51bb-464a-bbaf-fb9c2a8501bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.013165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33888) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.017366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'name': 'tempest-router--746730019', 'project_id': '0ffc773c84ef401aa1816ee1ebf8995e'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:01.044302 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-925a7c45-d086-4b55-867e-e5c1fa9a1808 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:01.044901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925a7c45-d086-4b55-867e-e5c1fa9a1808 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:01.050425 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-925a7c45-d086-4b55-867e-e5c1fa9a1808 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/82f581ee-9c6e-40de-9c01-6f9d4998f6ed HTTP/1.1" status: 404 len: 339 time: 0.2373071 Apr 30 04:52:01.050425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.069758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6e32173c-51bb-464a-bbaf-fb9c2a8501bc None None] Port 93cdfda4-adc2-4c32-bea8-b8290da32e5e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:01.073560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33890) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.110310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-060620a8-3ea1-4314-9687-643f8a533b00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:01.110778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060620a8-3ea1-4314-9687-643f8a533b00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:01.120408 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-060620a8-3ea1-4314-9687-643f8a533b00 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/c3c805d4-644b-496e-a13a-06a5e6bd8a53 HTTP/1.1" status: 404 len: 337 time: 0.0377080 Apr 30 04:52:01.120408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33894) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.144477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.145491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.152133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (ad81d111-65d0-40fc-87d0-bc7243718169), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.169954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-803457bc-23b3-44e0-adf8-2f6a060d43b6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:01.170377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803457bc-23b3-44e0-adf8-2f6a060d43b6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:01.176428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-803457bc-23b3-44e0-adf8-2f6a060d43b6 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/9d7a6089-1ec4-478f-8e62-4f08f6562e47 HTTP/1.1" status: 404 len: 339 time: 0.0369775 Apr 30 04:52:01.179254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33898) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.289005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (23e12720-cce9-458f-bfda-38e424f1ff8b), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.347482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.347482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.366019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.432276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.472010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.473182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3da2632a-4eb4-4a02-9482-213b7048eba2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4590828 Apr 30 04:52:01.476001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33902) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.493866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting subnet c8aeacf8-493b-4aaa-9d8d-a02afa123d69 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:01.510749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (c8aeacf8-493b-4aaa-9d8d-a02afa123d69), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.514667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.547286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.555882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:01.555882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.555882 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb89af51-e6dd-43b7-8c52-bfbb13eb06ff tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8084eb7f-7ac1-4c1f-9e3b-ef1191552bc2 HTTP/1.1" status: 204 len: 168 time: 0.9414546 Apr 30 04:52:01.560757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33908) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.590129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Request body: {'router': {'name': 'tempest-router-86911732', 'distributed': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:01.590257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.602615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (c8aeacf8-493b-4aaa-9d8d-a02afa123d69), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.633612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.745169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Pushing event updated for resources: {'Port': ['ID=85c20d89-693b-4e6a-87e3-5526a94fe5f4,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:01.813406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (e11c43af-9358-4392-99c0-74d1845d89ab), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.848598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (c8aeacf8-493b-4aaa-9d8d-a02afa123d69), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.873119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33914) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.873610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (2cba2507-ceed-4777-a23e-a658c73af0aa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.925668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.930387 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c8f72cc7-6af5-4b9a-95e7-f064483db71d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4862843 Apr 30 04:52:01.931159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33918) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:01.943007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-90789794', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'fixed_ips': [{'ip_address': '172.26.5.33'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:01.972984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f4b1e047-759c-4037-b74f-083cb349645e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:01.975936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f4b1e047-759c-4037-b74f-083cb349645e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.029754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Made reservation on behalf of 07ebd8e97d504dacb0b062d6c87bbb69 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:02.041642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.044891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.062232 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cc4120f2-d1da-4642-81bb-76128a010dcd tempest-ServiceProvidersTest-1945683592 tempest-ServiceProvidersTest-1945683592-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1805787 Apr 30 04:52:02.099485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (c8aeacf8-493b-4aaa-9d8d-a02afa123d69), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.152660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.154593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aeacf8-493b-4aaa-9d8d-a02afa123d69,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:02.155230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (23e12720-cce9-458f-bfda-38e424f1ff8b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.171327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.177422 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bda259a1-2434-4a77-82d3-7f678aff2e84 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/c8aeacf8-493b-4aaa-9d8d-a02afa123d69 HTTP/1.1" status: 204 len: 168 time: 0.9927928 Apr 30 04:52:02.177604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d84bc-019c-4834-81a2-bfc9e2a9d388 None None] Network dc69d9f4-48c3-48a6-8c19-8d3e964e71be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:02.179026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33922) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:02.193140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f4b1e047-759c-4037-b74f-083cb349645e), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.286677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.303092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (23e12720-cce9-458f-bfda-38e424f1ff8b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.303960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23e12720-cce9-458f-bfda-38e424f1ff8b {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:02.310562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.312002 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-142903ba-eead-4532-8b5f-cb90376c53d7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/routers/23e12720-cce9-458f-bfda-38e424f1ff8b HTTP/1.1" status: 204 len: 168 time: 0.8350616 Apr 30 04:52:02.313452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f4b1e047-759c-4037-b74f-083cb349645e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.341960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] DHCP port deletion for dc69d9f4-48c3-48a6-8c19-8d3e964e71be request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:02.349778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (dc69d9f4-48c3-48a6-8c19-8d3e964e71be), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.382807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.391668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Deleting port 51a69291-933b-4e6e-a394-7525e4c2b2e7 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:02.392135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.392336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for security_group (af5ddcd9-66c6-4bbb-aaed-1757f912fbc0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.437345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.438859 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3b25fe66-e846-466b-8f64-f0b73fba1a14 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8757925 Apr 30 04:52:02.446705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33926) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:02.450499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port 51a69291-933b-4e6e-a394-7525e4c2b2e7 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:02.450847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.453781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 6f50a6d9-b6c1-4815-a075-9c70ef340c30 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:02.454444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.469956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] For port 51a69291-933b-4e6e-a394-7525e4c2b2e7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=51a69291-933b-4e6e-a394-7525e4c2b2e7,segment=NetworkSegment(f350756e-ec43-4d52-a286-49f2947f4ba0),segment_id=f350756e-ec43-4d52-a286-49f2947f4ba0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:02.470391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.485208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Calling delete_port for 51a69291-933b-4e6e-a394-7525e4c2b2e7 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:02.544006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=93cdfda4-adc2-4c32-bea8-b8290da32e5e,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:02.549690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (ad81d111-65d0-40fc-87d0-bc7243718169), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.555518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (f4b1e047-759c-4037-b74f-083cb349645e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.576364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (af5ddcd9-66c6-4bbb-aaed-1757f912fbc0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.579665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] device_id is not set on port 73b7994d-c56c-433d-a8bf-8edb63b434f0 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:02.656059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33932) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:02.725596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33936) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:02.818724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f4b1e047-759c-4037-b74f-083cb349645e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.824667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f4b1e047-759c-4037-b74f-083cb349645e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.884835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 9565225a-900b-4e79-bc7a-ab50d17df71c is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:02.886680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:02.931817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.989535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f4b1e047-759c-4037-b74f-083cb349645e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:02.990042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4b1e047-759c-4037-b74f-083cb349645e {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:02.995434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.005930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc2192d3-e212-4a3d-a4c3-f00ec9df66a4 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f4b1e047-759c-4037-b74f-083cb349645e HTTP/1.1" status: 204 len: 168 time: 0.5579438 Apr 30 04:52:03.010299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33940) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.014052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] Pushing event deleted for resources: {'Port': ['ID=51a69291-933b-4e6e-a394-7525e4c2b2e7,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:03.016900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc39cf-50bd-43de-82a9-f987a429cc72 None None] No DVR routers for this DVR port 51a69291-933b-4e6e-a394-7525e4c2b2e7 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:03.047351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Request body: {'router': {'name': 'tempest-router-1496429175', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4cc9435dc93c42b4b4b641093ffb72c7'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:03.058726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port 51a69291-933b-4e6e-a394-7525e4c2b2e7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=51a69291-933b-4e6e-a394-7525e4c2b2e7,segment=NetworkSegment(f350756e-ec43-4d52-a286-49f2947f4ba0),segment_id=f350756e-ec43-4d52-a286-49f2947f4ba0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:03.059304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.068322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-225309734', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:03.096575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dad8793f-8e21-4fdf-80db-faba8f071c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.104793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for 51a69291-933b-4e6e-a394-7525e4c2b2e7 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:03.145907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ddcd9-66c6-4bbb-aaed-1757f912fbc0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:03.153328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.175339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 6f50a6d9-b6c1-4815-a075-9c70ef340c30 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:03.190669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.190669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.210314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b8a125bb-55b3-4c81-9e61-5cdc06b3a959 None None] Provisioning complete for port 93cdfda4-adc2-4c32-bea8-b8290da32e5e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:03.211278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b8a125bb-55b3-4c81-9e61-5cdc06b3a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.215262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d13199da-5687-4756-8745-17f49f0ffb62), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.216328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d13199da-5687-4756-8745-17f49f0ffb62), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.249980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b8a125bb-55b3-4c81-9e61-5cdc06b3a959 None None] Port 93cdfda4-adc2-4c32-bea8-b8290da32e5e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:03.286171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dad8793f-8e21-4fdf-80db-faba8f071c72 admin admin] Publish callbacks [] for security_group (91a97dfe-6573-4a47-97a9-8452a609759c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.288494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.291086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router ad81d111-65d0-40fc-87d0-bc7243718169 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:03.340593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (d13199da-5687-4756-8745-17f49f0ffb62), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.372564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dad8793f-8e21-4fdf-80db-faba8f071c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (91a97dfe-6573-4a47-97a9-8452a609759c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.385825 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 04:52:03.386381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:03.395528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (51a69291-933b-4e6e-a394-7525e4c2b2e7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.422562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.438001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=51a69291-933b-4e6e-a394-7525e4c2b2e7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:03.440621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port 51a69291-933b-4e6e-a394-7525e4c2b2e7 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:03.485478 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-73297ff9-d856-438b-b754-ddc31f5c83fe tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5518100 Apr 30 04:52:03.495065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8793f-8e21-4fdf-80db-faba8f071c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a97dfe-6573-4a47-97a9-8452a609759c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:03.495244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.503357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dad8793f-8e21-4fdf-80db-faba8f071c72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=655e325ebb0e4d4daeb371afcd3a4d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8456383 Apr 30 04:52:03.507970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33946) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.518467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:03.528380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] Sync routers for ids ['ad81d111-65d0-40fc-87d0-bc7243718169'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:03.540884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] Routers {'ad81d111-65d0-40fc-87d0-bc7243718169'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:03.541769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ad81d111-65d0-40fc-87d0-bc7243718169'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.560724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5d931e0c-a7af-47e7-878d-98a4c3d8c91f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/ad81d111-65d0-40fc-87d0-bc7243718169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2349169 Apr 30 04:52:03.568378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.572104 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-78ab4a3d-38da-401c-935c-94ca3815a736 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5544310 Apr 30 04:52:03.572104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33948) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.578773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.582724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.589550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Request body: {'router': {'distributed': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:03.592827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (dc69d9f4-48c3-48a6-8c19-8d3e964e71be), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.594703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] Routers {'ad81d111-65d0-40fc-87d0-bc7243718169'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:03.595504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ad81d111-65d0-40fc-87d0-bc7243718169'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.633189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.633804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbaf98-49c3-4291-816a-ca4658c81343 None None] The sync data for ids ['ad81d111-65d0-40fc-87d0-bc7243718169'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:03.697838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (d13199da-5687-4756-8745-17f49f0ffb62), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.707177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3cb55-ded3-4a34-b271-b68ea4f1ea4b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:03.708546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d0f3cb55-ded3-4a34-b271-b68ea4f1ea4b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports/93cdfda4-adc2-4c32-bea8-b8290da32e5e HTTP/1.1" status: 200 len: 976 time: 0.1322758 Apr 30 04:52:03.715598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33952) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:03.719513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 51a69291-933b-4e6e-a394-7525e4c2b2e7 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:03.740848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 51a69291-933b-4e6e-a394-7525e4c2b2e7 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:03.741192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 51a69291-933b-4e6e-a394-7525e4c2b2e7 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:03.745753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc69d9f4-48c3-48a6-8c19-8d3e964e71be']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.766278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] Publish callbacks [] for security_group (91a97dfe-6573-4a47-97a9-8452a609759c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.786825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f350756e-ec43-4d52-a286-49f2947f4ba0') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.787149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f350756e-ec43-4d52-a286-49f2947f4ba0') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:03.810406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (f350756e-ec43-4d52-a286-49f2947f4ba0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.868864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f350756e-ec43-4d52-a286-49f2947f4ba0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.901862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Deleting port 85c20d89-693b-4e6a-87e3-5526a94fe5f4 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:03.902194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.910787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:03.911313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (f350756e-ec43-4d52-a286-49f2947f4ba0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:03.916673 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:03.990230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6f50a6d9-b6c1-4815-a075-9c70ef340c30), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.115102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.115770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.116196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] Publish callbacks [] for security_group (91a97dfe-6573-4a47-97a9-8452a609759c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.118767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=6f50a6d9-b6c1-4815-a075-9c70ef340c30,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:04.164313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (dc69d9f4-48c3-48a6-8c19-8d3e964e71be), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.222625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.225807 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/dc69d9f4-48c3-48a6-8c19-8d3e964e71be HTTP/1.1" status: 204 len: 168 time: 2.0447068 Apr 30 04:52:04.237779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33958) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:04.287290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70194a7a-1c16-4146-8b20-13ce65e9ef9a tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=dc69d9f4-48c3-48a6-8c19-8d3e964e71be,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:04.325089 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba701934-24d6-45f7-8186-f3a8ac1481c1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:04.325544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba701934-24d6-45f7-8186-f3a8ac1481c1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:04.328666 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ba701934-24d6-45f7-8186-f3a8ac1481c1 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/9f6f0146-fe6d-4f29-9e4b-c76b596c477d HTTP/1.1" status: 404 len: 337 time: 0.0816762 Apr 30 04:52:04.330185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=111174) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 30 04:52:04.330566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Router f5ca35f6-c343-46ab-96c7-c07fd2c4554a migrating from provider to provider. {{(pid=111174) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 30 04:52:04.330948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.333763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.334080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for floatingip (85c20d89-693b-4e6a-87e3-5526a94fe5f4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.344167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33960) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:04.362021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.362501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f89bd-7759-4e18-8917-d795dee91766 req-0a36de7d-7bec-46e4-96c1-9e70c02fe42b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:04.363927 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-219f89bd-7759-4e18-8917-d795dee91766 req-0a36de7d-7bec-46e4-96c1-9e70c02fe42b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2457442 Apr 30 04:52:04.366414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Calling delete_port for 85c20d89-693b-4e6a-87e3-5526a94fe5f4 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:04.384164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d940006-47ac-4b3c-b7fc-c561a409de11 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:04.384676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d940006-47ac-4b3c-b7fc-c561a409de11 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:04.387735 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d940006-47ac-4b3c-b7fc-c561a409de11 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/fbd21735-2845-47dd-8941-2247cf524900 HTTP/1.1" status: 404 len: 339 time: 0.0426238 Apr 30 04:52:04.392711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33962) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:04.417447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-f7ad2503-bb02-4e57-95d3-8f1360e84305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:04.418970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-f7ad2503-bb02-4e57-95d3-8f1360e84305 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2040427 Apr 30 04:52:04.489994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.569795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (91a97dfe-6573-4a47-97a9-8452a609759c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.572275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.573415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91a97dfe-6573-4a47-97a9-8452a609759c HTTP/1.1" status: 204 len: 168 time: 1.0633066 Apr 30 04:52:04.581174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting subnet 6c1b3b17-a708-4b6f-9569-6e5522e3fad6 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:04.642096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (6c1b3b17-a708-4b6f-9569-6e5522e3fad6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.668404 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-219f89bd-7759-4e18-8917-d795dee91766 req-4b293991-cb5f-4290-bbeb-1e263c41017e tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928665 Apr 30 04:52:04.668972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3e7f0-a21d-4452-a3dc-1b4923e1abfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a97dfe-6573-4a47-97a9-8452a609759c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:04.684370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (d13199da-5687-4756-8745-17f49f0ffb62), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.721901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (6c1b3b17-a708-4b6f-9569-6e5522e3fad6), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.725803 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.scheduler.l3_agent_scheduler [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] No L3 agents can host the router f5ca35f6-c343-46ab-96c7-c07fd2c4554a Apr 30 04:52:04.757366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.757562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (2cba2507-ceed-4777-a23e-a658c73af0aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.820212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-30d35804-70fa-486b-9af0-3472b7f994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:04.821678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-30d35804-70fa-486b-9af0-3472b7f994bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.3675888 Apr 30 04:52:04.941673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (ad81d111-65d0-40fc-87d0-bc7243718169), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:04.990676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-3bdda9fb-08fc-4af4-8772-27083bf62753 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.1432559 Apr 30 04:52:05.111200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-abb871ad-84f1-4085-86c2-dfe501a4bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:05.113534 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-abb871ad-84f1-4085-86c2-dfe501a4bb1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.0940425 Apr 30 04:52:05.187892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-14725a90-174d-406e-8362-2026f7fc3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:05.189516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-14725a90-174d-406e-8362-2026f7fc3163 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530338 Apr 30 04:52:05.284178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 93cdfda4-adc2-4c32-bea8-b8290da32e5e {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:05.284512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.objects.base [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: result = function(*args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: proto.__init__(conn_state, self) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle() Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_request() Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_response() Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return app(environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return request.get_response(self.application) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self._app) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: response = self.app(environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.316299 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: result = method(request=request, **args) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._update(request, id, body, **kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: obj = obj_updater(request.context, id, **kwargs) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: self.notify_router_updated(context, router_dict['id'], None) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: self.l3_rpc_notifier.routers_updated( Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notification(context, 'routers_updated', router_ids, Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: self._agent_notification( Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: hosts = [item[0] for item in query if item[0] != ''] Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._iter().__iter__() Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.session.execute( Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: result = fn(orm_exec_state) Apr 30 04:52:05.324060 dv-neutron-838078-9-hyperv neutron-server[111174]: Apr 30 04:52:05.359083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (85c20d89-693b-4e6a-87e3-5526a94fe5f4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.365148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6c1b3b17-a708-4b6f-9569-6e5522e3fad6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.369474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Hosts for router f5ca35f6-c343-46ab-96c7-c07fd2c4554a: [] {{(pid=111174) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 30 04:52:05.419325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-9f0c7536-2184-4e3d-b60b-ade601a3554c service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245719 Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.objects.base [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: result = function(*args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: proto.__init__(conn_state, self) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle() Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_request() Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_response() Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return app(environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return request.get_response(self.application) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self._app) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: response = self.app(environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:52:05.444849 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: result = method(request=request, **args) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._update(request, id, body, **kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: obj = obj_updater(request.context, id, **kwargs) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: self.notify_router_updated(context, router_dict['id'], None) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: self.l3_rpc_notifier.routers_updated( Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notification(context, 'routers_updated', router_ids, Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: self._agent_notification( Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: self._get_other_dvr_router_ids_connected_router( Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return [item[0] for item in query] Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._iter().__iter__() Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.session.execute( Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: result = fn(orm_exec_state) Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: Apr 30 04:52:05.450491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Pushing event deleted for resources: {'Port': ['ID=85c20d89-693b-4e6a-87e3-5526a94fe5f4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:05.485546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Hosts for other DVR routers connected to router f5ca35f6-c343-46ab-96c7-c07fd2c4554a: set() {{(pid=111174) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 30 04:52:05.488141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.489330 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-601e2cc2-f01f-4a45-971b-64d774e286bf tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "PUT /v2.0/routers/f5ca35f6-c343-46ab-96c7-c07fd2c4554a HTTP/1.1" status: 200 len: 717 time: 1.9034534 Apr 30 04:52:05.492563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33982) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:05.500999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.547638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 93cdfda4-adc2-4c32-bea8-b8290da32e5e owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:05.572785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Allocated IP 172.26.5.110 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/47656f65-ba3f-487f-8826-491ef7e6cde1) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:05.637620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7ac2f5e-c38b-4134-bea3-f5b14e969fec req-4d0a0dd9-5802-4396-bd65-2df0cdd5b2dd service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104154 Apr 30 04:52:05.643603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33986) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:05.672511 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa47aff9-8ea6-4dfd-97bc-826435a79720 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "GET /v2.0/routers/f5ca35f6-c343-46ab-96c7-c07fd2c4554a HTTP/1.1" status: 200 len: 717 time: 0.1772108 Apr 30 04:52:05.673423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks [] for floatingip (e11c43af-9358-4392-99c0-74d1845d89ab), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.675970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 33990) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:05.676813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.677944 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1440bade-1bef-4126-8be5-0b46da5d6a7d tempest-ExternalNetworksAdminNegativeTestJSON-1811802608 tempest-ExternalNetworksAdminNegativeTestJSON-1811802608-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e11c43af-9358-4392-99c0-74d1845d89ab HTTP/1.1" status: 204 len: 168 time: 2.1819334 Apr 30 04:52:05.748329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (6c1b3b17-a708-4b6f-9569-6e5522e3fad6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.817204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1b3b17-a708-4b6f-9569-6e5522e3fad6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:05.817204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.825397 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-281e966a-bd80-4998-b753-66d5f68c4249 tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/subnets/6c1b3b17-a708-4b6f-9569-6e5522e3fad6 HTTP/1.1" status: 204 len: 168 time: 1.4284630 Apr 30 04:52:05.826037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 2cba2507-ceed-4777-a23e-a658c73af0aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:05.827718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 33998) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:05.830552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885464f8-1780-4a63-9596-b4de1b7848e5 None None] Network 8871008a-597f-46cc-877c-cb720ebfb6fb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:05.862190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for port (47656f65-ba3f-487f-8826-491ef7e6cde1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:05.870368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1973280077-network', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:05.887315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df499b-0013-499a-951d-495dc69455cc req-c79cc7db-f0b7-4212-94ae-678a48daf2e8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:05.888767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81df499b-0013-499a-951d-495dc69455cc req-c79cc7db-f0b7-4212-94ae-678a48daf2e8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0988543 Apr 30 04:52:06.003538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8871008a-597f-46cc-877c-cb720ebfb6fb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.023760 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81df499b-0013-499a-951d-495dc69455cc req-f01ef09c-840f-4174-bda0-0faf7e0c6519 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108427 Apr 30 04:52:06.064169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Made reservation on behalf of b3a3624505944eaaa34fd67e0ec2b6b8 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:06.067187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.091260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] DHCP port deletion for 8871008a-597f-46cc-877c-cb720ebfb6fb request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:06.103853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.110575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (93cdfda4-adc2-4c32-bea8-b8290da32e5e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.114508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (47656f65-ba3f-487f-8826-491ef7e6cde1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.141206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Deleting port d4c52a3c-098a-418a-9fa6-e8123fd53486 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:06.141399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Deleting port d4c52a3c-098a-418a-9fa6-e8123fd53486 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:06.141784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.142007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.150561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:06.161539 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] Sync routers for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:06.172149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1fe0583-334d-4402-a971-de064a539588 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/routers/2cba2507-ceed-4777-a23e-a658c73af0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6514030 Apr 30 04:52:06.186548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34002) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:06.187090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34004) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:06.190500 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:06.191185 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:06.238885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] For port d4c52a3c-098a-418a-9fa6-e8123fd53486, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d4c52a3c-098a-418a-9fa6-e8123fd53486,segment=NetworkSegment(ec045946-e454-4103-838f-280417e634e7),segment_id=ec045946-e454-4103-838f-280417e634e7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:06.239657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.258592 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:06.272857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Calling delete_port for d4c52a3c-098a-418a-9fa6-e8123fd53486 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:06.277933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:06.290062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] Routers {'2cba2507-ceed-4777-a23e-a658c73af0aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:06.290743 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2cba2507-ceed-4777-a23e-a658c73af0aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:06.296111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:06.321764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.342118 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9608f58a-5f33-4e82-acec-5de65cfd6b53 tempest-RoutersTestDVR-372557087 tempest-RoutersTestDVR-372557087-project] 10.222.0.16 "GET /v2.0/routers/f5ca35f6-c343-46ab-96c7-c07fd2c4554a HTTP/1.1" status: 200 len: 683 time: 0.6649168 Apr 30 04:52:06.353862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:06.362794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34008) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:06.379196 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:06.379798 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c371c-74d7-4c21-8ac5-a63740240a57 None None] The sync data for ids ['2cba2507-ceed-4777-a23e-a658c73af0aa'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:06.474516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.511508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] Pushing event deleted for resources: {'Port': ['ID=d4c52a3c-098a-418a-9fa6-e8123fd53486,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:06.531549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0366670-d39e-4388-b4f7-81f0b85f0ea6 None None] No DVR routers for this DVR port d4c52a3c-098a-418a-9fa6-e8123fd53486 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:06.566598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] For port d4c52a3c-098a-418a-9fa6-e8123fd53486, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d4c52a3c-098a-418a-9fa6-e8123fd53486,segment=NetworkSegment(ec045946-e454-4103-838f-280417e634e7),segment_id=ec045946-e454-4103-838f-280417e634e7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:06.567020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.584446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-101bb05c-ad7b-4338-bfec-7ca28d6c635a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.609030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.645666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Calling delete_port for d4c52a3c-098a-418a-9fa6-e8123fd53486 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:06.692026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event updated for resources: {'Port': ['ID=47656f65-ba3f-487f-8826-491ef7e6cde1,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:06.739748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=93cdfda4-adc2-4c32-bea8-b8290da32e5e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:06.792704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks [] for security_group (708efd2d-f0f9-4aa2-83e4-9c890989807a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.853416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (ad81d111-65d0-40fc-87d0-bc7243718169), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.931267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (2cba2507-ceed-4777-a23e-a658c73af0aa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.936021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:06.945024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.007488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d4c52a3c-098a-418a-9fa6-e8123fd53486), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.042565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (708efd2d-f0f9-4aa2-83e4-9c890989807a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.047905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-101bb05c-ad7b-4338-bfec-7ca28d6c635a admin admin] Publish callbacks [] for security_group (ac77d281-e8ab-4ed9-b8d9-643db6c28395), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.055298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Port': ['ID=d4c52a3c-098a-418a-9fa6-e8123fd53486,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:07.088860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] No DVR routers for this DVR port d4c52a3c-098a-418a-9fa6-e8123fd53486 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:07.091613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router ad81d111-65d0-40fc-87d0-bc7243718169 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:07.096259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f5ca35f6-c343-46ab-96c7-c07fd2c4554a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.096921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5ca35f6-c343-46ab-96c7-c07fd2c4554a {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:07.102333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:07.115979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.115979 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cfe50325-0dd8-4af3-9a0d-d53255886964 tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f5ca35f6-c343-46ab-96c7-c07fd2c4554a HTTP/1.1" status: 204 len: 168 time: 0.7458217 Apr 30 04:52:07.129830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34012) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.148209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-101bb05c-ad7b-4338-bfec-7ca28d6c635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ac77d281-e8ab-4ed9-b8d9-643db6c28395), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.154544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Request body: {'router': {'name': 'tempest-router-1904272147', 'distributed': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:07.166564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.166904 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Added segment a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d of type vlan for network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 Apr 30 04:52:07.182522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708efd2d-f0f9-4aa2-83e4-9c890989807a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:07.193629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 01b6bb0a-3ca7-4346-9ce7-9c40a81368eb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:07.194103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (01b6bb0a-3ca7-4346-9ce7-9c40a81368eb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.259368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:07.269369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ef32e83a-b9ad-44ca-8d10-62f986789a28 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/ad81d111-65d0-40fc-87d0-bc7243718169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5522399 Apr 30 04:52:07.271883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] Sync routers for ids ['ad81d111-65d0-40fc-87d0-bc7243718169'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:07.278379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.285545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] Routers {'ad81d111-65d0-40fc-87d0-bc7243718169'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:07.289018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ad81d111-65d0-40fc-87d0-bc7243718169'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.294313 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-101bb05c-ad7b-4338-bfec-7ca28d6c635a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de2f3a8e60754f558e5772ee65903f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1033945 Apr 30 04:52:07.296212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.301973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc5fe-15c0-4c0f-977f-13da1debb534 req-d7e5bb39-035d-4469-873a-f10748c8837a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:07.303514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7bbc5fe-15c0-4c0f-977f-13da1debb534 req-d7e5bb39-035d-4469-873a-f10748c8837a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1652315 Apr 30 04:52:07.303992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.333975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.336870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (8871008a-597f-46cc-877c-cb720ebfb6fb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.344211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] Routers {'ad81d111-65d0-40fc-87d0-bc7243718169'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:07.345022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ad81d111-65d0-40fc-87d0-bc7243718169'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.376312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.377856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.386146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bb05c-ad7b-4338-bfec-7ca28d6c635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac77d281-e8ab-4ed9-b8d9-643db6c28395,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:07.387910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.388628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e215c3-bdc9-4509-8444-0ad874afd718 None None] The sync data for ids ['ad81d111-65d0-40fc-87d0-bc7243718169'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:07.419929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8871008a-597f-46cc-877c-cb720ebfb6fb']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.434627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec045946-e454-4103-838f-280417e634e7') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.434924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec045946-e454-4103-838f-280417e634e7') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:07.462134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (ec045946-e454-4103-838f-280417e634e7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.482797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (01b6bb0a-3ca7-4346-9ce7-9c40a81368eb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.514208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec045946-e454-4103-838f-280417e634e7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.518934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.524700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.525634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:07.526205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.528561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 01b6bb0a-3ca7-4346-9ce7-9c40a81368eb owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:07.534327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:07.534775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (ec045946-e454-4103-838f-280417e634e7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:07.541657 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:07.576900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (d13199da-5687-4756-8745-17f49f0ffb62), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.585019 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7bbc5fe-15c0-4c0f-977f-13da1debb534 req-5ef17fac-570c-406a-be16-2f8656a8a346 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303772 Apr 30 04:52:07.662465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] Publish callbacks [] for security_group (ac77d281-e8ab-4ed9-b8d9-643db6c28395), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.662465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-00dd5756-1a07-4770-a18c-1dadea66f1a7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] remove_router_interface failed (client error): The resource could not be found. Apr 30 04:52:07.663104 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-00dd5756-1a07-4770-a18c-1dadea66f1a7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/ad81d111-65d0-40fc-87d0-bc7243718169/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3836765 Apr 30 04:52:07.667642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34020) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.675734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.690214 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0408161 Apr 30 04:52:07.695709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a9496-5a8c-4de3-8efb-95e2b5854233 admin admin] Pushing event updated for resources: {'Network': ['ID=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:07.702225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34022) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.709135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Request body: {'subnet': {'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1973280077-subnet', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:07.716849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:07.721617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] Publish callbacks [] for security_group (ac77d281-e8ab-4ed9-b8d9-643db6c28395), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.736381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:07.736532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cfdf1cee-37ec-45f8-b42b-a97fd9d95f7b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad81d111-65d0-40fc-87d0-bc7243718169 HTTP/1.1" status: 200 len: 205 time: 0.0676634 Apr 30 04:52:07.755156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d4c52a3c-098a-418a-9fa6-e8123fd53486 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:07.787624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d4c52a3c-098a-418a-9fa6-e8123fd53486 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:07.787990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d4c52a3c-098a-418a-9fa6-e8123fd53486 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:07.789117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (8871008a-597f-46cc-877c-cb720ebfb6fb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.794069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.801434 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] 10.222.0.16 "DELETE /v2.0/networks/8871008a-597f-46cc-877c-cb720ebfb6fb HTTP/1.1" status: 204 len: 168 time: 1.9725294 Apr 30 04:52:07.828695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.929083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ac77d281-e8ab-4ed9-b8d9-643db6c28395), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.931780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:07.932960 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac77d281-e8ab-4ed9-b8d9-643db6c28395 HTTP/1.1" status: 204 len: 168 time: 0.5872664 Apr 30 04:52:07.947959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd19d44-64f9-4c50-a3cf-9904d898ceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac77d281-e8ab-4ed9-b8d9-643db6c28395,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:07.968642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d13199da-5687-4756-8745-17f49f0ffb62), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.201360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.205288 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fead8097-cf51-41a4-9201-0a3b88018b8c tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0553334 Apr 30 04:52:08.205722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34032) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.209363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15514fc-7d0f-4564-bc26-fc2c5c09f54c tempest-NetworksIpV6Test-1029225273 tempest-NetworksIpV6Test-1029225273-project] Pushing event deleted for resources: {'Network': ['ID=8871008a-597f-46cc-877c-cb720ebfb6fb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:08.223706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (ad81d111-65d0-40fc-87d0-bc7243718169), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.251216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Router d13199da-5687-4756-8745-17f49f0ffb62 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:08.262308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34034) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.296437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Made reservation on behalf of b3a3624505944eaaa34fd67e0ec2b6b8 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:08.299565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.341514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.493993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (ad81d111-65d0-40fc-87d0-bc7243718169), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.498306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (ad81d111-65d0-40fc-87d0-bc7243718169), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.585679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (01b6bb0a-3ca7-4346-9ce7-9c40a81368eb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.622151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=01b6bb0a-3ca7-4346-9ce7-9c40a81368eb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:08.639502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (ad81d111-65d0-40fc-87d0-bc7243718169), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.639502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router ad81d111-65d0-40fc-87d0-bc7243718169 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:08.667474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.672533 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f55063f1-e916-4544-a9a4-805fc5f226ce tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/ad81d111-65d0-40fc-87d0-bc7243718169 HTTP/1.1" status: 204 len: 168 time: 0.9337153 Apr 30 04:52:08.672533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34040) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.741858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34042) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.822202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 808c38b8-4796-43c5-8963-69194eed2a17 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:08.829107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (808c38b8-4796-43c5-8963-69194eed2a17), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.867181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.873007 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aa60d15e-af83-4275-affa-6f03a0923801 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4990e50beea4b3f9551930886ef9212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096163 Apr 30 04:52:08.877841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router_controller (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.877974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34044) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.877974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (2cba2507-ceed-4777-a23e-a658c73af0aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.879560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:08.889879 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] Sync routers for ids ['d13199da-5687-4756-8745-17f49f0ffb62'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:08.901556 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] Routers {'d13199da-5687-4756-8745-17f49f0ffb62'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:08.902560 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d13199da-5687-4756-8745-17f49f0ffb62'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:08.938169 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:08.947078 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] Routers {'d13199da-5687-4756-8745-17f49f0ffb62'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:08.947771 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d13199da-5687-4756-8745-17f49f0ffb62'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:08.959759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (85cb74a1-df7b-457a-9462-d69a5cd67bf4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.963025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (808c38b8-4796-43c5-8963-69194eed2a17), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.972481 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2a2c0d64-d7ff-4fc1-add5-05cb660f63a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07ebd8e97d504dacb0b062d6c87bbb69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226117 Apr 30 04:52:08.975496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34046) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:08.984376 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:08.984970 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1a44f-d6cc-45bc-916b-a6a9b1eb31fd None None] The sync data for ids ['d13199da-5687-4756-8745-17f49f0ffb62'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:08.987983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:08.989143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-63a24f82-63f8-4008-9492-a42572a8e863 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2621992 Apr 30 04:52:08.994963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.041736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e4f6d2f3-39b4-4bfe-b007-1a9be1facce2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.042255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f6d2f3-39b4-4bfe-b007-1a9be1facce2 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:09.053479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.054724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7287753b-ae22-4c39-a33d-fd86f8cca6fc tempest-RoutersTestDVR-1124613912 tempest-RoutersTestDVR-1124613912-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e4f6d2f3-39b4-4bfe-b007-1a9be1facce2 HTTP/1.1" status: 204 len: 168 time: 0.8477795 Apr 30 04:52:09.069628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.073172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_controller (2cba2507-ceed-4777-a23e-a658c73af0aa), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.128745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] Publish callbacks [] for security_group (af5ddcd9-66c6-4bbb-aaed-1757f912fbc0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.167992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] Publish callbacks [] for security_group (af5ddcd9-66c6-4bbb-aaed-1757f912fbc0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.178069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ed5d2293-6d23-439f-b981-9d5e0a2901ff tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/d13199da-5687-4756-8745-17f49f0ffb62 HTTP/1.1" status: 200 len: 924 time: 0.1820364 Apr 30 04:52:09.180161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cb74a1-df7b-457a-9462-d69a5cd67bf4,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:09.182553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34052) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.211871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] Publish callbacks [] for security_group (d6e5c085-ea10-42bb-a866-901bdcf81edc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.226568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a971ed51-7346-44a3-b8e5-5ea7e2dd9748 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=d13199da-5687-4756-8745-17f49f0ffb62 HTTP/1.1" status: 200 len: 205 time: 0.0428853 Apr 30 04:52:09.229237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34054) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.235360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:09.235714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Network hostable DHCP agents. Network: bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:09.246117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (2cba2507-ceed-4777-a23e-a658c73af0aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.246645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Fanout notify agent at l3_agent the message router_deleted on router 2cba2507-ceed-4777-a23e-a658c73af0aa {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:09.253453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.257376 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-24258241-6a12-4953-94a9-a88987171a73 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/routers/2cba2507-ceed-4777-a23e-a658c73af0aa HTTP/1.1" status: 204 len: 168 time: 3.0688055 Apr 30 04:52:09.263073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34056) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.267342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (808c38b8-4796-43c5-8963-69194eed2a17), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.318587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] Publish callbacks [] for security_group (d6e5c085-ea10-42bb-a866-901bdcf81edc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.346834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (d13199da-5687-4756-8745-17f49f0ffb62), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.382549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (af5ddcd9-66c6-4bbb-aaed-1757f912fbc0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.385086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.386220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af5ddcd9-66c6-4bbb-aaed-1757f912fbc0 HTTP/1.1" status: 204 len: 168 time: 0.4095385 Apr 30 04:52:09.387358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting subnet 54cd1a1c-575a-403e-83c3-bcd874e286ed {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:09.394517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for subnet (54cd1a1c-575a-403e-83c3-bcd874e286ed), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.399881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2426b-2fb4-4173-88b9-bd2f10a0eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ddcd9-66c6-4bbb-aaed-1757f912fbc0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:09.450660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (54cd1a1c-575a-403e-83c3-bcd874e286ed), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.455260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:09.490312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (d13199da-5687-4756-8745-17f49f0ffb62), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.510543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (808c38b8-4796-43c5-8963-69194eed2a17), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.569526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=808c38b8-4796-43c5-8963-69194eed2a17,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:09.569526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.569890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e17f8c-4587-45b3-a497-621cfd269f9e None None] Network 9565225a-900b-4e79-bc7a-ab50d17df71c requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:09.574947 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d3cea00-f4a3-4cc1-b105-583acbf886ad tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/808c38b8-4796-43c5-8963-69194eed2a17 HTTP/1.1" status: 204 len: 168 time: 0.8973362 Apr 30 04:52:09.575270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34062) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.575657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.591515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d6e5c085-ea10-42bb-a866-901bdcf81edc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.594192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.595385 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6e5c085-ea10-42bb-a866-901bdcf81edc HTTP/1.1" status: 204 len: 168 time: 0.7117629 Apr 30 04:52:09.616513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (54cd1a1c-575a-403e-83c3-bcd874e286ed), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.619560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:09.658874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9b7f5-dbb9-4082-aac6-5d1a8dcaafd4 None None] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:09.662886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:09.663541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.670785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c56456-0196-4de5-85a5-0c8ecbb114cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e5c085-ea10-42bb-a866-901bdcf81edc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:09.671277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port 47656f65-ba3f-487f-8826-491ef7e6cde1 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:09.671870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (47656f65-ba3f-487f-8826-491ef7e6cde1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.744874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9565225a-900b-4e79-bc7a-ab50d17df71c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.799855 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d81e2b7e-de97-4c9e-931d-e221f83bd6ea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0973413 Apr 30 04:52:09.802487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34072) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:09.807358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:09.831536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (47656f65-ba3f-487f-8826-491ef7e6cde1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.835716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 14da2ed1-e500-4497-aded-2254b05f7931 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:09.836105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (14da2ed1-e500-4497-aded-2254b05f7931), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.841449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (54cd1a1c-575a-403e-83c3-bcd874e286ed), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.859002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for 47656f65-ba3f-487f-8826-491ef7e6cde1 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:09.868917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:09.870604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.937368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Subnet': ['ID=54cd1a1c-575a-403e-83c3-bcd874e286ed,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:09.940039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.941452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.945498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e625f491-8044-47b1-a782-c4e7e1eeea38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.990870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:09.997528 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d69d0942-abc6-44e5-b117-94eeac015a1a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/subnets/54cd1a1c-575a-403e-83c3-bcd874e286ed HTTP/1.1" status: 204 len: 168 time: 0.7301404 Apr 30 04:52:09.998710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34076) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:10.043995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Allocated IP 172.20.0.2 (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094/85cb74a1-df7b-457a-9462-d69a5cd67bf4/4da031b5-27fe-4f4c-960a-ed8349760325) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:10.057967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26441abc-722e-411b-b599-13f80fee9efa None None] DHCP port deletion for 9565225a-900b-4e79-bc7a-ab50d17df71c request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:10.062110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398a851-008a-45e8-ac37-a21fb1a3532f None None] Network 1d12ab01-23f7-4c43-bb22-62e660aeafba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:10.085985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 14da2ed1-e500-4497-aded-2254b05f7931, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14da2ed1-e500-4497-aded-2254b05f7931,segment=NetworkSegment(c6c7eeb1-428a-4075-831b-ff0fe854bb51),segment_id=c6c7eeb1-428a-4075-831b-ff0fe854bb51)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:10.086532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (14da2ed1-e500-4497-aded-2254b05f7931), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.186101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (1d12ab01-23f7-4c43-bb22-62e660aeafba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.202601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 14da2ed1-e500-4497-aded-2254b05f7931 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:10.214368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (47656f65-ba3f-487f-8826-491ef7e6cde1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.246295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=47656f65-ba3f-487f-8826-491ef7e6cde1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:10.249042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Deleting port 14da2ed1-e500-4497-aded-2254b05f7931 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:10.249323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (14da2ed1-e500-4497-aded-2254b05f7931), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.332497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for router_controller (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.348915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (d13199da-5687-4756-8745-17f49f0ffb62), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.376091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-26441abc-722e-411b-b599-13f80fee9efa None None] For port 14da2ed1-e500-4497-aded-2254b05f7931, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14da2ed1-e500-4497-aded-2254b05f7931,segment=NetworkSegment(c6c7eeb1-428a-4075-831b-ff0fe854bb51),segment_id=c6c7eeb1-428a-4075-831b-ff0fe854bb51)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:10.376729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (14da2ed1-e500-4497-aded-2254b05f7931), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.391673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Calling delete_port for 14da2ed1-e500-4497-aded-2254b05f7931 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:10.392902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:10.393563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.460654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] For port 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=768fbd14-3f6d-4bab-b54c-4dc5c4818578,segment=NetworkSegment(b02e79b9-b3cc-4e2b-b923-8ce0f2821ede),segment_id=b02e79b9-b3cc-4e2b-b923-8ce0f2821ede)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:10.461024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d13199da-5687-4756-8745-17f49f0ffb62), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.461280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.463501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (d13199da-5687-4756-8745-17f49f0ffb62), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.476779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 768fbd14-3f6d-4bab-b54c-4dc5c4818578 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:10.480328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (14da2ed1-e500-4497-aded-2254b05f7931), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.492473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] DHCP port deletion for 1d12ab01-23f7-4c43-bb22-62e660aeafba request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:10.506549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26441abc-722e-411b-b599-13f80fee9efa None None] No DVR routers for this DVR port 14da2ed1-e500-4497-aded-2254b05f7931 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:10.531993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (14da2ed1-e500-4497-aded-2254b05f7931), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.551388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26441abc-722e-411b-b599-13f80fee9efa None None] Pushing event deleted for resources: {'Port': ['ID=14da2ed1-e500-4497-aded-2254b05f7931,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:10.591021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d13199da-5687-4756-8745-17f49f0ffb62), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.591864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router d13199da-5687-4756-8745-17f49f0ffb62 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:10.613512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Deleting port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:10.614050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.616191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 14da2ed1-e500-4497-aded-2254b05f7931 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:10.620205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.628413 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-067dd35c-cb23-4811-985d-967fe57b63a2 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/d13199da-5687-4756-8745-17f49f0ffb62 HTTP/1.1" status: 204 len: 168 time: 1.3980765 Apr 30 04:52:10.632197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=14da2ed1-e500-4497-aded-2254b05f7931,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:10.637440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34096) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:10.642082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-338145276', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:10.694439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks [] for port (4da031b5-27fe-4f4c-960a-ed8349760325), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.711031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e625f491-8044-47b1-a782-c4e7e1eeea38 admin admin] Publish callbacks [] for security_group (cc34a975-3361-4336-be0a-3fefde5042fd), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.712960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] For port 768fbd14-3f6d-4bab-b54c-4dc5c4818578, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=768fbd14-3f6d-4bab-b54c-4dc5c4818578,segment=NetworkSegment(b02e79b9-b3cc-4e2b-b923-8ce0f2821ede),segment_id=b02e79b9-b3cc-4e2b-b923-8ce0f2821ede)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:10.713489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.733952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Calling delete_port for 768fbd14-3f6d-4bab-b54c-4dc5c4818578 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:10.759847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.761249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.796059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.844317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (e29f6c1a-2c60-4736-a9e3-ae8459003869), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.845192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e625f491-8044-47b1-a782-c4e7e1eeea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cc34a975-3361-4336-be0a-3fefde5042fd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.848765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:10.861750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:10.861750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:10.890338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9565225a-900b-4e79-bc7a-ab50d17df71c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.892277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for router_gateway (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.894512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Pushing event updated for resources: {'Port': ['ID=4da031b5-27fe-4f4c-960a-ed8349760325,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:10.937864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Attempting to bind port 4da031b5-27fe-4f4c-960a-ed8349760325 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:10.938238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Attempting to bind port 4da031b5-27fe-4f4c-960a-ed8349760325 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:10.938625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Attempting to bind port 4da031b5-27fe-4f4c-960a-ed8349760325 on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:10.943673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565225a-900b-4e79-bc7a-ab50d17df71c']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:10.952263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:10.952681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:10.953083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.953478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Bound using segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:10.954001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Bound port: 4da031b5-27fe-4f4c-960a-ed8349760325, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:10.954413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.956437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c7eeb1-428a-4075-831b-ff0fe854bb51') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:10.956891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c7eeb1-428a-4075-831b-ff0fe854bb51') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:10.967041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (c6c7eeb1-428a-4075-831b-ff0fe854bb51), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.982663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c6c7eeb1-428a-4075-831b-ff0fe854bb51), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:10.990014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:10.990611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (c6c7eeb1-428a-4075-831b-ff0fe854bb51), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:11.059316 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:11.069455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.071798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (768fbd14-3f6d-4bab-b54c-4dc5c4818578), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.072262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] For port 4da031b5-27fe-4f4c-960a-ed8349760325, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:11.074855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f491-8044-47b1-a782-c4e7e1eeea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34a975-3361-4336-be0a-3fefde5042fd,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.082434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] For port 4da031b5-27fe-4f4c-960a-ed8349760325, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4da031b5-27fe-4f4c-960a-ed8349760325,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:11.098077 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e625f491-8044-47b1-a782-c4e7e1eeea38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cc9435dc93c42b4b4b641093ffb72c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5207319 Apr 30 04:52:11.113618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] Pushing event deleted for resources: {'Port': ['ID=768fbd14-3f6d-4bab-b54c-4dc5c4818578,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.115866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3b31e-c649-4625-8819-386eb0b6da11 None None] No DVR routers for this DVR port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:11.120589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34110) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:11.155269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.162837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] No DVR routers for this DVR port 768fbd14-3f6d-4bab-b54c-4dc5c4818578 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:11.169115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=768fbd14-3f6d-4bab-b54c-4dc5c4818578,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.177976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9565225a-900b-4e79-bc7a-ab50d17df71c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.253064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440de0b-f258-4240-8f3d-5a153ef1bbe3 None None] Pushing event updated for resources: {'Port': ['ID=4da031b5-27fe-4f4c-960a-ed8349760325,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.264657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (e29f6c1a-2c60-4736-a9e3-ae8459003869), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.269153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.272388 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/9565225a-900b-4e79-bc7a-ab50d17df71c HTTP/1.1" status: 204 len: 168 time: 1.6940260 Apr 30 04:52:11.276728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34116) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:11.287212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352242257'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:11.318711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b361a-2d6c-4307-9a2f-780cd45715ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=9565225a-900b-4e79-bc7a-ab50d17df71c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.336245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34118) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:11.410612 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (1d12ab01-23f7-4c43-bb22-62e660aeafba), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.419740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:11.423411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.480142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:11.540515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d12ab01-23f7-4c43-bb22-62e660aeafba']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:11.542365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] Publish callbacks [] for security_group (cc34a975-3361-4336-be0a-3fefde5042fd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.547057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-232401576'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:11.553662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0053869d-0328-457e-a2ed-8d3fd2490b68), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.554358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:11.554508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 0053869d-0328-457e-a2ed-8d3fd2490b68 of type vlan for network 7e15c674-2969-4f63-815a-f613390549c9 Apr 30 04:52:11.554648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02e79b9-b3cc-4e2b-b923-8ce0f2821ede') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:11.611887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (b02e79b9-b3cc-4e2b-b923-8ce0f2821ede), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.640855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] Publish callbacks [] for security_group (cc34a975-3361-4336-be0a-3fefde5042fd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.648168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (b02e79b9-b3cc-4e2b-b923-8ce0f2821ede), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.667659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:11.667659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (b02e79b9-b3cc-4e2b-b923-8ce0f2821ede), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:11.670765 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:11.676235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for router_gateway (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.678697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (7e15c674-2969-4f63-815a-f613390549c9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.726730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.734457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (e29f6c1a-2c60-4736-a9e3-ae8459003869), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.739351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:11.743130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.775196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.815675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.827201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4da031b5-27fe-4f4c-960a-ed8349760325 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:11.837124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (7e15c674-2969-4f63-815a-f613390549c9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.842373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:11.842894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.887779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 4da031b5-27fe-4f4c-960a-ed8349760325 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:11.888424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:11.978649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=7e15c674-2969-4f63-815a-f613390549c9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:11.991674 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c0fffe3e-0794-48e1-8de9-9ab3d7d3fefa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7102237 Apr 30 04:52:11.999083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34130) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:12.005497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '7e15c674-2969-4f63-815a-f613390549c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:12.011065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 7e15c674-2969-4f63-815a-f613390549c9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:12.063393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 172.26.5.18 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:12.095238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 4da031b5-27fe-4f4c-960a-ed8349760325 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:12.096422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.175684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 4da031b5-27fe-4f4c-960a-ed8349760325, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4da031b5-27fe-4f4c-960a-ed8349760325,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:12.212868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for security_group (7b2668ec-f48f-4003-ae5d-108c2d89d24a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.251389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.272690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:12.285554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (1d12ab01-23f7-4c43-bb22-62e660aeafba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.296827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.313206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.330553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:12.333244 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/networks/1d12ab01-23f7-4c43-bb22-62e660aeafba HTTP/1.1" status: 204 len: 168 time: 2.3278096 Apr 30 04:52:12.333976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.347424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34140) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:12.348126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cc34a975-3361-4336-be0a-3fefde5042fd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.350997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.352787 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc34a975-3361-4336-be0a-3fefde5042fd HTTP/1.1" status: 204 len: 168 time: 1.2142372 Apr 30 04:52:12.456132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0428458-561f-4eaf-8a71-cc3e6b0d33a1 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Network': ['ID=1d12ab01-23f7-4c43-bb22-62e660aeafba,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:12.460908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821006a-7808-4913-a27c-008df3cbb9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34a975-3361-4336-be0a-3fefde5042fd,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:12.482253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-126407195', 'router:external': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:12.552141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7b2668ec-f48f-4003-ae5d-108c2d89d24a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.563243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Made reservation on behalf of b0ea97e3643a4634ba1a54bf182dcf1e for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:12.565055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14da2ed1-e500-4497-aded-2254b05f7931 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:12.566263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.568372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:12.578893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.579747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (fd2e7467-df3a-433a-9e2a-a7db728fbfb5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.580668 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment fd2e7467-df3a-433a-9e2a-a7db728fbfb5 of type vlan for network b17c6769-1153-41b3-9afb-4ee55d2d67fc Apr 30 04:52:12.617548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 14da2ed1-e500-4497-aded-2254b05f7931 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:12.618007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14da2ed1-e500-4497-aded-2254b05f7931 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:12.619001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 768fbd14-3f6d-4bab-b54c-4dc5c4818578 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:12.641392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port d2d6ef28-8ec1-4cd0-be78-195c48726d9c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:12.642114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.648972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 768fbd14-3f6d-4bab-b54c-4dc5c4818578 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:12.650641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 768fbd14-3f6d-4bab-b54c-4dc5c4818578 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:12.653416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=4da031b5-27fe-4f4c-960a-ed8349760325,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:12.706130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b17c6769-1153-41b3-9afb-4ee55d2d67fc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.722496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2668ec-f48f-4003-ae5d-108c2d89d24a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:12.742846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff9d6a-02eb-433d-89c6-59d9917dc235 None None] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:12.760864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.770936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.771275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.800530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:12.803596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:12.806020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:12.827396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for d2d6ef28-8ec1-4cd0-be78-195c48726d9c owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:12.832174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for security_group (4f3195bd-908a-4d5c-b133-7b9d943b06d5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.840654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (7b29f74b-ea76-4869-87fe-fb1b37e34af9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.847403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:12.857718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Allocated IP 172.26.5.168 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/2b956ad2-17f9-4e65-b29f-c88740ac7387) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:12.859415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b17c6769-1153-41b3-9afb-4ee55d2d67fc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.864572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:12.865175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.899679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7d9a5430-3adc-4adc-ada9-a123cf2c8f51 None None] Provisioning complete for port 4da031b5-27fe-4f4c-960a-ed8349760325 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:12.900740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5430-3adc-4adc-ada9-a123cf2c8f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.909241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4f3195bd-908a-4d5c-b133-7b9d943b06d5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:12.959755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:13.022640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=7b29f74b-ea76-4869-87fe-fb1b37e34af9,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.026516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a5430-3adc-4adc-ada9-a123cf2c8f51 None None] Current status of the port 4da031b5-27fe-4f4c-960a-ed8349760325 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:13.033579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (43f70554-5161-4ff3-9ba7-a8c41d641762), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.033579 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Added segment 43f70554-5161-4ff3-9ba7-a8c41d641762 of type vlan for network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 Apr 30 04:52:13.034813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3195bd-908a-4d5c-b133-7b9d943b06d5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.092993 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7552695 Apr 30 04:52:13.132319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933a026-6dcf-473a-bf14-b067d6336bc4 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=b17c6769-1153-41b3-9afb-4ee55d2d67fc,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.149198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.151060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:13.165303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '0053869d-0328-457e-a2ed-8d3fd2490b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7e15c674-2969-4f63-815a-f613390549c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:13.165498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 7e15c674-2969-4f63-815a-f613390549c9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:13.213029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34146) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:13.216468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.281211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71d03654-c826-4b69-956b-a40ab1fd0497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.323671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d2d6ef28-8ec1-4cd0-be78-195c48726d9c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.357174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=d2d6ef28-8ec1-4cd0-be78-195c48726d9c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.360795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.362244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:13.362516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.399927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71d03654-c826-4b69-956b-a40ab1fd0497 admin admin] Publish callbacks [] for security_group (fc697ef4-650f-4cac-914e-ada543cccbff), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.404898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 7e15c674-2969-4f63-815a-f613390549c9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:13.468146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d11298ce-23d1-4993-9b15-2253cb235eb3 None None] Provisioning complete for port 4da031b5-27fe-4f4c-960a-ed8349760325 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:13.469455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d11298ce-23d1-4993-9b15-2253cb235eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.519770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.551449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (e29f6c1a-2c60-4736-a9e3-ae8459003869), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.555458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-71d03654-c826-4b69-956b-a40ab1fd0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fc697ef4-650f-4cac-914e-ada543cccbff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.560483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Network': ['ID=d6e67185-b7ec-41d6-8ebb-e0f7476c3c75,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.571938 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c499cc1-f0cb-42af-9b43-64f8f3ba0270 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2974494 Apr 30 04:52:13.604294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 7e15c674-2969-4f63-815a-f613390549c9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:13.608967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:13.609759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.613264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34148) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:13.628833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'subnet': {'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:13.641363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d11298ce-23d1-4993-9b15-2253cb235eb3 None None] Current status of the port 4da031b5-27fe-4f4c-960a-ed8349760325 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:13.646173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:13.656159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:13.667415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9e75b-6e3f-486a-a463-efd1efbe2f51 None None] Network 7e15c674-2969-4f63-815a-f613390549c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:13.669288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:13.679826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:13.715140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03654-c826-4b69-956b-a40ab1fd0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc697ef4-650f-4cac-914e-ada543cccbff,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.741908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-71d03654-c826-4b69-956b-a40ab1fd0497 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd1ed3c7189d47c78cccafcc8fb6acca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087628 Apr 30 04:52:13.888542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34150) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:13.890284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Pushing event updated for resources: {'Port': ['ID=2b956ad2-17f9-4e65-b29f-c88740ac7387,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:13.903132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for floatingip (d1f5943b-3bef-43eb-964c-31096ad40bee), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.908918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.917714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1096f143-13de-4ee3-afaf-2a33a6921b78 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/floatingips/d1f5943b-3bef-43eb-964c-31096ad40bee HTTP/1.1" status: 204 len: 168 time: 1.5561702 Apr 30 04:52:13.928261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34152) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:13.931153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4da031b5-27fe-4f4c-960a-ed8349760325 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:13.952822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.956442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Made reservation on behalf of b0ea97e3643a4634ba1a54bf182dcf1e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:13.958970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:13.966297 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eda266c6-1979-4c03-9002-04fe018a6238 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9635942 Apr 30 04:52:13.976388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34154) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:13.981431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634836461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:14.063615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 4da031b5-27fe-4f4c-960a-ed8349760325 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:14.063994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.115378 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a447cb29-7e7d-4804-a0e7-efdfcdda0ede tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:14.116257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-7e15c674-2969-4f63-815a-f613390549c9', 'network_id': '7e15c674-2969-4f63-815a-f613390549c9', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '7b29f74b-ea76-4869-87fe-fb1b37e34af9'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:14.117116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.117570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a447cb29-7e7d-4804-a0e7-efdfcdda0ede tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:14.122919 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a447cb29-7e7d-4804-a0e7-efdfcdda0ede tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/6bd77af1-15ab-463e-8bce-f6e8bf5b3511 HTTP/1.1" status: 404 len: 333 time: 0.1908233 Apr 30 04:52:14.128447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34156) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:14.163094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] Publish callbacks [] for security_group (fc697ef4-650f-4cac-914e-ada543cccbff), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.241245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 4da031b5-27fe-4f4c-960a-ed8349760325 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:14.272772 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-369c5347-1c5e-4864-b75f-98c8c670cfdb tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/ports?device_id=2cba2507-ceed-4777-a23e-a658c73af0aa HTTP/1.1" status: 200 len: 205 time: 0.1225686 Apr 30 04:52:14.276669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34158) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:14.303230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] Publish callbacks [] for security_group (fc697ef4-650f-4cac-914e-ada543cccbff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.328228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Allocated IP 172.20.0.2 (7e15c674-2969-4f63-815a-f613390549c9/7b29f74b-ea76-4869-87fe-fb1b37e34af9/2a4a5257-c1e4-456c-8c41-1b8ef48b7536) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:14.350372 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-906edd6f-0f8f-4fe4-8b94-b5fef24fcf6c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] delete failed (client error): The resource could not be found. Apr 30 04:52:14.351776 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-906edd6f-0f8f-4fe4-8b94-b5fef24fcf6c tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/routers/2cba2507-ceed-4777-a23e-a658c73af0aa HTTP/1.1" status: 404 len: 336 time: 0.0713437 Apr 30 04:52:14.357885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34160) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:14.424516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb875943-e221-4789-88cc-0731b097b761 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] DELETE failed (client error): The resource could not be found. Apr 30 04:52:14.425020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb875943-e221-4789-88cc-0731b097b761 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:14.429577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fb875943-e221-4789-88cc-0731b097b761 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/subnets/54cd1a1c-575a-403e-83c3-bcd874e286ed HTTP/1.1" status: 404 len: 337 time: 0.0661786 Apr 30 04:52:14.434070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34162) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:14.448319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for router_gateway (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.499597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks [] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.546696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d76cb692-d75f-48bc-999f-293118cff4e8), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.547775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d76cb692-d75f-48bc-999f-293118cff4e8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.569060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.614335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 00c5a437-4851-428c-a7d2-3370a324761a {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:14.614901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (00c5a437-4851-428c-a7d2-3370a324761a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.617389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Network 7e15c674-2969-4f63-815a-f613390549c9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:14.623594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:14.628433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:14.636531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fc697ef4-650f-4cac-914e-ada543cccbff), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.636895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Pushing event updated for resources: {'Port': ['ID=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:14.639146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.643278 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc697ef4-650f-4cac-914e-ada543cccbff HTTP/1.1" status: 204 len: 168 time: 0.7415235 Apr 30 04:52:14.666577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256521-bceb-413f-94d1-53a0810c9f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc697ef4-650f-4cac-914e-ada543cccbff,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:14.701143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router e29f6c1a-2c60-4736-a9e3-ae8459003869 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:14.703894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Attempting to bind port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:14.704266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Attempting to bind port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '0053869d-0328-457e-a2ed-8d3fd2490b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7e15c674-2969-4f63-815a-f613390549c9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:14.705339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Attempting to bind port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 on network 7e15c674-2969-4f63-815a-f613390549c9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Checking segment: {'id': '0053869d-0328-457e-a2ed-8d3fd2490b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7e15c674-2969-4f63-815a-f613390549c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Bound using segment: {'id': '0053869d-0328-457e-a2ed-8d3fd2490b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7e15c674-2969-4f63-815a-f613390549c9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Bound port: 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0053869d-0328-457e-a2ed-8d3fd2490b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7e15c674-2969-4f63-815a-f613390549c9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:14.714144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.808479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (00c5a437-4851-428c-a7d2-3370a324761a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.826705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 00c5a437-4851-428c-a7d2-3370a324761a owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:14.832924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] For port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:14.837742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] For port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,segment=NetworkSegment(0053869d-0328-457e-a2ed-8d3fd2490b68),segment_id=0053869d-0328-457e-a2ed-8d3fd2490b68)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:14.849573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.908452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.932092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (d76cb692-d75f-48bc-999f-293118cff4e8), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:14.992576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ab11-8dbe-40de-9944-b9d90854d018 None None] Pushing event updated for resources: {'Port': ['ID=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:15.016855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d76cb692-d75f-48bc-999f-293118cff4e8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.059305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:15.079148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Sync routers for ids ['e29f6c1a-2c60-4736-a9e3-ae8459003869'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:15.094606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Routers {'e29f6c1a-2c60-4736-a9e3-ae8459003869'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:15.095271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e29f6c1a-2c60-4736-a9e3-ae8459003869'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:15.143462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.144927 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f9d7fd13-4514-4853-8753-6733dfd705c0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1673145 Apr 30 04:52:15.150019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.151296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34168) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:15.158671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a7c6b70a-4c11-47b3-afe5-0dc11c3025f6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5244796 Apr 30 04:52:15.159399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34170) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:15.383918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Set router e29f6c1a-2c60-4736-a9e3-ae8459003869 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:15.521642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (00c5a437-4851-428c-a7d2-3370a324761a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.562311 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-db34d1ea-ecb6-4aeb-8a31-b97e29f966f2 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/e29f6c1a-2c60-4736-a9e3-ae8459003869 HTTP/1.1" status: 200 len: 907 time: 0.3836393 Apr 30 04:52:15.571673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34178) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:15.576020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:15.587409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-338145276', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': True}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:15.588916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=00c5a437-4851-428c-a7d2-3370a324761a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:15.664203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:52:15.679309 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (bae959ad-ad2b-4420-9276-1cba7ceb2cdf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.837820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bae959ad-ad2b-4420-9276-1cba7ceb2cdf,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:15.840340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.840994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'name': 'tempest-snat-router-338145276', 'tenant_id': '5a4d922049e9486780e87767f9768928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18'}], 'enable_snat': False}, 'gw_port_id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:10Z', 'updated_at': '2022-04-30T04:52:13Z', 'revision_number': 3, 'project_id': '5a4d922049e9486780e87767f9768928', 'gw_port': {'id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:11Z', 'updated_at': '2022-04-30T04:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:15.841863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.885436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Checking segment: {'id': '43f70554-5161-4ff3-9ba7-a8c41d641762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:15.887482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network hostable DHCP agents. Network: d6e67185-b7ec-41d6-8ebb-e0f7476c3c75, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:15.913204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.931380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:15.933954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Checking router: e29f6c1a-2c60-4736-a9e3-ae8459003869 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:15.934382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Updating router e29f6c1a-2c60-4736-a9e3-ae8459003869 port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:15.939295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:15.943182 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-708402ec-ef54-48df-8186-994a1c2fad77 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/00c5a437-4851-428c-a7d2-3370a324761a HTTP/1.1" status: 204 len: 168 time: 1.5071583 Apr 30 04:52:15.951384 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:52:15.952235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34182) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:16.002044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.092233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port f234b11f-ff15-49d0-91b8-2c5e5676c14f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:16.092590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f234b11f-ff15-49d0-91b8-2c5e5676c14f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.161002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:16.174714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.244373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f234b11f-ff15-49d0-91b8-2c5e5676c14f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.262402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for f234b11f-ff15-49d0-91b8-2c5e5676c14f owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:16.473351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:16.508619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f234b11f-ff15-49d0-91b8-2c5e5676c14f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.546954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34192) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:16.548339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34194) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:16.559778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:16.573314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:16.573861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.640173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.655190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,segment=NetworkSegment(0053869d-0328-457e-a2ed-8d3fd2490b68),segment_id=0053869d-0328-457e-a2ed-8d3fd2490b68)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:16.657666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:16.672692 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:16.675464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d6e67185-b7ec-41d6-8ebb-e0f7476c3c75) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:16.686518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0285e-648a-413b-a5ed-d68aa62f6bf2 None None] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:16.692995 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:16.695391 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:16.713554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=f234b11f-ff15-49d0-91b8-2c5e5676c14f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:16.746113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:16.746956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.755871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.761366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744721eb-e306-460b-a49d-959cf65f4256 None None] Network 7e15c674-2969-4f63-815a-f613390549c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:16.815643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.817170 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce70a235-3474-4534-89c4-cb62fcdb162f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0136697 Apr 30 04:52:16.821205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34198) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:16.823191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.831844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.838493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-983d678c-988f-47d6-9f47-363102af54ae tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/ports/f234b11f-ff15-49d0-91b8-2c5e5676c14f HTTP/1.1" status: 204 len: 168 time: 0.8847108 Apr 30 04:52:16.839262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34200) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:16.865558 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:16.894118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-863165152'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:16.924755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368b97f-ccdd-4eaa-a54c-132a06941ddf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:16.927197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks [] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:16.929361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1368b97f-ccdd-4eaa-a54c-132a06941ddf tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "GET /v2.0/ports?device_id=63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e HTTP/1.1" status: 200 len: 913 time: 0.0886376 Apr 30 04:52:16.930030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34202) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:17.049528 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:14Z', 'revision_number': 3, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:17.057448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3936168-642d-4955-bb95-d24e85306419 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4333193 Apr 30 04:52:17.059356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Made reservation on behalf of aaedd2df527f4ce4be50ccb4ba89d73e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:17.062679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.065040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34204) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:17.083471 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:17.084065 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Updating router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f port 2b956ad2-17f9-4e65-b29f-c88740ac7387 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:17.092344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.102141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1026065243', 'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:17.115791 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.119101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.128892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:17.132383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.320596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.374212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Attempting to bind port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:17.374919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Attempting to bind port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:17.375391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Attempting to bind port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:17.385576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.389426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks [] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.391125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (b6d0f04a-1d83-4dea-a52b-11eb954a16b1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.393164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Made reservation on behalf of b0ea97e3643a4634ba1a54bf182dcf1e for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:17.395617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.395847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:17.396343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:17.397509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.397984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:17.398840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Bound port: b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:17.399467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.418309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7055bea3-fc56-4ea2-99a8-83d2f2c008d2 None None] Provisioning complete for port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:17.418673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7055bea3-fc56-4ea2-99a8-83d2f2c008d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.420645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce0cf1-a917-40db-9830-78c7d5c5005c None None] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:17.458521 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.478372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] device_id is not set on port 92bfd82e-ffa5-4ee8-a71c-2d5102edd44f yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:17.496412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.502340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.20.0.1 (7e15c674-2969-4f63-815a-f613390549c9/7b29f74b-ea76-4869-87fe-fb1b37e34af9/7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:17.544909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3a4e5-579c-4605-8522-755f8e3ebb70 None None] Pushing event updated for resources: {'Port': ['ID=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.605881 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Pushing event updated for resources: {'Port': ['ID=2b956ad2-17f9-4e65-b29f-c88740ac7387,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.612882 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Attempting to bind port 2b956ad2-17f9-4e65-b29f-c88740ac7387 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:17.613441 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Attempting to bind port 2b956ad2-17f9-4e65-b29f-c88740ac7387 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:17.613970 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Attempting to bind port 2b956ad2-17f9-4e65-b29f-c88740ac7387 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:17.623313 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.623898 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.624408 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.625074 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.625656 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.626143 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.626701 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.627222 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.627729 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.628215 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.628762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.629377 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.629866 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.630360 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.630827 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:17.635731 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:17.636376 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:17.637068 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.637614 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:17.638258 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Bound port: 2b956ad2-17f9-4e65-b29f-c88740ac7387, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:17.638840 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.686802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] For port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:17.704563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] For port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:17.706589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=b6d0f04a-1d83-4dea-a52b-11eb954a16b1,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.740664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.20.0.9 (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75/bae959ad-ad2b-4420-9276-1cba7ceb2cdf/92bfd82e-ffa5-4ee8-a71c-2d5102edd44f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:17.750414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] For port 2b956ad2-17f9-4e65-b29f-c88740ac7387, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:17.758465 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] For port 2b956ad2-17f9-4e65-b29f-c88740ac7387, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b956ad2-17f9-4e65-b29f-c88740ac7387,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:17.785419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 172.26.5.150 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/ffd93b45-ee25-47ff-9ad5-dc90e0695cfa) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:17.792056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.815210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:17.846696 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.877266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7055bea3-fc56-4ea2-99a8-83d2f2c008d2 None None] Current status of the port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:17.892465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for security_group (477d63d2-02c4-4794-b86d-895b65f4fb41), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:17.913430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Routers {'e29f6c1a-2c60-4736-a9e3-ae8459003869'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:17.914193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e29f6c1a-2c60-4736-a9e3-ae8459003869'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:17.936460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:17.936804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: b17c6769-1153-41b3-9afb-4ee55d2d67fc, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:17.964502 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3f047-4d18-4f04-b2ae-321fb4602daa None None] Pushing event updated for resources: {'Port': ['ID=2b956ad2-17f9-4e65-b29f-c88740ac7387,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.976634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3a4e5-579c-4605-8522-755f8e3ebb70 None None] Pushing event updated for resources: {'Port': ['ID=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:17.986931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (477d63d2-02c4-4794-b86d-895b65f4fb41), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.002345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.002887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.014344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:18.014908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.019977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-102092dc-968a-4c95-8bb6-4cc79f496db3 None None] Provisioning complete for port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:18.020246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-102092dc-968a-4c95-8bb6-4cc79f496db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.022195 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:18.023464 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:18.092241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:18.128252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477d63d2-02c4-4794-b86d-895b65f4fb41,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:18.132583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.132924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Added segment a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102 of type vlan for network d2f7ba7a-40d2-45bf-99a5-9cf965953260 Apr 30 04:52:18.149591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:18.166966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] Set router e29f6c1a-2c60-4736-a9e3-ae8459003869 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:18.185498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.198302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:18.270024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.297236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.318063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:18.326683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 7e15c674-2969-4f63-815a-f613390549c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:18.338866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:18.341975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:18.399874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (d76cb692-d75f-48bc-999f-293118cff4e8), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.404660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-102092dc-968a-4c95-8bb6-4cc79f496db3 None None] Current status of the port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:18.406257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.495607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'name': 'tempest-snat-router-338145276', 'tenant_id': '5a4d922049e9486780e87767f9768928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18'}], 'enable_snat': False}, 'gw_port_id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:10Z', 'updated_at': '2022-04-30T04:52:13Z', 'revision_number': 3, 'project_id': '5a4d922049e9486780e87767f9768928', 'gw_port': {'id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:11Z', 'updated_at': '2022-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:18.511122 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:14Z', 'revision_number': 3, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:18.536937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d197405-5d11-4b25-8f6a-a4650bb801a3 None None] The sync data for ids ['e29f6c1a-2c60-4736-a9e3-ae8459003869'] in dv-neutron-838078-9-hyperv is: [{'id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'name': 'tempest-snat-router-338145276', 'tenant_id': '5a4d922049e9486780e87767f9768928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18'}], 'enable_snat': False}, 'gw_port_id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:10Z', 'updated_at': '2022-04-30T04:52:13Z', 'revision_number': 3, 'project_id': '5a4d922049e9486780e87767f9768928', 'gw_port': {'id': 'b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29f6c1a-2c60-4736-a9e3-ae8459003869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:11Z', 'updated_at': '2022-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:18.577926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (92bfd82e-ffa5-4ee8-a71c-2d5102edd44f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.591600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b17c6769-1153-41b3-9afb-4ee55d2d67fc) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:18.601531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88cba07-c56f-4721-9c75-6cab7c7dc29f None None] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:18.625156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:18.625666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.643245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d2f7ba7a-40d2-45bf-99a5-9cf965953260), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.681434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Allocated IP 172.20.0.1 (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094/85cb74a1-df7b-457a-9462-d69a5cd67bf4/fbb32996-0d24-4033-8bce-0285343fd176) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:18.704167 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b49ff-b6d3-45dd-ab6c-1a6ef5662f0e None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:14Z', 'revision_number': 3, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:18.716154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:18.740389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-500d8ff0-0d5e-44d1-b19f-3ee4e12c8e5e None None] Provisioning complete for port 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:18.740763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-500d8ff0-0d5e-44d1-b19f-3ee4e12c8e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.750064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:18.753585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:18.756189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:18.804901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd93b45-ee25-47ff-9ad5-dc90e0695cfa,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:18.815111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d2f7ba7a-40d2-45bf-99a5-9cf965953260), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.822789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:18.826686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.834934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-500d8ff0-0d5e-44d1-b19f-3ee4e12c8e5e None None] Port 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:18.840874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b17c6769-1153-41b3-9afb-4ee55d2d67fc', 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': 'b6d0f04a-1d83-4dea-a52b-11eb954a16b1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:18.841890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:18.911773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f19f33a1-94a8-490b-915e-ed7a84cb7fae tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3541293 Apr 30 04:52:18.922871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34206) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:18.932017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1133686015'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:18.990289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (92bfd82e-ffa5-4ee8-a71c-2d5102edd44f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.118445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=92bfd82e-ffa5-4ee8-a71c-2d5102edd44f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:19.118829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Allocated IP 2001:db8:0:ffff::2 (b17c6769-1153-41b3-9afb-4ee55d2d67fc/b6d0f04a-1d83-4dea-a52b-11eb954a16b1/941a2c5c-daa5-4316-a860-ddea2ac2140e) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:19.152349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'Network': ['ID=d2f7ba7a-40d2-45bf-99a5-9cf965953260,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:19.159664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks [] for port (fbb32996-0d24-4033-8bce-0285343fd176), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.163032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49b96a22-8d1d-47e1-bec2-97ef1c973c07 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6106534 Apr 30 04:52:19.170548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34208) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:19.171550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:19.178577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Request body: {'subnet': {'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:19.279342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:19.292869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.296898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:19.302828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.316146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:19.342181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:19.382836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Made reservation on behalf of aaedd2df527f4ce4be50ccb4ba89d73e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:19.386872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.447400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port c629177c-c670-4da5-a13b-a4d413999fda {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:19.447737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c629177c-c670-4da5-a13b-a4d413999fda), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.449242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks [] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.501058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.515576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.516102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:19.544437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:19.545060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.555310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:19.558736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:19.567198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:19.628638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5eb01070-e865-4a01-abad-7d6faa9e5acc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.629155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment 5eb01070-e865-4a01-abad-7d6faa9e5acc of type vlan for network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 Apr 30 04:52:19.638801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Pushing event updated for resources: {'Port': ['ID=941a2c5c-daa5-4316-a860-ddea2ac2140e,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:19.691822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Attempting to bind port 941a2c5c-daa5-4316-a860-ddea2ac2140e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:19.692180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Attempting to bind port 941a2c5c-daa5-4316-a860-ddea2ac2140e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:19.692549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Attempting to bind port 941a2c5c-daa5-4316-a860-ddea2ac2140e on network b17c6769-1153-41b3-9afb-4ee55d2d67fc {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:19.711793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c939609c-7d03-4840-a7b7-d7f2dc66f71a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6134953 Apr 30 04:52:19.715439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:19.715817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Checking segment: {'id': 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:19.716120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34210) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:19.716360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.716762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Bound using segment: {'id': 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:19.717248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Bound port: 941a2c5c-daa5-4316-a860-ddea2ac2140e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b17c6769-1153-41b3-9afb-4ee55d2d67fc'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:19.717633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.832645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.855067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:19.897879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c629177c-c670-4da5-a13b-a4d413999fda), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.902542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] For port 941a2c5c-daa5-4316-a860-ddea2ac2140e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:19.929416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:19.929783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:19.932625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] For port 941a2c5c-daa5-4316-a860-ddea2ac2140e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=941a2c5c-daa5-4316-a860-ddea2ac2140e,segment=NetworkSegment(fd2e7467-df3a-433a-9e2a-a7db728fbfb5),segment_id=fd2e7467-df3a-433a-9e2a-a7db728fbfb5)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:19.976602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for c629177c-c670-4da5-a13b-a4d413999fda owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:20.006160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.034152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Deleting port 92bfd82e-ffa5-4ee8-a71c-2d5102edd44f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:20.034608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (92bfd82e-ffa5-4ee8-a71c-2d5102edd44f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.108460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.115604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:20.115969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.125672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcb4bc-97cb-4275-81fc-211ef7cc9cbf None None] Pushing event updated for resources: {'Port': ['ID=941a2c5c-daa5-4316-a860-ddea2ac2140e,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.129040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:20.146374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:20.155295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:20.155688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.196919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:20.199325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:20.262145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.263334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b956ad2-17f9-4e65-b29f-c88740ac7387 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:20.281815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.311450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a8db030c-5b3e-4211-937f-c2bc2fc72b5f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.391995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.396250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=8cd1a4fc-b227-467c-b15c-80e64507bfd3,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.399460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Pushing event updated for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.427022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2b956ad2-17f9-4e65-b29f-c88740ac7387 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:20.428073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.432826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:20.506021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52168eba-4918-400e-abbc-be5729450913 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5818672 Apr 30 04:52:20.509727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34212) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:20.514618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:20.579607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Checking segment: {'id': 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:20.580814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Network hostable DHCP agents. Network: d2f7ba7a-40d2-45bf-99a5-9cf965953260, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:20.637163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'Subnet': ['ID=a8db030c-5b3e-4211-937f-c2bc2fc72b5f,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.643453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (92bfd82e-ffa5-4ee8-a71c-2d5102edd44f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.672708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Calling delete_port for 92bfd82e-ffa5-4ee8-a71c-2d5102edd44f owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:20.777562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:20.804611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ed631bdd-f27a-4f43-a0b7-00cb9f246e5d None None] Provisioning complete for port fbb32996-0d24-4033-8bce-0285343fd176 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:20.804611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed631bdd-f27a-4f43-a0b7-00cb9f246e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbb32996-0d24-4033-8bce-0285343fd176), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.846363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.870161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed631bdd-f27a-4f43-a0b7-00cb9f246e5d None None] Port fbb32996-0d24-4033-8bce-0285343fd176 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:20.870461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d2f7ba7a-40d2-45bf-99a5-9cf965953260) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:20.880803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:20.881996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.900914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f2a6c-4d69-491c-ba7f-b2d2f221d0e1 None None] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:20.908904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c629177c-c670-4da5-a13b-a4d413999fda), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.942849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2b956ad2-17f9-4e65-b29f-c88740ac7387 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:20.943558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.946600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.957809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbb32996-0d24-4033-8bce-0285343fd176), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.969765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=c629177c-c670-4da5-a13b-a4d413999fda,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:20.984103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:20.984317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7b06d961-2bd5-49d5-836b-5a8ee7f878e3 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8101349 Apr 30 04:52:21.003519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34214) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:21.005992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 2b956ad2-17f9-4e65-b29f-c88740ac7387, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b956ad2-17f9-4e65-b29f-c88740ac7387,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:21.009164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Request body: {'port': {'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1750885794'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:21.044969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (92bfd82e-ffa5-4ee8-a71c-2d5102edd44f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.053106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-d2f7ba7a-40d2-45bf-99a5-9cf965953260', 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260', 'project_id': 'aaedd2df527f4ce4be50ccb4ba89d73e', 'fixed_ips': [{'subnet_id': 'a8db030c-5b3e-4211-937f-c2bc2fc72b5f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:21.054200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.072757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:21.080855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.081464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.090491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.121260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Port': ['ID=92bfd82e-ffa5-4ee8-a71c-2d5102edd44f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:21.250085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=2b956ad2-17f9-4e65-b29f-c88740ac7387,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:21.272217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Allocated IP 172.20.0.2 (d2f7ba7a-40d2-45bf-99a5-9cf965953260/a8db030c-5b3e-4211-937f-c2bc2fc72b5f/df3b499f-fcf6-42d7-a2c0-37967b480872) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:21.312425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (d76cb692-d75f-48bc-999f-293118cff4e8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.314221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:21.358605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.365539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d402284-0986-43bd-a9ab-094161583d8a tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/ports/92bfd82e-ffa5-4ee8-a71c-2d5102edd44f HTTP/1.1" status: 204 len: 168 time: 1.5786815 Apr 30 04:52:21.365866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34216) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:21.370116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75', 'external_fixed_ips': [{'subnet_id': 'bae959ad-ad2b-4420-9276-1cba7ceb2cdf', 'ip_address': '172.20.0.9'}]}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:21.377819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.437335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Made reservation on behalf of aaedd2df527f4ce4be50ccb4ba89d73e for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:21.440879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.463851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks [] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.471756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] device_id is not set on port c217983a-a836-470f-8f48-15f9b5326a18 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:21.539102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.540123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.555228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.593540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks [] for port (fbb32996-0d24-4033-8bce-0285343fd176), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.610319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Pushing event updated for resources: {'Port': ['ID=df3b499f-fcf6-42d7-a2c0-37967b480872,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:21.612245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:21.614159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:21.618794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:21.648911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 7e15c674-2969-4f63-815a-f613390549c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:21.655096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:21.714046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.733841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.763009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Attempting to bind port df3b499f-fcf6-42d7-a2c0-37967b480872 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:21.763389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Attempting to bind port df3b499f-fcf6-42d7-a2c0-37967b480872 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:21.763800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Attempting to bind port df3b499f-fcf6-42d7-a2c0-37967b480872 on network d2f7ba7a-40d2-45bf-99a5-9cf965953260 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:21.771834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:21.772216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Checking segment: {'id': 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:21.772628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.773024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Bound using segment: {'id': 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:21.773507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Bound port: df3b499f-fcf6-42d7-a2c0-37967b480872, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:21.773897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.811863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Allocated IP 172.20.0.7 (d2f7ba7a-40d2-45bf-99a5-9cf965953260/a8db030c-5b3e-4211-937f-c2bc2fc72b5f/c217983a-a836-470f-8f48-15f9b5326a18) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:21.828047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router f8cb444d-6280-4cb3-80c1-faf09d1c1c97 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:21.846128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-50b2c463-dec8-4474-ad26-df464a13da1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:21.927756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] For port df3b499f-fcf6-42d7-a2c0-37967b480872, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:21.945983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] For port df3b499f-fcf6-42d7-a2c0-37967b480872, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df3b499f-fcf6-42d7-a2c0-37967b480872,segment=NetworkSegment(a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102),segment_id=a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:21.977522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:21.988657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 941a2c5c-daa5-4316-a860-ddea2ac2140e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:22.044434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.049197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.135001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Pushing event updated for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:22.171303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 941a2c5c-daa5-4316-a860-ddea2ac2140e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:22.171959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.184292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1a4784b7-84a3-4fa6-88a7-c564e150a165 None None] Provisioning complete for port 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:22.184897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a4784b7-84a3-4fa6-88a7-c564e150a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.187194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.207090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c7fbf-97d5-4d31-a96d-4d6bac402137 None None] Pushing event updated for resources: {'Port': ['ID=df3b499f-fcf6-42d7-a2c0-37967b480872,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:22.291183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1a4784b7-84a3-4fa6-88a7-c564e150a165 None None] Port 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:22.355598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefde49c-5821-4ac6-9bbf-e5e569142ebd None None] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:22.562766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 941a2c5c-daa5-4316-a860-ddea2ac2140e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:22.563439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.566948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Provisioning complete for port 941a2c5c-daa5-4316-a860-ddea2ac2140e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:22.567624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.649409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 941a2c5c-daa5-4316-a860-ddea2ac2140e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=941a2c5c-daa5-4316-a860-ddea2ac2140e,segment=NetworkSegment(fd2e7467-df3a-433a-9e2a-a7db728fbfb5),segment_id=fd2e7467-df3a-433a-9e2a-a7db728fbfb5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:22.658600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:52:22.680071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2587a5d5-7a52-40af-8d2f-3312dc0f5331), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.733258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Current status of the port 941a2c5c-daa5-4316-a860-ddea2ac2140e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:22.744613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.748116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.749074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:22.869154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=2587a5d5-7a52-40af-8d2f-3312dc0f5331,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:22.884205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router d76cb692-d75f-48bc-999f-293118cff4e8 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:22.911447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:22.914595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:22.916982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:22.928530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:22.928883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:22.932883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:22.933242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.935100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Sync routers for ids ['f8cb444d-6280-4cb3-80c1-faf09d1c1c97'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:22.940818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for port (c217983a-a836-470f-8f48-15f9b5326a18), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:22.987147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Routers {'f8cb444d-6280-4cb3-80c1-faf09d1c1c97'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:22.987784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8cb444d-6280-4cb3-80c1-faf09d1c1c97'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.013081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': '5eb01070-e865-4a01-abad-7d6faa9e5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:23.013635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: 8cd1a4fc-b227-467c-b15c-80e64507bfd3, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:23.029677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=941a2c5c-daa5-4316-a860-ddea2ac2140e,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:23.050522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.051835 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-28e9f7db-60e6-4f1d-bce3-2ca1a2998ba8 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4767716 Apr 30 04:52:23.059752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34218) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.136415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:23.147477 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] Sync routers for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:23.152377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-257f5671-e648-4a2b-811c-e15c24af5d8a tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "PUT /v2.0/routers/63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2160852 Apr 30 04:52:23.161486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34220) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.164934 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:23.165784 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.217449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Set router f8cb444d-6280-4cb3-80c1-faf09d1c1c97 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:23.238208 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.253840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:23.255848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] Routers {'63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:23.256670 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.299182 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.300027 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9b913-6a25-4ad8-894f-30b53968c7ad None None] The sync data for ids ['63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:23.321561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:23.322326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b956ad2-17f9-4e65-b29f-c88740ac7387 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:23.344420 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3fa82f4b-c9d5-4dea-a324-d15b9e92d3bf tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/f8cb444d-6280-4cb3-80c1-faf09d1c1c97 HTTP/1.1" status: 200 len: 907 time: 0.2838230 Apr 30 04:52:23.346491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c217983a-a836-470f-8f48-15f9b5326a18), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.349273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.349651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:23.356829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34222) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.413385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.439887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.440948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 8cd1a4fc-b227-467c-b15c-80e64507bfd3) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:23.443549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:23.472803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:23.479035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:23.479608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.498419 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-424d7c76-b1c8-4784-a76f-613f295b73fe tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/d76cb692-d75f-48bc-999f-293118cff4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3445585 Apr 30 04:52:23.500681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34224) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.513690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:23.567060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:23.573231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'Port': ['ID=c217983a-a836-470f-8f48-15f9b5326a18,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:23.593655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-df04af66-0436-4f82-870c-851913d64582 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0828230 Apr 30 04:52:23.602159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34226) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.605246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a57dff23-059e-44d6-994b-f94bece3ea0a None None] Current status of the port 941a2c5c-daa5-4316-a860-ddea2ac2140e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:23.607593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] Sync routers for ids ['d76cb692-d75f-48bc-999f-293118cff4e8'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:23.613832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'port': {'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3', 'name': 'tempest-NetworksIpV6TestAttrs-1292435213'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:23.615735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c5c21-ada0-491c-b98c-8da8c213e2ba None None] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:23.628865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.639627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29830bc0-94db-42a9-8d4c-2fa9b55d8ea6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:23.644801 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29830bc0-94db-42a9-8d4c-2fa9b55d8ea6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports/7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 HTTP/1.1" status: 200 len: 910 time: 0.1413407 Apr 30 04:52:23.669416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34228) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:23.750412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:23.760165 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:23.762559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Provisioning complete for port fbb32996-0d24-4033-8bce-0285343fd176 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:23.762940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbb32996-0d24-4033-8bce-0285343fd176), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.771207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57eb730-18ea-4ace-b3ef-d834e452c261 None None] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:23.774496 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:23.775445 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.799660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1e23b5f6-4518-4b25-a1a1-bb52dead1a7b admin admin] 10.222.0.16 "PUT /v2.0/routers/15d4ca3d-b0c4-43c8-acdf-7e15d402f80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9689934 Apr 30 04:52:23.853062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:23.869336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.20.0.9 (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75/bae959ad-ad2b-4420-9276-1cba7ceb2cdf/914ae71b-0298-44c5-9268-0ffc28acc29b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:23.908371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] Routers {'d76cb692-d75f-48bc-999f-293118cff4e8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:23.909410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d76cb692-d75f-48bc-999f-293118cff4e8'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.916774 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:23.955952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:23.965442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-8cd1a4fc-b227-467c-b15c-80e64507bfd3', 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': '2587a5d5-7a52-40af-8d2f-3312dc0f5331'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:23.966226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.009964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Deleting port ffd93b45-ee25-47ff-9ad5-dc90e0695cfa {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:24.010195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.013522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] Routers {'d76cb692-d75f-48bc-999f-293118cff4e8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:24.014255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:51:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d76cb692-d75f-48bc-999f-293118cff4e8'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:24.017799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2b956ad2-17f9-4e65-b29f-c88740ac7387 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:24.018303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.044852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.185122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:24.185769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd987237-6f42-4a2c-8583-7a461a07e70f None None] The sync data for ids ['d76cb692-d75f-48bc-999f-293118cff4e8'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:24.188122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:24.188893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.195991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.202903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bbb21a4-5fbc-407c-a3b9-c90e5b75a875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.211134 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:21Z', 'revision_number': 2, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:24.222572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Calling delete_port for ffd93b45-ee25-47ff-9ad5-dc90e0695cfa owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:24.238844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_gateway (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.260073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:24.261107 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Updating router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f port fbb32996-0d24-4033-8bce-0285343fd176 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:24.298664 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbb32996-0d24-4033-8bce-0285343fd176), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.300147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2b956ad2-17f9-4e65-b29f-c88740ac7387 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:24.303198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Port fbb32996-0d24-4033-8bce-0285343fd176 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:24.367587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.424009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:24.453513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:24.470337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Provisioning complete for port 941a2c5c-daa5-4316-a860-ddea2ac2140e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:24.470337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.510255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:24.519196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cb444d-6280-4cb3-80c1-faf09d1c1c97', 'name': 'tempest-snat-router-338145276', 'tenant_id': '5a4d922049e9486780e87767f9768928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'ffd93b45-ee25-47ff-9ad5-dc90e0695cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:15Z', 'updated_at': '2022-04-30T04:52:19Z', 'revision_number': 3, 'project_id': '5a4d922049e9486780e87767f9768928', 'gw_port': {'id': 'ffd93b45-ee25-47ff-9ad5-dc90e0695cfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cb444d-6280-4cb3-80c1-faf09d1c1c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:17Z', 'updated_at': '2022-04-30T04:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:24.565066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Checking router: f8cb444d-6280-4cb3-80c1-faf09d1c1c97 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:24.566129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Updating router f8cb444d-6280-4cb3-80c1-faf09d1c1c97 port ffd93b45-ee25-47ff-9ad5-dc90e0695cfa binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:24.600766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.609214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34238) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:24.610882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ee6d96c-34f6-46e8-aa1d-1148baf92217 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6060925 Apr 30 04:52:24.618007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Request body: {'port': {'network_id': 'd2f7ba7a-40d2-45bf-99a5-9cf965953260', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1027139249', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:24.619680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] bootfile-name is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:24.619680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] tftp-server is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:24.619680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] server-ip-address is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:24.652768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 941a2c5c-daa5-4316-a860-ddea2ac2140e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:24.732511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ffd93b45-ee25-47ff-9ad5-dc90e0695cfa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.745986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:24.755910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.773161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffd93b45-ee25-47ff-9ad5-dc90e0695cfa,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:24.836320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks [] for port (fbb32996-0d24-4033-8bce-0285343fd176), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.862462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Allocated IP 2001:db8::f816:3eff:feba:5bf3 (8cd1a4fc-b227-467c-b15c-80e64507bfd3/2587a5d5-7a52-40af-8d2f-3312dc0f5331/c1050c99-0a15-43a1-8570-bd7630f4372f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:24.871786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-10a536d5-0a55-4869-a399-f72762d481d0 None None] Current status of the port 941a2c5c-daa5-4316-a860-ddea2ac2140e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:24.894561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 941a2c5c-daa5-4316-a860-ddea2ac2140e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:24.895013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.897892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=914ae71b-0298-44c5-9268-0ffc28acc29b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:24.911336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] device_id is not set on port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:24.919423 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.965209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting port 3e2b50d8-4659-46c1-95c5-ab03859abf63 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:24.965733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3e2b50d8-4659-46c1-95c5-ab03859abf63), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:24.967346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34246) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:25.011317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.058320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.082922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-584324944-network', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:25.092574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Provisioning complete for port c217983a-a836-470f-8f48-15f9b5326a18 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:25.092947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c217983a-a836-470f-8f48-15f9b5326a18), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.103450 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Attempting to bind port fbb32996-0d24-4033-8bce-0285343fd176 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:25.103688 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Attempting to bind port fbb32996-0d24-4033-8bce-0285343fd176 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:25.104347 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Attempting to bind port fbb32996-0d24-4033-8bce-0285343fd176 on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:25.121284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Made reservation on behalf of aaedd2df527f4ce4be50ccb4ba89d73e for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:25.125151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.129943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.133264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.135230 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:25.135604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:25.135998 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.136384 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Bound using segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:25.136846 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Bound port: fbb32996-0d24-4033-8bce-0285343fd176, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:25.137218 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbb32996-0d24-4033-8bce-0285343fd176), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.209550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] device_id is not set on port 3ade6e9a-84be-42af-9cd7-7894424e9b86 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:25.212006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3e2b50d8-4659-46c1-95c5-ab03859abf63), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.218174 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] For port fbb32996-0d24-4033-8bce-0285343fd176, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:25.221631 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc1417-125b-4180-939e-d666fef02252 None None] Pushing event updated for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:25.225363 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] For port fbb32996-0d24-4033-8bce-0285343fd176, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbb32996-0d24-4033-8bce-0285343fd176,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:25.234447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Calling delete_port for 3e2b50d8-4659-46c1-95c5-ab03859abf63 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:25.240579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 941a2c5c-daa5-4316-a860-ddea2ac2140e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:25.241664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df3b499f-fcf6-42d7-a2c0-37967b480872 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:25.278940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Port c217983a-a836-470f-8f48-15f9b5326a18 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:25.313821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Provisioning complete for port df3b499f-fcf6-42d7-a2c0-37967b480872 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:25.314229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.321706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f8cb444d-6280-4cb3-80c1-faf09d1c1c97), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.322478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8cb444d-6280-4cb3-80c1-faf09d1c1c97 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:25.327806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.329358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-77f49b23-0297-4c9f-a6c0-d931feb0c340 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f8cb444d-6280-4cb3-80c1-faf09d1c1c97 HTTP/1.1" status: 204 len: 168 time: 1.9686801 Apr 30 04:52:25.331687 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.332781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34248) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:25.408982 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc1417-125b-4180-939e-d666fef02252 None None] Pushing event updated for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:25.431481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks [] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.450214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:25.451326 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:25.462878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.471054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port df3b499f-fcf6-42d7-a2c0-37967b480872 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:25.471558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.558036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.596133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (e29f6c1a-2c60-4736-a9e3-ae8459003869), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.614868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Allocated IP 172.20.0.3 (d2f7ba7a-40d2-45bf-99a5-9cf965953260/a8db030c-5b3e-4211-937f-c2bc2fc72b5f/3ade6e9a-84be-42af-9cd7-7894424e9b86) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:25.633329 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:25.665678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:25.666498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:25.666848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:25.674071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:25.677857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:25.828850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Deleting port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:25.829440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.904572 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:25Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:25.911538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Allocated IP 2001:db8::f816:3eff:feaf:b7db (8cd1a4fc-b227-467c-b15c-80e64507bfd3/2587a5d5-7a52-40af-8d2f-3312dc0f5331/8f4b086e-9d99-4711-a6fc-7b2765fc7963) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:25.925303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Made reservation on behalf of 0ab6cb3af61c4e78b7abd09ba89f2a8e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:25.925488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] For port b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:25.925767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.927758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.939304 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f36b-0fe0-496f-a8f6-fb45d89b1599 None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:25Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:25.945300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Calling delete_port for b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:25.949375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Current status of the port df3b499f-fcf6-42d7-a2c0-37967b480872 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:25.949769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:25.973284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Pushing event updated for resources: {'Port': ['ID=c1050c99-0a15-43a1-8570-bd7630f4372f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:25.980467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.035925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port df3b499f-fcf6-42d7-a2c0-37967b480872 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:26.040257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.087028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Attempting to bind port c1050c99-0a15-43a1-8570-bd7630f4372f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:26.087985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Attempting to bind port c1050c99-0a15-43a1-8570-bd7630f4372f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '5eb01070-e865-4a01-abad-7d6faa9e5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:26.088356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Attempting to bind port c1050c99-0a15-43a1-8570-bd7630f4372f on network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:26.103257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] For port df3b499f-fcf6-42d7-a2c0-37967b480872, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df3b499f-fcf6-42d7-a2c0-37967b480872,segment=NetworkSegment(a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102),segment_id=a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:26.103257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:26.103257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Checking segment: {'id': '5eb01070-e865-4a01-abad-7d6faa9e5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:26.103910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.104485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Bound using segment: {'id': '5eb01070-e865-4a01-abad-7d6faa9e5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:26.105145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Bound port: c1050c99-0a15-43a1-8570-bd7630f4372f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb01070-e865-4a01-abad-7d6faa9e5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8cd1a4fc-b227-467c-b15c-80e64507bfd3'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:26.105690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.131008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.202087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Port ffd93b45-ee25-47ff-9ad5-dc90e0695cfa not found while updating agent binding for router f8cb444d-6280-4cb3-80c1-faf09d1c1c97. {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 30 04:52:26.256068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.265120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:26.265586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:26.310338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Routers set() bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:26.310713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Router IDs set() for agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 30 04:52:26.311324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_agentschedulers_db [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8cb444d-6280-4cb3-80c1-faf09d1c1c97'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent'). {{(pid=111176) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 30 04:52:26.311699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d78386-1f18-432b-92aa-3f380a6c984e None None] The sync data for ids ['f8cb444d-6280-4cb3-80c1-faf09d1c1c97'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:26.322816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] For port c1050c99-0a15-43a1-8570-bd7630f4372f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:26.348772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] For port c1050c99-0a15-43a1-8570-bd7630f4372f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c1050c99-0a15-43a1-8570-bd7630f4372f,segment=NetworkSegment(5eb01070-e865-4a01-abad-7d6faa9e5acc),segment_id=5eb01070-e865-4a01-abad-7d6faa9e5acc)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:26.350712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.352749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (d76cb692-d75f-48bc-999f-293118cff4e8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.377966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920241f-d223-4de8-bbe5-b463f84da559 None None] Pushing event updated for resources: {'Port': ['ID=df3b499f-fcf6-42d7-a2c0-37967b480872,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:26.397901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Provisioning complete for port fbb32996-0d24-4033-8bce-0285343fd176 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:26.398541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbb32996-0d24-4033-8bce-0285343fd176), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.410007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks [] for security_group (e3f67281-afd4-4834-bf82-f7c21631fd22), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.437522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.496797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (e3f67281-afd4-4834-bf82-f7c21631fd22), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.509662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:26.513393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485767db-450b-4d3a-9d90-b5c9dd31c2ac None None] Pushing event updated for resources: {'Port': ['ID=c1050c99-0a15-43a1-8570-bd7630f4372f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:26.521014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (50d25e19-e5a3-4557-8e9a-84500c16a2d7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.521360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Added segment 50d25e19-e5a3-4557-8e9a-84500c16a2d7 of type vlan for network a50a5724-c350-49bc-bb02-49fdf2f11545 Apr 30 04:52:26.612453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.663990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Current status of the port fbb32996-0d24-4033-8bce-0285343fd176 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:26.664386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbb32996-0d24-4033-8bce-0285343fd176), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.695267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'Port': ['ID=3ade6e9a-84be-42af-9cd7-7894424e9b86,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:26.706147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:26.713215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:26.713448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] For port fbb32996-0d24-4033-8bce-0285343fd176, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbb32996-0d24-4033-8bce-0285343fd176,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:26.728632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:26.732845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.742336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.817477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:26.823404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.882810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.906572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:26.908255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.911243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port df3b499f-fcf6-42d7-a2c0-37967b480872 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:26.930474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a50a5724-c350-49bc-bb02-49fdf2f11545), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.980827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57b8de-06d5-45ca-a031-829de4169bb5 None None] Pushing event updated for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:26.987363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3e2b50d8-4659-46c1-95c5-ab03859abf63), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:26.992810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (e29f6c1a-2c60-4736-a9e3-ae8459003869), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.083152 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb8bdadb-a4b3-4260-a385-844f48b03318 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4719534 Apr 30 04:52:27.085808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34250) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:27.098780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f67281-afd4-4834-bf82-f7c21631fd22,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:27.197899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Port': ['ID=3e2b50d8-4659-46c1-95c5-ab03859abf63,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:27.210940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.213235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_controller (e29f6c1a-2c60-4736-a9e3-ae8459003869), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.258320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0fcaf747-a887-43e5-882d-b077add99d9d None None] Provisioning complete for port 3ade6e9a-84be-42af-9cd7-7894424e9b86 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:27.258694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf747-a887-43e5-882d-b077add99d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.304463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f7c28-3263-46ce-9a9d-36b0ba7337c5 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:27.310046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f7c28-3263-46ce-9a9d-36b0ba7337c5 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:27.315605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f7c28-3263-46ce-9a9d-36b0ba7337c5 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:27.318518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:52:27.324761 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b2f7c28-3263-46ce-9a9d-36b0ba7337c5 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2370284 Apr 30 04:52:27.329371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e29f6c1a-2c60-4736-a9e3-ae8459003869), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.329371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e29f6c1a-2c60-4736-a9e3-ae8459003869 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:27.329371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34252) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:27.331764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0fcaf747-a887-43e5-882d-b077add99d9d None None] Port 3ade6e9a-84be-42af-9cd7-7894424e9b86 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:27.368408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.369613 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61887a72-f6a3-4f26-b54d-3c9f94765668 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e29f6c1a-2c60-4736-a9e3-ae8459003869 HTTP/1.1" status: 204 len: 168 time: 2.0358486 Apr 30 04:52:27.379338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34254) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:27.382695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c1050c99-0a15-43a1-8570-bd7630f4372f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:27.396681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1631084638', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:27.461214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c1050c99-0a15-43a1-8570-bd7630f4372f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:27.462362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.493869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Deleting port 3ade6e9a-84be-42af-9cd7-7894424e9b86 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:27.494246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.500061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.513945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a50a5724-c350-49bc-bb02-49fdf2f11545), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.519210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:27.519374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.563385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.624850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c1050c99-0a15-43a1-8570-bd7630f4372f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:27.625834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.668883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port c1050c99-0a15-43a1-8570-bd7630f4372f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c1050c99-0a15-43a1-8570-bd7630f4372f,segment=NetworkSegment(5eb01070-e865-4a01-abad-7d6faa9e5acc),segment_id=5eb01070-e865-4a01-abad-7d6faa9e5acc)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:27.674691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.695444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Calling delete_port for 3ade6e9a-84be-42af-9cd7-7894424e9b86 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:27.748037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.749282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbb32996-0d24-4033-8bce-0285343fd176 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:27.772745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.774950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router_controller (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.850114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=c1050c99-0a15-43a1-8570-bd7630f4372f,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:27.868281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbb32996-0d24-4033-8bce-0285343fd176 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:27.869263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbb32996-0d24-4033-8bce-0285343fd176), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.882704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.884341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a50a5724-c350-49bc-bb02-49fdf2f11545,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:27.895148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e9828139-c074-4da6-9609-231f9cb30e58), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.896156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e9828139-c074-4da6-9609-231f9cb30e58), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.907177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a50a5724-c350-49bc-bb02-49fdf2f11545 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:27.937925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-770e07cb-33cc-41aa-9243-26d284a9e8b0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9613438 Apr 30 04:52:27.941687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34256) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:27.947087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Request body: {'subnet': {'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-584324944-subnet', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:27.961028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3ade6e9a-84be-42af-9cd7-7894424e9b86), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.968075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:27.968563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Fanout notify agent at l3_agent the message router_deleted on router 63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:28.011114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event deleted for resources: {'Port': ['ID=3ade6e9a-84be-42af-9cd7-7894424e9b86,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:28.025472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (e9828139-c074-4da6-9609-231f9cb30e58), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.041994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.043200 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6cf0f72-e46a-4c4d-9041-9694596d0898 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/routers/63e2b5ca-d44e-4dfb-991c-2c4da13ceb1e HTTP/1.1" status: 204 len: 168 time: 4.8807256 Apr 30 04:52:28.056082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34258) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:28.073077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:28.092776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbb32996-0d24-4033-8bce-0285343fd176 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:28.093002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df3b499f-fcf6-42d7-a2c0-37967b480872 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:28.133516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:28.146296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f198a8b-d069-4c05-abe0-6f45ad66e22b None None] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:28.148944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Made reservation on behalf of 0ab6cb3af61c4e78b7abd09ba89f2a8e for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:28.151969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.162673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.168955 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-04315aaf-a6e1-4b54-acad-a6b7f11ffab2 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "DELETE /v2.0/ports/3ade6e9a-84be-42af-9cd7-7894424e9b86 HTTP/1.1" status: 204 len: 168 time: 0.8403687 Apr 30 04:52:28.179799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:28.185057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:28.185979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.187959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34260) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:28.189646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.196543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Request body: {'port': {'name': 'tempest-new-port-name-851184599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:28.197184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.api.validators [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] bootfile-name is not in valid_values {{(pid=111175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:28.197512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.api.validators [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] tftp-server is not in valid_values {{(pid=111175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:28.197846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.api.validators [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] server-ip-address is not in valid_values {{(pid=111175) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:52:28.200746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Port': ['ID=8f4b086e-9d99-4711-a6fc-7b2765fc7963,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:28.231186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port df3b499f-fcf6-42d7-a2c0-37967b480872 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:28.231602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.233288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0234e2d9-5001-4b71-b6ec-1d317a6328e3 None None] Provisioning complete for port c1050c99-0a15-43a1-8570-bd7630f4372f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:28.233738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0234e2d9-5001-4b71-b6ec-1d317a6328e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.265402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:28.265708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.446400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0234e2d9-5001-4b71-b6ec-1d317a6328e3 None None] Current status of the port c1050c99-0a15-43a1-8570-bd7630f4372f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:28.449740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port df3b499f-fcf6-42d7-a2c0-37967b480872 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:28.469129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (28841cd5-084d-45bc-8bc0-b3d50680e3da), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.533429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28841cd5-084d-45bc-8bc0-b3d50680e3da,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:28.545590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Checking segment: {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:28.546655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Network hostable DHCP agents. Network: a50a5724-c350-49bc-bb02-49fdf2f11545, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:28.617220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Deleting subnet 0d9abf1d-672f-43e9-8d3b-449e4f623eae {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:28.656950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Network a50a5724-c350-49bc-bb02-49fdf2f11545 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:28.657138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for subnet (0d9abf1d-672f-43e9-8d3b-449e4f623eae), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.676646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Provisioning complete for port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:28.677178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.733665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:28.737426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, a50a5724-c350-49bc-bb02-49fdf2f11545) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:28.742547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-def16082-ef8c-4677-b3d9-f677bed8f6db tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.1378205 Apr 30 04:52:28.748630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Provisioning complete for port c1050c99-0a15-43a1-8570-bd7630f4372f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:28.748630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.751106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34262) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:28.760005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:28.762260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.796466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdcfdf-bb27-4c20-93db-7246029c12e1 None None] Network a50a5724-c350-49bc-bb02-49fdf2f11545 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:28.825238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (0d9abf1d-672f-43e9-8d3b-449e4f623eae), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.828041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c217983a-a836-470f-8f48-15f9b5326a18), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.841224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting subnet 2587a5d5-7a52-40af-8d2f-3312dc0f5331 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:28.849573 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f54f18b1-4f99-406d-960f-e974e4e07667 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9042916 Apr 30 04:52:28.850908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34264) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:28.856139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:28.859900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (2587a5d5-7a52-40af-8d2f-3312dc0f5331), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.907504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6c14fc7c-7ce4-4213-8409-65aca16ef514 None None] Current status of the port c1050c99-0a15-43a1-8570-bd7630f4372f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:28.935413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.944783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (2587a5d5-7a52-40af-8d2f-3312dc0f5331), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.956709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-a50a5724-c350-49bc-bb02-49fdf2f11545', 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545', 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'fixed_ips': [{'subnet_id': '28841cd5-084d-45bc-8bc0-b3d50680e3da'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:28.957563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:28.957684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.000216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.002063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.031699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:29.048515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (0d9abf1d-672f-43e9-8d3b-449e4f623eae), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.105617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for router_controller (ee435728-82a6-4bae-9571-e1bf5096f0bd), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.116230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c1050c99-0a15-43a1-8570-bd7630f4372f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:29.118853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2bb68dd3-5917-48ab-ba8b-1c8f620c1fa8 None None] Provisioning complete for port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:29.119245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2bb68dd3-5917-48ab-ba8b-1c8f620c1fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.148373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2587a5d5-7a52-40af-8d2f-3312dc0f5331), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.194050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2bb68dd3-5917-48ab-ba8b-1c8f620c1fa8 None None] Port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:29.194645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:29.202654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Allocated IP 172.20.0.2 (a50a5724-c350-49bc-bb02-49fdf2f11545/28841cd5-084d-45bc-8bc0-b3d50680e3da/7329516f-a156-4580-8755-0cd1d6257aa8) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:29.213348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c1050c99-0a15-43a1-8570-bd7630f4372f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:29.213724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.301267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c1050c99-0a15-43a1-8570-bd7630f4372f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:29.302466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbb32996-0d24-4033-8bce-0285343fd176 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:29.332095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (2587a5d5-7a52-40af-8d2f-3312dc0f5331), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.389847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=2587a5d5-7a52-40af-8d2f-3312dc0f5331,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:29.396198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.399683 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-228fd8de-ae11-40ba-95c5-f380be5e163d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/2587a5d5-7a52-40af-8d2f-3312dc0f5331 HTTP/1.1" status: 204 len: 168 time: 0.6412933 Apr 30 04:52:29.401517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for router_gateway (ee435728-82a6-4bae-9571-e1bf5096f0bd), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.404442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34266) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:29.457322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39858a8-09e9-4366-b945-54da318e9681 None None] Network 8cd1a4fc-b227-467c-b15c-80e64507bfd3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:29.463495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (0d9abf1d-672f-43e9-8d3b-449e4f623eae), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.531297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd0852-1899-4082-b19b-f44ce0eaca79 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:29.533442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd0852-1899-4082-b19b-f44ce0eaca79 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:29.537950 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d7bd0852-1899-4082-b19b-f44ce0eaca79 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1296866 Apr 30 04:52:29.541242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34268) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:29.557782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9abf1d-672f-43e9-8d3b-449e4f623eae,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:29.602497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.606470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d5655958-ca42-4326-b026-7283eb9fc5e8 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/subnets/0d9abf1d-672f-43e9-8d3b-449e4f623eae HTTP/1.1" status: 204 len: 168 time: 1.5493252 Apr 30 04:52:29.612340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34270) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:29.653256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.656680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for port (c217983a-a836-470f-8f48-15f9b5326a18), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.712054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3b8e-0e0a-415d-a1fd-56a71bca6882 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.714917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.740235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:29.745840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbb32996-0d24-4033-8bce-0285343fd176 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:29.746432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbb32996-0d24-4033-8bce-0285343fd176), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.748989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (c217983a-a836-470f-8f48-15f9b5326a18), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.787004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Sync routers for ids ['fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:29.798615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (7e5e9da2-1313-4f2a-93cd-1596dbd3209f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.800207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Routers {'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:29.800842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:29.804520 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6b3b8e-0e0a-415d-a1fd-56a71bca6882 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 30 04:52:29.805039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6b3b8e-0e0a-415d-a1fd-56a71bca6882 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:29.811635 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6e6b3b8e-0e0a-415d-a1fd-56a71bca6882 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/8cd1a4fc-b227-467c-b15c-80e64507bfd3 HTTP/1.1" status: 409 len: 466 time: 0.2660108 Apr 30 04:52:29.816930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34272) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:29.827716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1611640962'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:29.902955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] DHCP port deletion for 8cd1a4fc-b227-467c-b15c-80e64507bfd3 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:29.919230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.920816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-224e405f-ed25-45c5-9e63-4cdcb13b17c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.5539894 Apr 30 04:52:29.921743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event updated for resources: {'Port': ['ID=c217983a-a836-470f-8f48-15f9b5326a18,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:29.923947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34274) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:29.935881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbb32996-0d24-4033-8bce-0285343fd176 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:29.971424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.983189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for router_gateway (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.989816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks [] for port (7329516f-a156-4580-8755-0cd1d6257aa8), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.992591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Deleting port c1050c99-0a15-43a1-8570-bd7630f4372f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:29.992876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:29.994798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:29.998856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] In _notify_port_updated(), no bound segment for port c217983a-a836-470f-8f48-15f9b5326a18 on network d2f7ba7a-40d2-45bf-99a5-9cf965953260 {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:52:30.007260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:30.008316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.010794 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-00eded00-9fe1-4cc5-9ad2-8b930a553c68 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "PUT /v2.0/ports/c217983a-a836-470f-8f48-15f9b5326a18 HTTP/1.1" status: 200 len: 1135 time: 1.8185384 Apr 30 04:52:30.015784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34276) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:30.018751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.041945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:30.042889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46cbef3-5eaa-46f1-a99f-03bd9c6b8d5a not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:30.055119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:30.060232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.060410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (7e5e9da2-1313-4f2a-93cd-1596dbd3209f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.082947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=7f8eb9f5-e371-4d2b-b5e7-c8ea47e1d3f8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:30.086417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Set router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:30.093603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.110826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Allocated IP 172.26.5.147 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a1947f40-d109-433e-b24d-fa7c7278d107) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:30.170126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] For port c1050c99-0a15-43a1-8570-bd7630f4372f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c1050c99-0a15-43a1-8570-bd7630f4372f,segment=NetworkSegment(5eb01070-e865-4a01-abad-7d6faa9e5acc),segment_id=5eb01070-e865-4a01-abad-7d6faa9e5acc)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:30.170551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.197098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:30.225375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b072b-85f0-43bc-98c9-aa09aa5b32e1 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:30.231649 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b78b072b-85f0-43bc-98c9-aa09aa5b32e1 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "GET /v2.0/ports/c217983a-a836-470f-8f48-15f9b5326a18 HTTP/1.1" status: 200 len: 1135 time: 0.2103443 Apr 30 04:52:30.233264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.233976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment 8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43 of type vlan for network 54c3ef6d-6272-4de9-8631-23281f96639e Apr 30 04:52:30.236795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34278) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:30.237054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Calling delete_port for c1050c99-0a15-43a1-8570-bd7630f4372f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:30.237884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5e9da2-1313-4f2a-93cd-1596dbd3209f']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:30.259609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259ea727-8ecf-45ad-9b05-23f38b531d3f') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:30.259984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259ea727-8ecf-45ad-9b05-23f38b531d3f') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:30.274598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (259ea727-8ecf-45ad-9b05-23f38b531d3f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.277689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Network a50a5724-c350-49bc-bb02-49fdf2f11545 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:30.283419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.283759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Pushing event updated for resources: {'Port': ['ID=7329516f-a156-4580-8755-0cd1d6257aa8,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:30.289398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:30.300276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:30.336438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (259ea727-8ecf-45ad-9b05-23f38b531d3f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.346822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:30.347223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (259ea727-8ecf-45ad-9b05-23f38b531d3f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:30.350538 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:30.475008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.505303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.536193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fc3cef38-3d61-483e-b0fe-957bdbc43f34 None None] Provisioning complete for port c217983a-a836-470f-8f48-15f9b5326a18 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:30.536562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fc3cef38-3d61-483e-b0fe-957bdbc43f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c217983a-a836-470f-8f48-15f9b5326a18), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.538149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (d76cb692-d75f-48bc-999f-293118cff4e8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.541963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (7e5e9da2-1313-4f2a-93cd-1596dbd3209f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.555573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.559658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Attempting to bind port 7329516f-a156-4580-8755-0cd1d6257aa8 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:30.559962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Attempting to bind port 7329516f-a156-4580-8755-0cd1d6257aa8 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:30.560323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Attempting to bind port 7329516f-a156-4580-8755-0cd1d6257aa8 on network a50a5724-c350-49bc-bb02-49fdf2f11545 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:30.570969 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] 10.222.0.16 "DELETE /v2.0/networks/7e5e9da2-1313-4f2a-93cd-1596dbd3209f HTTP/1.1" status: 204 len: 168 time: 0.9537005 Apr 30 04:52:30.596301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:30.596731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Checking segment: {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:30.597095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.597495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Bound using segment: {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:30.598025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Bound port: 7329516f-a156-4580-8755-0cd1d6257aa8, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:30.598439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.610493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for port (a1947f40-d109-433e-b24d-fa7c7278d107), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.639592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc4715-e8ab-4823-a304-b5b4a36678b9 tempest-FloatingIPTestJSON-1509769505 tempest-FloatingIPTestJSON-1509769505-project] Pushing event deleted for resources: {'Network': ['ID=7e5e9da2-1313-4f2a-93cd-1596dbd3209f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:30.643838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Deleting port c217983a-a836-470f-8f48-15f9b5326a18 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:30.644177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c217983a-a836-470f-8f48-15f9b5326a18), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.668355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc', 'name': '', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75', 'external_fixed_ips': [{'subnet_id': 'bae959ad-ad2b-4420-9276-1cba7ceb2cdf', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '914ae71b-0298-44c5-9268-0ffc28acc29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:21Z', 'updated_at': '2022-04-30T04:52:25Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '914ae71b-0298-44c5-9268-0ffc28acc29b', 'name': '', 'network_id': 'd6e67185-b7ec-41d6-8ebb-e0f7476c3c75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'bae959ad-ad2b-4420-9276-1cba7ceb2cdf', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:23Z', 'updated_at': '2022-04-30T04:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bae959ad-ad2b-4420-9276-1cba7ceb2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:30.677205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fc3cef38-3d61-483e-b0fe-957bdbc43f34 None None] Port c217983a-a836-470f-8f48-15f9b5326a18 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:30.693662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Deleting port 914ae71b-0298-44c5-9268-0ffc28acc29b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:30.694541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.711185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (c1050c99-0a15-43a1-8570-bd7630f4372f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.718158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Checking router: fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:30.718527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Updating router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc port 914ae71b-0298-44c5-9268-0ffc28acc29b binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:30.765646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.771220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:30.771816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.777473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] Pushing event deleted for resources: {'Port': ['ID=c1050c99-0a15-43a1-8570-bd7630f4372f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:30.785895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f0a83-8bcd-4b82-be14-8087efe6742b None None] No DVR routers for this DVR port c1050c99-0a15-43a1-8570-bd7630f4372f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:30.794654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] For port 7329516f-a156-4580-8755-0cd1d6257aa8, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:30.796812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.812837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.828250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Calling delete_port for 914ae71b-0298-44c5-9268-0ffc28acc29b owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:30.836918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] For port 7329516f-a156-4580-8755-0cd1d6257aa8, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7329516f-a156-4580-8755-0cd1d6257aa8,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:30.910847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.936506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=54c3ef6d-6272-4de9-8631-23281f96639e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:30.941774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c217983a-a836-470f-8f48-15f9b5326a18), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.947825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6d4b7e46-1c48-43e6-9778-c4f974ee7801 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1249323 Apr 30 04:52:30.948944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a1947f40-d109-433e-b24d-fa7c7278d107), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:30.950816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34282) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:30.960873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 54c3ef6d-6272-4de9-8631-23281f96639e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:30.975038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:31.017710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Allocated IP 172.26.5.27 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/55a045d6-1c4e-481f-9f41-0103eaa4547e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:31.136885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c1050c99-0a15-43a1-8570-bd7630f4372f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:31.139575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c2fe-1325-4f41-bc6e-d68c8a5d183f None None] Pushing event updated for resources: {'Port': ['ID=7329516f-a156-4580-8755-0cd1d6257aa8,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:31.152500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:31.183737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c1050c99-0a15-43a1-8570-bd7630f4372f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:31.184162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c1050c99-0a15-43a1-8570-bd7630f4372f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:31.291312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:31.297473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34286) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:31.345559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router d76cb692-d75f-48bc-999f-293118cff4e8 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:31.347264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:31.353363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:31.358126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:31.367671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (914ae71b-0298-44c5-9268-0ffc28acc29b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:31.369108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:31.369877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:31.377779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Calling delete_port for c217983a-a836-470f-8f48-15f9b5326a18 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:31.420886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Pushing event updated for resources: {'Port': ['ID=55a045d6-1c4e-481f-9f41-0103eaa4547e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:31.474653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Port': ['ID=914ae71b-0298-44c5-9268-0ffc28acc29b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:31.516758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:31.531634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event updated for resources: {'Port': ['ID=a1947f40-d109-433e-b24d-fa7c7278d107,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:31.534748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:31.574401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:31.660920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:31.671022 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] Sync routers for ids ['d76cb692-d75f-48bc-999f-293118cff4e8'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:31.677770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f7f5d25b-14cb-49b2-9d47-d46ecdf06d82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/d76cb692-d75f-48bc-999f-293118cff4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0040359 Apr 30 04:52:31.680191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34290) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:31.686923 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] Routers {'d76cb692-d75f-48bc-999f-293118cff4e8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:31.687560 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d76cb692-d75f-48bc-999f-293118cff4e8'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:31.691404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:31.701008 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0daaf665-8b34-42a5-bce7-06e64d3aad28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=452396ef36414ebea6134a3e7d5ad1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024224 Apr 30 04:52:31.705431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34292) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:31.718560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8ab0f391-ed3a-4196-ae2f-8c9474a18d06 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76cb692-d75f-48bc-999f-293118cff4e8 HTTP/1.1" status: 200 len: 205 time: 0.0369725 Apr 30 04:52:31.721488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:31.730943 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:31.745848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] Routers {'d76cb692-d75f-48bc-999f-293118cff4e8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:31.746651 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d76cb692-d75f-48bc-999f-293118cff4e8'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:31.778857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:31.780821 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:31.781427 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fecc42-bc25-4ac8-b337-8f0c7364b0b2 None None] The sync data for ids ['d76cb692-d75f-48bc-999f-293118cff4e8'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:31.783602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:31.890604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Port 914ae71b-0298-44c5-9268-0ffc28acc29b not found while updating agent binding for router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc. {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 30 04:52:31.900976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Routers {'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:31.901520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:31.988523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] Set router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:32.027149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (d76cb692-d75f-48bc-999f-293118cff4e8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.049511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b911cd3a-4967-487d-8915-53526d79503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc', 'name': '', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:21Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 5, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:32.078200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911cd3a-4967-487d-8915-53526d79503c None None] The sync data for ids ['fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc'] in dv-neutron-838078-9-hyperv is: [{'id': 'fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc', 'name': '', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:21Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 5, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:32.119162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c217983a-a836-470f-8f48-15f9b5326a18), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.200371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.203703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.233260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event deleted for resources: {'Port': ['ID=c217983a-a836-470f-8f48-15f9b5326a18,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:32.258301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] Publish callbacks [] for security_group (9fefbd62-2de0-48f0-b291-72224b103c45), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.333041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] Publish callbacks [] for security_group (9fefbd62-2de0-48f0-b291-72224b103c45), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.356610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.357180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:32.372305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.374911 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ca281d08-adb5-45fd-b12e-71cc11bcf78e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/routers/fc2b0915-0b35-4aaa-ba4c-a8767d4ad1cc HTTP/1.1" status: 204 len: 168 time: 2.4492724 Apr 30 04:52:32.380511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34296) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:32.381435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d76cb692-d75f-48bc-999f-293118cff4e8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.494760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Deleting subnet bae959ad-ad2b-4420-9276-1cba7ceb2cdf {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:32.494860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (d76cb692-d75f-48bc-999f-293118cff4e8), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.496254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for subnet (bae959ad-ad2b-4420-9276-1cba7ceb2cdf), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.524191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for router_gateway (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.538330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.583048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (bae959ad-ad2b-4420-9276-1cba7ceb2cdf), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.604700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9fefbd62-2de0-48f0-b291-72224b103c45), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.607338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.612134 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fefbd62-2de0-48f0-b291-72224b103c45 HTTP/1.1" status: 204 len: 168 time: 0.8811018 Apr 30 04:52:32.617278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a80dfdb-0701-4810-bcfa-1547dc6afce5 None None] Network a50a5724-c350-49bc-bb02-49fdf2f11545 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:32.641602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c9fa9-6297-4f75-b338-e3cf1aa215ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fefbd62-2de0-48f0-b291-72224b103c45,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:32.676885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.676885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c9fd02e-948c-4d86-a421-316c20c98157 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "DELETE /v2.0/ports/c217983a-a836-470f-8f48-15f9b5326a18 HTTP/1.1" status: 204 len: 168 time: 2.4224749 Apr 30 04:52:32.676885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34300) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:32.697608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (bae959ad-ad2b-4420-9276-1cba7ceb2cdf), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.719469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Provisioning complete for port 7329516f-a156-4580-8755-0cd1d6257aa8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:32.724823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.741727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d76cb692-d75f-48bc-999f-293118cff4e8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.742591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router d76cb692-d75f-48bc-999f-293118cff4e8 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:32.755352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.759770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d40339a3-c2b4-414a-9e95-b7643f5ae27d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/d76cb692-d75f-48bc-999f-293118cff4e8 HTTP/1.1" status: 204 len: 168 time: 1.0252936 Apr 30 04:52:32.766385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34302) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:32.874902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Deleting subnet a8db030c-5b3e-4211-937f-c2bc2fc72b5f {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:32.899947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (bae959ad-ad2b-4420-9276-1cba7ceb2cdf), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.921862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for subnet (a8db030c-5b3e-4211-937f-c2bc2fc72b5f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:32.971175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 7b29f74b-ea76-4869-87fe-fb1b37e34af9 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:32.990174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (7b29f74b-ea76-4869-87fe-fb1b37e34af9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.009631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.029961 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/bae959ad-ad2b-4420-9276-1cba7ceb2cdf HTTP/1.1" status: 204 len: 168 time: 0.6355286 Apr 30 04:52:33.041906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34304) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:33.044353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd651d2-5676-4b35-b356-eecb463601e1 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bae959ad-ad2b-4420-9276-1cba7ceb2cdf,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:33.070448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.081314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:52:33.105592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (fbe2fc05-ff1b-4bf3-a82d-104fbd840c21), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.128796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Current status of the port 7329516f-a156-4580-8755-0cd1d6257aa8 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:33.129344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.169135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] For port 7329516f-a156-4580-8755-0cd1d6257aa8, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7329516f-a156-4580-8755-0cd1d6257aa8,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:33.202523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7329516f-a156-4580-8755-0cd1d6257aa8 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:33.273105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.403052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7329516f-a156-4580-8755-0cd1d6257aa8 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:33.403455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.490562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ce9f-b6c8-4250-a233-1d2b4e922ec6 None None] Pushing event updated for resources: {'Port': ['ID=7329516f-a156-4580-8755-0cd1d6257aa8,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:33.520098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.521932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38177296-42dc-435d-9d21-b44e86ee553b None None] Provisioning complete for port 7329516f-a156-4580-8755-0cd1d6257aa8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:33.522383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38177296-42dc-435d-9d21-b44e86ee553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.578257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Router ee435728-82a6-4bae-9571-e1bf5096f0bd is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:33.665224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7329516f-a156-4580-8755-0cd1d6257aa8 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:33.720622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (a8db030c-5b3e-4211-937f-c2bc2fc72b5f), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.729196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38177296-42dc-435d-9d21-b44e86ee553b None None] Current status of the port 7329516f-a156-4580-8755-0cd1d6257aa8 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:33.787981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (7b29f74b-ea76-4869-87fe-fb1b37e34af9), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.837326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:33.840753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.858301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Sync routers for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:33.874382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:33.875093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:33.876008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=fbe2fc05-ff1b-4bf3-a82d-104fbd840c21,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:33.898786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e67185-b7ec-41d6-8ebb-e0f7476c3c75']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:33.919931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f70554-5161-4ff3-9ba7-a8c41d641762') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:33.920160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f70554-5161-4ff3-9ba7-a8c41d641762') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:33.951212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e9828139-c074-4da6-9609-231f9cb30e58), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.952430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (43f70554-5161-4ff3-9ba7-a8c41d641762), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.983356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (43f70554-5161-4ff3-9ba7-a8c41d641762), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:33.999130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:33.999537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (43f70554-5161-4ff3-9ba7-a8c41d641762), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:34.002526 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:34.005008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:34.005008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: 54c3ef6d-6272-4de9-8631-23281f96639e, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:34.015327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.021075 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dd6bdb1c-05da-4c1d-82f5-f8f3bb09a25d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1694846 Apr 30 04:52:34.022301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:34.024581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:34.069360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (7b29f74b-ea76-4869-87fe-fb1b37e34af9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.182307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a8db030c-5b3e-4211-937f-c2bc2fc72b5f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.245563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34326) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:34.260337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 3, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:34.296234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Checking router: ee435728-82a6-4bae-9571-e1bf5096f0bd for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:34.296929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Updating router ee435728-82a6-4bae-9571-e1bf5096f0bd port 55a045d6-1c4e-481f-9f41-0103eaa4547e binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:34.341976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network 54c3ef6d-6272-4de9-8631-23281f96639e is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:34.348001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.377480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d6e67185-b7ec-41d6-8ebb-e0f7476c3c75), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.383192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 30 04:52:34.428200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (7b29f74b-ea76-4869-87fe-fb1b37e34af9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.432408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.435670 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d6e67185-b7ec-41d6-8ebb-e0f7476c3c75 HTTP/1.1" status: 204 len: 168 time: 1.3858848 Apr 30 04:52:34.448040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01ced3-9069-430a-a2de-1adce9e81ef6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6e67185-b7ec-41d6-8ebb-e0f7476c3c75,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:34.483067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=7b29f74b-ea76-4869-87fe-fb1b37e34af9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:34.498808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626544158'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:34.517959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 54c3ef6d-6272-4de9-8631-23281f96639e) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:34.526140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:34.528080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.536859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (a8db030c-5b3e-4211-937f-c2bc2fc72b5f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.564348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6caf72e-f90e-409b-959d-fbfeb536b5a7 None None] Network 54c3ef6d-6272-4de9-8631-23281f96639e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:34.629064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Router e9828139-c074-4da6-9609-231f9cb30e58 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:34.647566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.648771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-46e783b0-8397-447d-8272-ad4941183ec2 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/7b29f74b-ea76-4869-87fe-fb1b37e34af9 HTTP/1.1" status: 204 len: 168 time: 1.8804212 Apr 30 04:52:34.650244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46274a37-d586-4379-ae03-74f475748579 None None] Network 7e15c674-2969-4f63-815a-f613390549c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:34.655393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34334) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:34.682738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:34.687645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.849840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event deleted for resources: {'Subnet': ['ID=a8db030c-5b3e-4211-937f-c2bc2fc72b5f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:34.863823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:34.872511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3610d1e6-ef3b-4f04-a4d9-04e85b51fb5c tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9021201 Apr 30 04:52:34.873873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.884897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-22ddf7ec-841e-4e56-8952-686377b364b6 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "DELETE /v2.0/subnets/a8db030c-5b3e-4211-937f-c2bc2fc72b5f HTTP/1.1" status: 204 len: 168 time: 2.2092586 Apr 30 04:52:34.885096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34338) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:34.902977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34340) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:34.903274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:34.929139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'port': {'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e', 'name': 'tempest-NetworksIpV6TestAttrs-100549079'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:34.960484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11c3e7-7a9b-4f7e-92be-0eff27c5e01d None None] Network d2f7ba7a-40d2-45bf-99a5-9cf965953260 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:34.962548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] DHCP port deletion for 7e15c674-2969-4f63-815a-f613390549c9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:34.971629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.033294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (7e15c674-2969-4f63-815a-f613390549c9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.061700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for security_group (a88f09cf-0f59-4d09-9186-9b4005e87965), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.063380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-54c3ef6d-6272-4de9-8631-23281f96639e', 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': 'fbe2fc05-ff1b-4bf3-a82d-104fbd840c21'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:35.064922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.066830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.068477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34342) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:35.072606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-00da4acf-501a-45ef-a8e7-36aa20b78ef3 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6794713 Apr 30 04:52:35.075100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34344) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:35.081183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:35.081952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'name': 'tempest-router--1845753204', 'project_id': '562c1a0e141944418858f576fffaf2f0'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:35.152426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a88f09cf-0f59-4d09-9186-9b4005e87965), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.168532 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] Sync routers for ids ['e9828139-c074-4da6-9609-231f9cb30e58'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:35.176970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:35.182919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Deleting port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:35.182919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.183312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7329516f-a156-4580-8755-0cd1d6257aa8 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:35.186567 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] Routers {'e9828139-c074-4da6-9609-231f9cb30e58'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:35.187381 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9828139-c074-4da6-9609-231f9cb30e58'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:35.246101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.246718 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4 of type vlan for network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e Apr 30 04:52:35.276876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f09cf-0f59-4d09-9186-9b4005e87965,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:35.313101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] For port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,segment=NetworkSegment(0053869d-0328-457e-a2ed-8d3fd2490b68),segment_id=0053869d-0328-457e-a2ed-8d3fd2490b68)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:35.313749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.336705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.337021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Calling delete_port for 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:35.337759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.362346 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:35.372087 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] Routers {'e9828139-c074-4da6-9609-231f9cb30e58'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:35.373043 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9828139-c074-4da6-9609-231f9cb30e58'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:35.378040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.415828 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:35.416724 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fda4cc-7614-4537-9952-cad56b9c24dc None None] The sync data for ids ['e9828139-c074-4da6-9609-231f9cb30e58'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:35.466297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d2f7ba7a-40d2-45bf-99a5-9cf965953260), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.522567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.528867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:35.529871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.540394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7329516f-a156-4580-8755-0cd1d6257aa8 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:35.540911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.666349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.716490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks [] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.724309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4776447 Apr 30 04:52:35.725533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed75ff5-782d-480b-9e20-9b777919a3be tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:35.729322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34346) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:35.738655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561919279'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:35.760898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:35.867969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:35.871439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.918191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (4b1f873e-6ff4-4266-80fd-dca14bffc48e), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.931275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:35.931745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.947220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:35.963523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Deleting port df3b499f-fcf6-42d7-a2c0-37967b480872 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:35.963778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a5360de0-1453-4936-bc6f-735cd73dbce0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.963882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:35.964127 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment a5360de0-1453-4936-bc6f-735cd73dbce0 of type vlan for network ab314124-449a-4573-b5a1-85ff103451e5 Apr 30 04:52:36.016121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.052950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ab314124-449a-4573-b5a1-85ff103451e5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.085001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:36.087999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] DHCP port deletion for d2f7ba7a-40d2-45bf-99a5-9cf965953260 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:36.088597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.093369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.112821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.114245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:36.116504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.117866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Allocated IP 172.20.0.1 (a50a5724-c350-49bc-bb02-49fdf2f11545/28841cd5-084d-45bc-8bc0-b3d50680e3da/1072ef27-3b04-41ee-962a-46eb7a4573ae) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:36.160726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:52:36.187727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:36.191687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] For port df3b499f-fcf6-42d7-a2c0-37967b480872, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df3b499f-fcf6-42d7-a2c0-37967b480872,segment=NetworkSegment(a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102),segment_id=a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:36.192202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.197507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 was not found and therefore no delete operation was performed {{(pid=111174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:52:36.200679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] device_id is not set on port f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:36.200846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Attempting to bind port 55a045d6-1c4e-481f-9f41-0103eaa4547e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:36.201113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Attempting to bind port 55a045d6-1c4e-481f-9f41-0103eaa4547e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:36.208524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Attempting to bind port 55a045d6-1c4e-481f-9f41-0103eaa4547e on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:36.210102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] Pushing event deleted for resources: {'Port': ['ID=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.217944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2a4a5257-c1e4-456c-8c41-1b8ef48b7536), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.231522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.232787 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-deb6798a-9724-4026-bf0f-90f9cdb40784 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1585977 Apr 30 04:52:36.235734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34348) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:36.246793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Calling delete_port for df3b499f-fcf6-42d7-a2c0-37967b480872 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:36.257886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165be28-153b-4390-94b7-c8935fb59dd5 None None] No DVR routers for this DVR port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:36.276248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7329516f-a156-4580-8755-0cd1d6257aa8 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:36.280012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Allocated IP 2001:db8::f816:3eff:fe94:94be (54c3ef6d-6272-4de9-8631-23281f96639e/fbe2fc05-ff1b-4bf3-a82d-104fbd840c21/01d734a6-22a4-4425-a2ae-91c12f0280fe) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Bound port: 55a045d6-1c4e-481f-9f41-0103eaa4547e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:36.293056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.293743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ab314124-449a-4573-b5a1-85ff103451e5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.296531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:36.297565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.336803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=2a4a5257-c1e4-456c-8c41-1b8ef48b7536,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.340824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Deleting port df3b499f-fcf6-42d7-a2c0-37967b480872 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:36.341350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.341830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:36.353382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af2b2-d831-4ce3-97df-56bdb38f7208 None None] Pushing event updated for resources: {'Port': ['ID=55a045d6-1c4e-481f-9f41-0103eaa4547e,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.422441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6877136 Apr 30 04:52:36.422654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:36.422756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34350) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:36.424045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.434223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:36.505860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] For port 55a045d6-1c4e-481f-9f41-0103eaa4547e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:36.514859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:36.515345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a4a5257-c1e4-456c-8c41-1b8ef48b7536 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:36.515664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (e9828139-c074-4da6-9609-231f9cb30e58), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.535098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks [] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.536641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] For port df3b499f-fcf6-42d7-a2c0-37967b480872, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df3b499f-fcf6-42d7-a2c0-37967b480872,segment=NetworkSegment(a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102),segment_id=a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:36.537139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.544088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] For port 55a045d6-1c4e-481f-9f41-0103eaa4547e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=55a045d6-1c4e-481f-9f41-0103eaa4547e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:36.563059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cbb9e-c2eb-4f79-bf65-ccb97a037d28 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=ab314124-449a-4573-b5a1-85ff103451e5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.565863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Calling delete_port for df3b499f-fcf6-42d7-a2c0-37967b480872 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:36.570006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (e9828139-c074-4da6-9609-231f9cb30e58), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.580303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (7e15c674-2969-4f63-815a-f613390549c9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.589884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ab314124-449a-4573-b5a1-85ff103451e5 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:36.625148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15c674-2969-4f63-815a-f613390549c9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:36.639637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0053869d-0328-457e-a2ed-8d3fd2490b68') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:36.639935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0053869d-0328-457e-a2ed-8d3fd2490b68') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:36.651540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (0053869d-0328-457e-a2ed-8d3fd2490b68), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.668274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0053869d-0328-457e-a2ed-8d3fd2490b68), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.670423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.675461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:36.675860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (0053869d-0328-457e-a2ed-8d3fd2490b68), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:36.679196 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:36.733281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.750917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.755940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (4b1f873e-6ff4-4266-80fd-dca14bffc48e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.764813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.777886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks [] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.792435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] No DVR routers for this DVR port df3b499f-fcf6-42d7-a2c0-37967b480872 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:36.804650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Network a50a5724-c350-49bc-bb02-49fdf2f11545 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:36.805519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.833991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:36.844275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:36.846982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:36.847693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:36.873828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router e9828139-c074-4da6-9609-231f9cb30e58 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:36.875416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event deleted for resources: {'Port': ['ID=df3b499f-fcf6-42d7-a2c0-37967b480872,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.893028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af2b2-d831-4ce3-97df-56bdb38f7208 None None] Pushing event updated for resources: {'Port': ['ID=55a045d6-1c4e-481f-9f41-0103eaa4547e,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.899253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (df3b499f-fcf6-42d7-a2c0-37967b480872), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.903574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (7e15c674-2969-4f63-815a-f613390549c9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.906704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.928784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:36.940509 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/7e15c674-2969-4f63-815a-f613390549c9 HTTP/1.1" status: 204 len: 168 time: 2.2838495 Apr 30 04:52:36.957121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] Pushing event deleted for resources: {'Port': ['ID=df3b499f-fcf6-42d7-a2c0-37967b480872,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:36.965340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1155957-89bc-4e21-89e7-9fc16d8d67c5 None None] No DVR routers for this DVR port df3b499f-fcf6-42d7-a2c0-37967b480872 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:36.998290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34352) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.029876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Network 54c3ef6d-6272-4de9-8631-23281f96639e is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:37.047570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1306172609', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:37.055524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d2f7ba7a-40d2-45bf-99a5-9cf965953260), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.071171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df3b499f-fcf6-42d7-a2c0-37967b480872 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:37.089195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1f817-a842-4dbc-849a-10fd5d2312bb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=7e15c674-2969-4f63-815a-f613390549c9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:37.091889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.098416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f7ba7a-40d2-45bf-99a5-9cf965953260']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.100694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:37.102724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:37.135638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:37.156193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.158947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.191342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.192260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: df3b499f-fcf6-42d7-a2c0-37967b480872 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:37.193455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df3b499f-fcf6-42d7-a2c0-37967b480872 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:37.219446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Allocated IP 2001:db8::f816:3eff:fee2:9b5a (54c3ef6d-6272-4de9-8631-23281f96639e/fbe2fc05-ff1b-4bf3-a82d-104fbd840c21/f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:37.246256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Pushing event updated for resources: {'Port': ['ID=01d734a6-22a4-4425-a2ae-91c12f0280fe,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:37.255721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.279648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:37.280052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (a3c0f2c6-9cb0-4edd-b4a1-a9608aab8102), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:37.288407 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:37.298771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:37.302978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.306046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (4b1f873e-6ff4-4266-80fd-dca14bffc48e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.307006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1f873e-6ff4-4266-80fd-dca14bffc48e {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:37.316047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.318631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d814903b-3a02-4646-9de6-bb197e09366a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.320083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d814903b-3a02-4646-9de6-bb197e09366a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.323136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2f271332-da4d-4ee6-923e-31b25c087b84 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4b1f873e-6ff4-4266-80fd-dca14bffc48e HTTP/1.1" status: 204 len: 168 time: 1.0822473 Apr 30 04:52:37.362347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Attempting to bind port 01d734a6-22a4-4425-a2ae-91c12f0280fe on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:37.362995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Attempting to bind port 01d734a6-22a4-4425-a2ae-91c12f0280fe by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:37.363733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Attempting to bind port 01d734a6-22a4-4425-a2ae-91c12f0280fe on network 54c3ef6d-6272-4de9-8631-23281f96639e {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:37.366373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4e499637-5f6f-4d55-ab35-4cb09928eaf8 None None] Provisioning complete for port 1072ef27-3b04-41ee-962a-46eb7a4573ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:37.366373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e499637-5f6f-4d55-ab35-4cb09928eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.392496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (d814903b-3a02-4646-9de6-bb197e09366a), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.402784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:37.403361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Checking segment: {'id': '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:37.403864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.404419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Bound using segment: {'id': '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:37.405129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Bound port: 01d734a6-22a4-4425-a2ae-91c12f0280fe, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '54c3ef6d-6272-4de9-8631-23281f96639e'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:37.405610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.448077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4e499637-5f6f-4d55-ab35-4cb09928eaf8 None None] Port 1072ef27-3b04-41ee-962a-46eb7a4573ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:37.477184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:37.482471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.483531 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8e990e68-ba6a-4791-aa01-174acc515c02 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "PUT /v2.0/routers/e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 200 len: 926 time: 2.4073596 Apr 30 04:52:37.487810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34356) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.500002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] Sync routers for ids ['e9828139-c074-4da6-9609-231f9cb30e58'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:37.538873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] Routers {'e9828139-c074-4da6-9609-231f9cb30e58'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:37.539662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9828139-c074-4da6-9609-231f9cb30e58'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.592328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 3, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.596478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.600079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] For port 01d734a6-22a4-4425-a2ae-91c12f0280fe, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:37.628264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.631039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad8d90-0a43-4875-be23-46033f5242dd None None] The sync data for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:31Z', 'revision_number': 3, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:37.637495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] Routers {'e9828139-c074-4da6-9609-231f9cb30e58'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:37.638160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9828139-c074-4da6-9609-231f9cb30e58'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.677364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:37.678033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81430baf-a2db-4548-838e-fa95d1fbc5e3 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 200 len: 926 time: 0.1892614 Apr 30 04:52:37.679095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40c0ed-32ee-487a-9ae9-e4a2bbbcbd7e None None] The sync data for ids ['e9828139-c074-4da6-9609-231f9cb30e58'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:37.680713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34358) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.757929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae747be-e8a5-441a-a027-dd7774fee135 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:37.759571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bae747be-e8a5-441a-a027-dd7774fee135 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=e9828139-c074-4da6-9609-231f9cb30e58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0777452 Apr 30 04:52:37.762232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.854095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c428414-3d33-4169-b832-172d0c18b895 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:37.854095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6c428414-3d33-4169-b832-172d0c18b895 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.0897477 Apr 30 04:52:37.855838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34362) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.897430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4ccf41e2-48ef-4dd7-9db5-125cc61d2c86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 200 len: 205 time: 0.0403719 Apr 30 04:52:37.899762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34364) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:37.916782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.931932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] For port 01d734a6-22a4-4425-a2ae-91c12f0280fe, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01d734a6-22a4-4425-a2ae-91c12f0280fe,segment=NetworkSegment(8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43),segment_id=8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:37.947288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (ea2ef65a-69ae-433b-babd-bd9d43e71714), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.982162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d2f7ba7a-40d2-45bf-99a5-9cf965953260), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:37.989758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.028741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.028983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.032308 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] 10.222.0.16 "DELETE /v2.0/networks/d2f7ba7a-40d2-45bf-99a5-9cf965953260 HTTP/1.1" status: 204 len: 168 time: 3.1253436 Apr 30 04:52:38.042202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6067e-ae39-4803-a8d1-a24e7c477509 tempest-ExtraDHCPOptionsTestJSON-792459404 tempest-ExtraDHCPOptionsTestJSON-792459404-project] Pushing event deleted for resources: {'Network': ['ID=d2f7ba7a-40d2-45bf-99a5-9cf965953260,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:38.105868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34368) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:38.140856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b712-3745-4109-b0ca-57045bb720e1 None None] Pushing event updated for resources: {'Port': ['ID=01d734a6-22a4-4425-a2ae-91c12f0280fe,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:38.154704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=ea2ef65a-69ae-433b-babd-bd9d43e71714,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:38.161025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (e9828139-c074-4da6-9609-231f9cb30e58), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.234333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:38.234884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:38.367610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.422391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1302048914', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:38.481615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:38.530584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port a1947f40-d109-433e-b24d-fa7c7278d107 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:38.530973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a1947f40-d109-433e-b24d-fa7c7278d107), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.556495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Port': ['ID=f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:38.570899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.575529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.575694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.578235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_gateway (d814903b-3a02-4646-9de6-bb197e09366a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.601189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network 54c3ef6d-6272-4de9-8631-23281f96639e is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:38.610058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:38.614360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:38.619519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:38.620137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.641111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:38.650529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a79ed4-505e-4ada-a232-512e7b8cdfdc None None] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:38.681424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:38.681945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.689305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (365cce14-6ae6-4957-b89b-1e6d57e43896), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.711333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a1947f40-d109-433e-b24d-fa7c7278d107), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.747491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for a1947f40-d109-433e-b24d-fa7c7278d107 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:38.789088 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aac86dbc-fb33-4692-9f8f-092d7e713155 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8968434 Apr 30 04:52:38.814342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34374) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:38.831654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2619925e-5f75-47b3-8636-b7befef8e467 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4058876 Apr 30 04:52:38.834327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34376) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:38.843198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:38.866152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e', 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': 'ea2ef65a-69ae-433b-babd-bd9d43e71714'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:38.867723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:38.881339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34378) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:38.888397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting subnet fbe2fc05-ff1b-4bf3-a82d-104fbd840c21 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:52:38.912556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (fbe2fc05-ff1b-4bf3-a82d-104fbd840c21), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.074855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (fbe2fc05-ff1b-4bf3-a82d-104fbd840c21), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.179216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01d734a6-22a4-4425-a2ae-91c12f0280fe up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:39.268591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 01d734a6-22a4-4425-a2ae-91c12f0280fe triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:39.268591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.271031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Allocated IP 2001:db8::2 (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e/ea2ef65a-69ae-433b-babd-bd9d43e71714/921e2c05-ae75-4ab0-8209-764ce1ace081) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:39.296780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (365cce14-6ae6-4957-b89b-1e6d57e43896), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.300506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks [] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.380931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_gateway (d814903b-3a02-4646-9de6-bb197e09366a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.382662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.417623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:39.424270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.463326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.467418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a1947f40-d109-433e-b24d-fa7c7278d107), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.479673 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ad67ff4-85d6-4352-8411-ddf58a51df5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaedd2df527f4ce4be50ccb4ba89d73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952492 Apr 30 04:52:39.491060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34382) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:39.608507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7afc26-4c64-483b-be24-f2c8f5219110 None None] Network 54c3ef6d-6272-4de9-8631-23281f96639e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:39.618371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.629379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:39.653415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 01d734a6-22a4-4425-a2ae-91c12f0280fe is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:39.653988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.696245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=a1947f40-d109-433e-b24d-fa7c7278d107,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:39.710862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (fbe2fc05-ff1b-4bf3-a82d-104fbd840c21), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.712350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Provisioning complete for port 01d734a6-22a4-4425-a2ae-91c12f0280fe triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:39.712719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.785760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks [] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.824844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] Publish callbacks [] for security_group (477d63d2-02c4-4794-b86d-895b65f4fb41), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.858170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.26.5.32 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fb27f614-9ddb-4583-bff4-dde0b2aeb439) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:39.864342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.900854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc937-119a-4c26-b6d8-3b4aa32899d3 req-40f96911-1e1c-4d9a-8978-0f3afd31f938 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:39.902398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed3dc937-119a-4c26-b6d8-3b4aa32899d3 req-40f96911-1e1c-4d9a-8978-0f3afd31f938 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1967568 Apr 30 04:52:39.904559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Current status of the port 01d734a6-22a4-4425-a2ae-91c12f0280fe is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:39.904949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.905078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] Publish callbacks [] for security_group (477d63d2-02c4-4794-b86d-895b65f4fb41), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.909259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:39.918221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:39.936306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:39.944461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Pushing event updated for resources: {'Port': ['ID=921e2c05-ae75-4ab0-8209-764ce1ace081,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:39.970756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Network a50a5724-c350-49bc-bb02-49fdf2f11545 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:39.976442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (05a80079-f302-4f39-b4ef-70989741622a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.982244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (e9828139-c074-4da6-9609-231f9cb30e58), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:39.987555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:40.036082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (fbe2fc05-ff1b-4bf3-a82d-104fbd840c21), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.077941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Attempting to bind port 921e2c05-ae75-4ab0-8209-764ce1ace081 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:40.078228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Attempting to bind port 921e2c05-ae75-4ab0-8209-764ce1ace081 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:40.084677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Attempting to bind port 921e2c05-ae75-4ab0-8209-764ce1ace081 on network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:40.119509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe2fc05-ff1b-4bf3-a82d-104fbd840c21,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:40.132278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.138441 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bc0e65de-9a49-480c-8eab-1a32daf4e563 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/fbe2fc05-ff1b-4bf3-a82d-104fbd840c21 HTTP/1.1" status: 204 len: 168 time: 1.3227265 Apr 30 04:52:40.139073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34386) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:40.144775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:40.145243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Checking segment: {'id': 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:40.145639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.146611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Bound using segment: {'id': 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:40.146611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Bound port: 921e2c05-ae75-4ab0-8209-764ce1ace081, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:40.149691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.272189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:40.274077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:40.275823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:40.276369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:40.293861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (477d63d2-02c4-4794-b86d-895b65f4fb41), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.296956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.298897 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/477d63d2-02c4-4794-b86d-895b65f4fb41 HTTP/1.1" status: 204 len: 168 time: 0.7949722 Apr 30 04:52:40.314294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (fb27f614-9ddb-4583-bff4-dde0b2aeb439), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.331575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Router ee435728-82a6-4bae-9571-e1bf5096f0bd has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:40.338079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4a878-b4aa-4b03-a4ce-5d080a204d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d63d2-02c4-4794-b86d-895b65f4fb41,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:40.346216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831628a8-f642-49af-baef-c07cf62ed16f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:40.347689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831628a8-f642-49af-baef-c07cf62ed16f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:40.352009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-831628a8-f642-49af-baef-c07cf62ed16f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2023954 Apr 30 04:52:40.352768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34390) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:40.368747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a944b803-3286-4942-8d88-619749cb174f None None] Network 54c3ef6d-6272-4de9-8631-23281f96639e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:40.410050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] For port 921e2c05-ae75-4ab0-8209-764ce1ace081, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:40.452816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] For port 921e2c05-ae75-4ab0-8209-764ce1ace081, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=921e2c05-ae75-4ab0-8209-764ce1ace081,segment=NetworkSegment(d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4),segment_id=d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:40.512077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8be0826-2d47-4996-a301-c71de047512e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.525649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.564844 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8be0826-2d47-4996-a301-c71de047512e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 30 04:52:40.565172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8be0826-2d47-4996-a301-c71de047512e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:52:40.568068 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d8be0826-2d47-4996-a301-c71de047512e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/54c3ef6d-6272-4de9-8631-23281f96639e HTTP/1.1" status: 409 len: 466 time: 0.2132440 Apr 30 04:52:40.573176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34392) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:40.577761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] DHCP port deletion for 54c3ef6d-6272-4de9-8631-23281f96639e request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:52:40.583142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-776647095'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:40.597067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:40.607057 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Sync routers for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:40.612202 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-99902321-dfeb-4f54-970d-7b0b93d46aa4 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee435728-82a6-4bae-9571-e1bf5096f0bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5865955 Apr 30 04:52:40.617574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fb27f614-9ddb-4583-bff4-dde0b2aeb439), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.660791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:40.663830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:40.669290 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:40.669290 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:40.670182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:40.707616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc87ec-4837-4390-b6df-13171191f93d None None] Pushing event updated for resources: {'Port': ['ID=921e2c05-ae75-4ab0-8209-764ce1ace081,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:40.724780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:40.728185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.731303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed3dc937-119a-4c26-b6d8-3b4aa32899d3 req-9e0828b1-e149-4059-8039-477e6f35c379 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8099711 Apr 30 04:52:40.744413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=fb27f614-9ddb-4583-bff4-dde0b2aeb439,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:40.764819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e9828139-c074-4da6-9609-231f9cb30e58), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.771918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (e9828139-c074-4da6-9609-231f9cb30e58), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.774594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=05a80079-f302-4f39-b4ef-70989741622a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:40.778384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (365cce14-6ae6-4957-b89b-1e6d57e43896), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.826469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.951454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': 'a5360de0-1453-4936-bc6f-735cd73dbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:40.965567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:40.973389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: ab314124-449a-4573-b5a1-85ff103451e5, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:40.991508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:40.992149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment a08df0c9-258b-45c8-b09b-173a27b78eaa of type vlan for network c1a41a47-0a66-486d-b38e-ace44bef3684 Apr 30 04:52:41.026014 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:41.036420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Current status of the port 01d734a6-22a4-4425-a2ae-91c12f0280fe is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:41.036420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.038885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Deleting port 01d734a6-22a4-4425-a2ae-91c12f0280fe {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:41.039250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.047414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.060071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 01d734a6-22a4-4425-a2ae-91c12f0280fe is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:41.062350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.168222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96d1fd-9729-4cb9-976e-8cad375efd4a req-7d85ab7d-6364-4e19-a68a-f73203d0f3e8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:41.170483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b96d1fd-9729-4cb9-976e-8cad375efd4a req-7d85ab7d-6364-4e19-a68a-f73203d0f3e8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2714558 Apr 30 04:52:41.204796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.210831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e9828139-c074-4da6-9609-231f9cb30e58), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.210831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router e9828139-c074-4da6-9609-231f9cb30e58 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:41.218410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:41.219397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.221209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.231134 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b1206fc-8aeb-427d-8bb9-8aee638b4e86 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 204 len: 168 time: 3.3266850 Apr 30 04:52:41.233812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34410) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:41.252954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-928251962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:41.270243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network ab314124-449a-4573-b5a1-85ff103451e5 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:41.330178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] For port 01d734a6-22a4-4425-a2ae-91c12f0280fe, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01d734a6-22a4-4425-a2ae-91c12f0280fe,segment=NetworkSegment(8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43),segment_id=8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:41.332436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.340180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=c1a41a47-0a66-486d-b38e-ace44bef3684,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:41.347552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] For port 01d734a6-22a4-4425-a2ae-91c12f0280fe, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01d734a6-22a4-4425-a2ae-91c12f0280fe,segment=NetworkSegment(8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43),segment_id=8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:41.353886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Allocated IP 172.26.5.233 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/1f92ab3b-3bdd-4b03-85d7-78d885276d6d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:41.365788 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b96d1fd-9729-4cb9-976e-8cad375efd4a req-9dac574e-31d1-44bf-b808-2e9e12c334e5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665473 Apr 30 04:52:41.365928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c1a41a47-0a66-486d-b38e-ace44bef3684 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:41.392769 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-64fb57cb-10b0-4b73-86ab-a2de0c4c8da9 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8183866 Apr 30 04:52:41.395444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34416) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:41.402120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:41.433257 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:37Z', 'revision_number': 4, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1072ef27-3b04-41ee-962a-46eb7a4573ae', 'name': '', 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'mac_address': 'fa:16:3e:ba:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:35Z', 'updated_at': '2022-04-30T04:52:38Z', 'revision_number': 2, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'subnets': [{'id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:41.456580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Calling delete_port for 01d734a6-22a4-4425-a2ae-91c12f0280fe owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:41.463595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.475446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.477285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.487213 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Checking router: ee435728-82a6-4bae-9571-e1bf5096f0bd for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:41.489788 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Updating router ee435728-82a6-4bae-9571-e1bf5096f0bd port 1072ef27-3b04-41ee-962a-46eb7a4573ae binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:41.506705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for port (1f92ab3b-3bdd-4b03-85d7-78d885276d6d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.546125 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.547145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ab314124-449a-4573-b5a1-85ff103451e5) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:41.607760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214004a5-4309-40a5-a23e-1f58dfc82ab7 None None] Network ab314124-449a-4573-b5a1-85ff103451e5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:41.621637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3eff9-f54b-465d-9474-309c2ab67aee req-e7bf21b9-12d3-4554-8dc9-af5d6e490ecc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:41.628934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebb3eff9-f54b-465d-9474-309c2ab67aee req-e7bf21b9-12d3-4554-8dc9-af5d6e490ecc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0838284 Apr 30 04:52:41.640594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1f92ab3b-3bdd-4b03-85d7-78d885276d6d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.666633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:41.669007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.688206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:41.703198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_gateway (d814903b-3a02-4646-9de6-bb197e09366a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.720004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:41.777351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:41.817356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Provisioning complete for port f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:41.817897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:41.928988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:41.929380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:41.945065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30274fe-029d-464e-957b-a4d70f7667db None None] Pushing event updated for resources: {'Port': ['ID=01d734a6-22a4-4425-a2ae-91c12f0280fe,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:42.060411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Port f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:42.083263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ab314124-449a-4573-b5a1-85ff103451e5', 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '05a80079-f302-4f39-b4ef-70989741622a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:42.085812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.123799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Provisioning complete for port 01d734a6-22a4-4425-a2ae-91c12f0280fe triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:42.125071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.155016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event updated for resources: {'Port': ['ID=1f92ab3b-3bdd-4b03-85d7-78d885276d6d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:42.162825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebb3eff9-f54b-465d-9474-309c2ab67aee req-19be7a3f-7e83-429b-95d3-66c10533f7db tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872024 Apr 30 04:52:42.201185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (01d734a6-22a4-4425-a2ae-91c12f0280fe), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.225558 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2ffc2d09-227e-454d-ab5c-25defbc6cd2c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3873744 Apr 30 04:52:42.231542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34428) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:42.246595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-43601792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:42.264584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34430) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:42.277429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:42.282558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.301738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Port 01d734a6-22a4-4425-a2ae-91c12f0280fe was deleted so its status cannot be updated. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Apr 30 04:52:42.323811 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks [] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.359154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] Pushing event deleted for resources: {'Port': ['ID=01d734a6-22a4-4425-a2ae-91c12f0280fe,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:42.364604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c19624-35b6-41cd-b1f1-a20c28eb0f5a None None] No DVR routers for this DVR port 01d734a6-22a4-4425-a2ae-91c12f0280fe on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:42.377359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.386631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34434) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:42.387430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 01d734a6-22a4-4425-a2ae-91c12f0280fe is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:42.388419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 55a045d6-1c4e-481f-9f41-0103eaa4547e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:42.395831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098168700', 'description': 'tempest-secgroup-smoke-1098168700 description', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:42.404786 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.413763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Provisioning complete for port 1072ef27-3b04-41ee-962a-46eb7a4573ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:42.419018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.455907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.491035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Allocated IP 2001:db8:1::2 (ab314124-449a-4573-b5a1-85ff103451e5/05a80079-f302-4f39-b4ef-70989741622a/01a4de4f-94f6-4a71-9e39-0389b0b8f2b9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:42.498655 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e4efc-cba6-47b6-b6ac-3f7eedfc8888 None None] Pushing event updated for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:42.530510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2067406249'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:42.568845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1dcb-a0d7-4263-a33d-fa7ae689756d req-641db12c-6885-4ce5-8136-c00fdf3e7cef tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:42.570706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-684f1dcb-a0d7-4263-a33d-fa7ae689756d req-641db12c-6885-4ce5-8136-c00fdf3e7cef tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2772355 Apr 30 04:52:42.585748 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Attempting to bind port 1072ef27-3b04-41ee-962a-46eb7a4573ae on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:42.586025 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Attempting to bind port 1072ef27-3b04-41ee-962a-46eb7a4573ae by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:42.587037 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Attempting to bind port 1072ef27-3b04-41ee-962a-46eb7a4573ae on network a50a5724-c350-49bc-bb02-49fdf2f11545 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:42.593481 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:42.594302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Checking segment: {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:42.595575 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.596133 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Bound using segment: {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:42.596895 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Bound port: 1072ef27-3b04-41ee-962a-46eb7a4573ae, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d25e19-e5a3-4557-8e9a-84500c16a2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:42.597562 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.631964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.634414 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e9a457a-c1b0-43b4-ac49-3b8f4f8fddbb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3958614 Apr 30 04:52:42.638961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.656160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34436) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:42.661699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-98ca7c06-c659-47f6-9fbf-6f17ce61c086 None None] Port 1072ef27-3b04-41ee-962a-46eb7a4573ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:42.666907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (848cbb47-01a9-4735-9a54-42019a8603a1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.669528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (848cbb47-01a9-4735-9a54-42019a8603a1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.690029 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] For port 1072ef27-3b04-41ee-962a-46eb7a4573ae, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:42.698983 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] For port 1072ef27-3b04-41ee-962a-46eb7a4573ae, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1072ef27-3b04-41ee-962a-46eb7a4573ae,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:42.714238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:42.756081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (365cce14-6ae6-4957-b89b-1e6d57e43896), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.793949 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.825396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (848cbb47-01a9-4735-9a54-42019a8603a1), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.835139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:42.847636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.859644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (04ddb127-6fe0-480f-9d44-b1ae0b9f10c3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.872074 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:42.872719 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:42.890070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767880-d647-4608-a5a6-e2df26216579 None None] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:42.923678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 55a045d6-1c4e-481f-9f41-0103eaa4547e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:42.924446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.928001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (848cbb47-01a9-4735-9a54-42019a8603a1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.937028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.941652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Provisioning complete for port 921e2c05-ae75-4ab0-8209-764ce1ace081 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:42.942369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:42.943780 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-684f1dcb-a0d7-4263-a33d-fa7ae689756d req-fc71b835-3543-4bb6-8d63-29eedaaf6905 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632395 Apr 30 04:52:42.976340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (04ddb127-6fe0-480f-9d44-b1ae0b9f10c3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.075078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.076311 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6865220 Apr 30 04:52:43.087911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34440) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:43.108433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.109487 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:43.109625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4c2fa8e9-29cb-45ca-b6f3-6d04189a489e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8801448 Apr 30 04:52:43.132114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:43.141464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:43.189524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fd26a-15a5-4e2e-a27d-3c43e3885337 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:43.194162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d814903b-3a02-4646-9de6-bb197e09366a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.202583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.252181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks [] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.343322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 55a045d6-1c4e-481f-9f41-0103eaa4547e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:43.343852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.349978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.356349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Current status of the port 921e2c05-ae75-4ab0-8209-764ce1ace081 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:43.359352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.400324 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:37Z', 'revision_number': 4, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1072ef27-3b04-41ee-962a-46eb7a4573ae', 'name': '', 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'mac_address': 'fa:16:3e:ba:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:35Z', 'updated_at': '2022-04-30T04:52:42Z', 'revision_number': 4, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'subnets': [{'id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:43.451343 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d64720-cb66-4b89-9a68-4f1cec108de4 None None] The sync data for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T04:52:37Z', 'revision_number': 4, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1072ef27-3b04-41ee-962a-46eb7a4573ae', 'name': '', 'network_id': 'a50a5724-c350-49bc-bb02-49fdf2f11545', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'mac_address': 'fa:16:3e:ba:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:35Z', 'updated_at': '2022-04-30T04:52:42Z', 'revision_number': 4, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'subnets': [{'id': '28841cd5-084d-45bc-8bc0-b3d50680e3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:43.474448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Network ab314124-449a-4573-b5a1-85ff103451e5 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:43.483541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 55a045d6-1c4e-481f-9f41-0103eaa4547e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=55a045d6-1c4e-481f-9f41-0103eaa4547e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:43.492181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:43.498843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:43.506703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Pushing event updated for resources: {'Port': ['ID=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:43.512574 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e4efc-cba6-47b6-b6ac-3f7eedfc8888 None None] Pushing event updated for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:43.515304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] For port 921e2c05-ae75-4ab0-8209-764ce1ace081, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=921e2c05-ae75-4ab0-8209-764ce1ace081,segment=NetworkSegment(d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4),segment_id=d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:43.593008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.609609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (afc61046-5172-4990-9d0e-af6597a4af43), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.628867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.681096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Attempting to bind port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:43.685338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Attempting to bind port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a5360de0-1453-4936-bc6f-735cd73dbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:43.685720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Attempting to bind port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 on network ab314124-449a-4573-b5a1-85ff103451e5 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:43.718990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:43.735043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Checking segment: {'id': 'a5360de0-1453-4936-bc6f-735cd73dbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:43.739248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.739876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Bound using segment: {'id': 'a5360de0-1453-4936-bc6f-735cd73dbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:43.745709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Bound port: 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5360de0-1453-4936-bc6f-735cd73dbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ab314124-449a-4573-b5a1-85ff103451e5'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:43.745709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.785293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=55a045d6-1c4e-481f-9f41-0103eaa4547e,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:43.854661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1072ef27-3b04-41ee-962a-46eb7a4573ae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:43.883106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Provisioning complete for port 1072ef27-3b04-41ee-962a-46eb7a4573ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:43.883476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.898335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router d814903b-3a02-4646-9de6-bb197e09366a is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:43.900855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (afc61046-5172-4990-9d0e-af6597a4af43), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.934379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66f69e-76c0-46da-9ca3-b9672c758fc3 req-1a8dfa31-d66b-4c3e-8db2-c16d0327cefc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:43.944401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:43.946910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c66f69e-76c0-46da-9ca3-b9672c758fc3 req-1a8dfa31-d66b-4c3e-8db2-c16d0327cefc tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1763422 Apr 30 04:52:44.005944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (afc61046-5172-4990-9d0e-af6597a4af43), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.012246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77017a-a133-4d76-b903-24ce2c886093 None None] Pushing event updated for resources: {'Port': ['ID=921e2c05-ae75-4ab0-8209-764ce1ace081,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.017360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (ba51fafc-f6a2-4472-9dfc-09f74fcfe158), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.033509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:52:44.035425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.043097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (539d9e0c-5970-4141-9f15-ef416914d823), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.045463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.045608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1072ef27-3b04-41ee-962a-46eb7a4573ae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:44.045608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.072293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] For port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:44.096677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] For port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,segment=NetworkSegment(a5360de0-1453-4936-bc6f-735cd73dbce0),segment_id=a5360de0-1453-4936-bc6f-735cd73dbce0)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:44.110080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.110629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc61046-5172-4990-9d0e-af6597a4af43,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.114577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ba51fafc-f6a2-4472-9dfc-09f74fcfe158), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.131302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:44.144418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Current status of the port 1072ef27-3b04-41ee-962a-46eb7a4573ae is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:44.144806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.170866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.171120 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121 of type vlan for network eca84d2b-b2db-452b-a8e1-20504f1d8764 Apr 30 04:52:44.185685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.242130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1072ef27-3b04-41ee-962a-46eb7a4573ae is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:44.242546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.286148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] For port 1072ef27-3b04-41ee-962a-46eb7a4573ae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1072ef27-3b04-41ee-962a-46eb7a4573ae,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:44.311913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc651-c2ce-43bf-b4d4-93d2b01b40b5 None None] Pushing event updated for resources: {'Port': ['ID=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.336145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:44.355610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] Sync routers for ids ['d814903b-3a02-4646-9de6-bb197e09366a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:44.356709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51fafc-f6a2-4472-9dfc-09f74fcfe158,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.379546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.387224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] Routers {'d814903b-3a02-4646-9de6-bb197e09366a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:44.387882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d814903b-3a02-4646-9de6-bb197e09366a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:44.398937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=539d9e0c-5970-4141-9f15-ef416914d823,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.411370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.414006 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3a011960-68ad-4c82-a848-75aa80f1a743 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3200371 Apr 30 04:52:44.425363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': 'a08df0c9-258b-45c8-b09b-173a27b78eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:44.425750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: c1a41a47-0a66-486d-b38e-ace44bef3684, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:44.435927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34446) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:44.450237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:44.507420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Allocated IP 172.26.5.246 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a493e771-f66c-48dc-8c54-2990035ee5e8) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:44.557453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:44.601911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9e8dc632-2736-4055-aafe-15a50182ff3e None None] Provisioning complete for port 921e2c05-ae75-4ab0-8209-764ce1ace081 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:44.602392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e8dc632-2736-4055-aafe-15a50182ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.623601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:44.623806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:44.649036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] Routers {'d814903b-3a02-4646-9de6-bb197e09366a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:44.649686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d814903b-3a02-4646-9de6-bb197e09366a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:44.655376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53faebe-54e0-4d75-821f-67f68f819a44 None None] Pushing event updated for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:44.701495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:44.702111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fcd9b-7e94-4b71-b964-7d086e7f11ad None None] The sync data for ids ['d814903b-3a02-4646-9de6-bb197e09366a'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:44.753678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (eca84d2b-b2db-452b-a8e1-20504f1d8764), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.765993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dc632-2736-4055-aafe-15a50182ff3e None None] Current status of the port 921e2c05-ae75-4ab0-8209-764ce1ace081 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:44.823858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c66f69e-76c0-46da-9ca3-b9672c758fc3 req-eb44a7fc-8aa5-4464-ae43-a401dcd53b1d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758111 Apr 30 04:52:44.836820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network c1a41a47-0a66-486d-b38e-ace44bef3684 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:44.841078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.847298 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-41ddd06e-529b-4fb4-b0c2-c9954cc6df09 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.7984347 Apr 30 04:52:44.850052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34448) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:44.941131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c1a41a47-0a66-486d-b38e-ace44bef3684) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:44.943006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (a17f866d-9e14-43c8-a3c4-9bdbac3c4ca0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.953989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635335fa-d3f0-4db6-8db2-3394f502e80c None None] Network c1a41a47-0a66-486d-b38e-ace44bef3684 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:44.962348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:44.963269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.990024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (eca84d2b-b2db-452b-a8e1-20504f1d8764), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:44.995236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:44.995834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.073194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for port (a493e771-f66c-48dc-8c54-2990035ee5e8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.091853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c1a41a47-0a66-486d-b38e-ace44bef3684', 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': '539d9e0c-5970-4141-9f15-ef416914d823'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:45.091853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.096365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (a17f866d-9e14-43c8-a3c4-9bdbac3c4ca0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.098797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=eca84d2b-b2db-452b-a8e1-20504f1d8764,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:45.107337 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-10a07e59-ed04-4e69-866e-d143b9d670a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers/d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 200 len: 880 time: 0.2524912 Apr 30 04:52:45.112441 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e24d5154-3955-4f35-b69e-f0f6670ed5fc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7151873 Apr 30 04:52:45.114060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34450) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.129620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34452) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.133835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:45.207341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (a17f866d-9e14-43c8-a3c4-9bdbac3c4ca0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.212350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7a70ecd-2a09-4100-bfb9-4bd6a54af9c3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9445469 Apr 30 04:52:45.213133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Router 365cce14-6ae6-4957-b89b-1e6d57e43896 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:45.220827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34454) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.232709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'name': 'tempest-PortsTestJSON-1432918300'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:45.304896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17f866d-9e14-43c8-a3c4-9bdbac3c4ca0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:45.308851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8::1 (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e/ea2ef65a-69ae-433b-babd-bd9d43e71714/7a401283-cd7f-49a4-a984-342257df54d3) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:45.332377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1072ef27-3b04-41ee-962a-46eb7a4573ae is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:45.333545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 921e2c05-ae75-4ab0-8209-764ce1ace081 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:45.346357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a493e771-f66c-48dc-8c54-2990035ee5e8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.385449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.412567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.414149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-283d9c5f-56ab-4e51-9489-75e4c9adf742 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9715812 Apr 30 04:52:45.420322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34456) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.437406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 921e2c05-ae75-4ab0-8209-764ce1ace081 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:45.437845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.446655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:45.449584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:45.456134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:45.465023 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea24a2e3-1eb8-43ec-a17f-93831dc0bb2f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3474147 Apr 30 04:52:45.465023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event updated for resources: {'Port': ['ID=a493e771-f66c-48dc-8c54-2990035ee5e8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:45.466658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:45.466792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34458) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.481561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1306172609'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:45.636654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Allocated IP 2001:db8::f816:3eff:fe35:b249 (c1a41a47-0a66-486d-b38e-ace44bef3684/539d9e0c-5970-4141-9f15-ef416914d823/e185bf38-706a-4d44-9d23-9e778e53fb1d) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:45.703768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:45.716329 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] Sync routers for ids ['365cce14-6ae6-4957-b89b-1e6d57e43896'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:45.737414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (539d9e0c-5970-4141-9f15-ef416914d823), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.739383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] Routers {'365cce14-6ae6-4957-b89b-1e6d57e43896'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:45.740181 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['365cce14-6ae6-4957-b89b-1e6d57e43896'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:45.777320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 921e2c05-ae75-4ab0-8209-764ce1ace081 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:45.789546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae084dba-eb5a-4c9b-a03b-830e574bdc36 None None] Network ab314124-449a-4573-b5a1-85ff103451e5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:45.794356 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:45.804317 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] Routers {'365cce14-6ae6-4957-b89b-1e6d57e43896'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:45.805847 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['365cce14-6ae6-4957-b89b-1e6d57e43896'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:45.809901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (7a401283-cd7f-49a4-a984-342257df54d3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.812612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:45.816681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.852311 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:45.853263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (29830dbe-d823-4fba-b204-2b992e7512c6), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.853429 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509930d-c090-42c3-8ed1-2efbf61d9cc2 None None] The sync data for ids ['365cce14-6ae6-4957-b89b-1e6d57e43896'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:45.892251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 279c5b42-a05f-489b-802f-613534f5a1e9 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:45.895645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.911004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01d734a6-22a4-4425-a2ae-91c12f0280fe no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:52:45.913237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Provisioning complete for port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:45.913613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.942660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:45.944170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-84dbd714-bdb1-489f-aaf4-cb7d1c4d5e46 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8279316 Apr 30 04:52:45.955148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:45.995668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 01d734a6-22a4-4425-a2ae-91c12f0280fe {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:52:45.996080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01d734a6-22a4-4425-a2ae-91c12f0280fe not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:52:46.057751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks [] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.085374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c8e4-5318-4a5b-a9a8-30070a36944c req-7331a981-f2d6-4c67-b1c7-a539f176e5cb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:46.092985 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9483c8e4-5318-4a5b-a9a8-30070a36944c req-7331a981-f2d6-4c67-b1c7-a539f176e5cb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1625869 Apr 30 04:52:46.136203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Current status of the port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:46.136716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.170413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.197699 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7a31c96c-22a1-42a4-8832-225e4b86b4ee tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/365cce14-6ae6-4957-b89b-1e6d57e43896 HTTP/1.1" status: 200 len: 921 time: 0.2406697 Apr 30 04:52:46.199499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34464) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:46.241630 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6843cc67-b6cd-4185-8308-b0e0714e71a1 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=365cce14-6ae6-4957-b89b-1e6d57e43896 HTTP/1.1" status: 200 len: 205 time: 0.0408890 Apr 30 04:52:46.246046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Network c1a41a47-0a66-486d-b38e-ace44bef3684 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:46.253192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] For port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,segment=NetworkSegment(a5360de0-1453-4936-bc6f-735cd73dbce0),segment_id=a5360de0-1453-4936-bc6f-735cd73dbce0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:46.255550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:46.255678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34466) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:46.259218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:46.268358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7a401283-cd7f-49a4-a984-342257df54d3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.272911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Pushing event updated for resources: {'Port': ['ID=e185bf38-706a-4d44-9d23-9e778e53fb1d,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.338595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (29830dbe-d823-4fba-b204-2b992e7512c6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.370096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Attempting to bind port e185bf38-706a-4d44-9d23-9e778e53fb1d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:46.370977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Attempting to bind port e185bf38-706a-4d44-9d23-9e778e53fb1d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a08df0c9-258b-45c8-b09b-173a27b78eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:46.373429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Attempting to bind port e185bf38-706a-4d44-9d23-9e778e53fb1d on network c1a41a47-0a66-486d-b38e-ace44bef3684 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:46.374900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.383583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.383802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.391210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (539d9e0c-5970-4141-9f15-ef416914d823), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.393901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:46.394424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Checking segment: {'id': 'a08df0c9-258b-45c8-b09b-173a27b78eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:46.394836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.397656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Bound using segment: {'id': 'a08df0c9-258b-45c8-b09b-173a27b78eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:46.397656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Bound port: e185bf38-706a-4d44-9d23-9e778e53fb1d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08df0c9-258b-45c8-b09b-173a27b78eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:46.397656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.404022 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9483c8e4-5318-4a5b-a9a8-30070a36944c req-27097eb5-c1de-4f84-bf9e-eaf492566180 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101041 Apr 30 04:52:46.404674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:46.449689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.473799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (29830dbe-d823-4fba-b204-2b992e7512c6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.498534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:46.540036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b9924-c820-4abd-8491-f368c381ddfa None None] Pushing event updated for resources: {'Port': ['ID=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.543641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=539d9e0c-5970-4141-9f15-ef416914d823,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.549938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c344b2cf-9e69-410f-b557-42849f8d1d52 None None] Provisioning complete for port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:46.550457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c344b2cf-9e69-410f-b557-42849f8d1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.594351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:46.595359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.601472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] For port e185bf38-706a-4d44-9d23-9e778e53fb1d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:46.602105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:46.616615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=7a401283-cd7f-49a4-a984-342257df54d3,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.629407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:46.633390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.635299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29830dbe-d823-4fba-b204-2b992e7512c6,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.646787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] For port e185bf38-706a-4d44-9d23-9e778e53fb1d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e185bf38-706a-4d44-9d23-9e778e53fb1d,segment=NetworkSegment(a08df0c9-258b-45c8-b09b-173a27b78eaa),segment_id=a08df0c9-258b-45c8-b09b-173a27b78eaa)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:46.741640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c344b2cf-9e69-410f-b557-42849f8d1d52 None None] Current status of the port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:46.745810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:46.746985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 55a045d6-1c4e-481f-9f41-0103eaa4547e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:46.747450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (279c5b42-a05f-489b-802f-613534f5a1e9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.752591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.762458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.764298 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a7f20b83-3071-4cdf-a2e6-53796714481f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3281832 Apr 30 04:52:46.779800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34468) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:46.780168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.826453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:46.885533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f410d5-d2a0-48b0-a64b-61df43fe539a None None] Pushing event updated for resources: {'Port': ['ID=e185bf38-706a-4d44-9d23-9e778e53fb1d,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:46.898327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a41a47-0a66-486d-b38e-ace44bef3684']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:46.901923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 55a045d6-1c4e-481f-9f41-0103eaa4547e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:46.903999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.905518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (365cce14-6ae6-4957-b89b-1e6d57e43896), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.930808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08df0c9-258b-45c8-b09b-173a27b78eaa') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:46.931116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08df0c9-258b-45c8-b09b-173a27b78eaa') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:46.937279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708256f5-1d45-4787-9057-cf56d249065c None None] Network c1a41a47-0a66-486d-b38e-ace44bef3684 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:46.960585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.972444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (d814903b-3a02-4646-9de6-bb197e09366a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:46.996674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.003661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:47.004099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:47.007957 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:47.030251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Router 5dbbdac4-5f1f-45a2-b519-2d15134b88c2 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:47.041110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port 1f92ab3b-3bdd-4b03-85d7-78d885276d6d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:47.041454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1f92ab3b-3bdd-4b03-85d7-78d885276d6d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.083159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (d814903b-3a02-4646-9de6-bb197e09366a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.100032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62cc59-f890-4123-9b52-64fd69e741ed None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:52:47.133839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4033ebfa-285f-494c-8d00-8f28dd5605ae None None] Provisioning complete for port 7a401283-cd7f-49a4-a984-342257df54d3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:47.134161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4033ebfa-285f-494c-8d00-8f28dd5605ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7a401283-cd7f-49a4-a984-342257df54d3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.166328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 55a045d6-1c4e-481f-9f41-0103eaa4547e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:47.167460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1072ef27-3b04-41ee-962a-46eb7a4573ae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:47.211033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1f92ab3b-3bdd-4b03-85d7-78d885276d6d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.236181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for 1f92ab3b-3bdd-4b03-85d7-78d885276d6d owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:47.237972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4033ebfa-285f-494c-8d00-8f28dd5605ae None None] Port 7a401283-cd7f-49a4-a984-342257df54d3 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:47.242151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:47.250939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.254940 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-947c4c8b-43da-4680-b39e-0b872d11a603 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "PUT /v2.0/routers/5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 200 len: 883 time: 4.5520599 Apr 30 04:52:47.259013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34470) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.270479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] Sync routers for ids ['5dbbdac4-5f1f-45a2-b519-2d15134b88c2'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:47.296550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1072ef27-3b04-41ee-962a-46eb7a4573ae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:47.296907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.327595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] Routers {'5dbbdac4-5f1f-45a2-b519-2d15134b88c2'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:47.328234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5dbbdac4-5f1f-45a2-b519-2d15134b88c2'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:47.380556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:47.383889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62cc59-f890-4123-9b52-64fd69e741ed None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:52:47.403003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:52:47.403003 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:52:47.403003 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': 'c1a41a47-0a66-486d-b38e-ace44bef3684'}] Apr 30 04:52:47.403003 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:47.403861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:47.405461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.411267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] Routers {'5dbbdac4-5f1f-45a2-b519-2d15134b88c2'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:47.411901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5dbbdac4-5f1f-45a2-b519-2d15134b88c2'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:47.443904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (8b88dd89-064e-4118-b0e5-55c0e62bb0a0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.477529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:47.478126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be27725-7175-4cf9-9791-6d9bc3a4b284 None None] The sync data for ids ['5dbbdac4-5f1f-45a2-b519-2d15134b88c2'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:47.498707 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0f9d13c8-7400-437c-abdd-f59a018b14d4 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 200 len: 924 time: 0.2385080 Apr 30 04:52:47.499914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34474) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.519688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7a401283-cd7f-49a4-a984-342257df54d3), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.538864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1072ef27-3b04-41ee-962a-46eb7a4573ae is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:47.539973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 921e2c05-ae75-4ab0-8209-764ce1ace081 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:47.609851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449d98c-15db-4257-811c-8b1814b1877a tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:47.614595 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f449d98c-15db-4257-811c-8b1814b1877a tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=5dbbdac4-5f1f-45a2-b519-2d15134b88c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1113832 Apr 30 04:52:47.617063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34476) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.624106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=279c5b42-a05f-489b-802f-613534f5a1e9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:47.645350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 921e2c05-ae75-4ab0-8209-764ce1ace081 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:47.645801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.678856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55222e39-32bf-4afa-a266-c326de3e6ffc req-b57b0f5f-43a1-4be6-8e42-446194193572 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:47.680431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55222e39-32bf-4afa-a266-c326de3e6ffc req-b57b0f5f-43a1-4be6-8e42-446194193572 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1866364 Apr 30 04:52:47.708698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (8b88dd89-064e-4118-b0e5-55c0e62bb0a0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.732384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acd0d3-84e9-44d5-8f19-1b120ef906da tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:47.737165 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d0acd0d3-84e9-44d5-8f19-1b120ef906da tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.1158421 Apr 30 04:52:47.737659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34478) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.752258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1f92ab3b-3bdd-4b03-85d7-78d885276d6d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.777055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:47.777384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: eca84d2b-b2db-452b-a8e1-20504f1d8764, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:47.783732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8b88dd89-064e-4118-b0e5-55c0e62bb0a0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.796690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=1f92ab3b-3bdd-4b03-85d7-78d885276d6d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:47.802536 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1a9cd315-f486-4741-a9d7-cc4c8016e7d1 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 200 len: 205 time: 0.0610404 Apr 30 04:52:47.802923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34480) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.833739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router d814903b-3a02-4646-9de6-bb197e09366a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:47.863952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b88dd89-064e-4118-b0e5-55c0e62bb0a0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:47.895768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55222e39-32bf-4afa-a266-c326de3e6ffc req-b21a39e7-bed9-46cb-b42a-b4090a70fb25 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935472 Apr 30 04:52:47.908871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.924890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 921e2c05-ae75-4ab0-8209-764ce1ace081 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:47.962081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (365cce14-6ae6-4957-b89b-1e6d57e43896), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.974564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:47.975749 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e536a7a5-7ca6-43ef-9d27-e68f4505056a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1921237 Apr 30 04:52:47.987195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34482) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:47.991643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:48.008593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:48.038893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.102789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.106591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (365cce14-6ae6-4957-b89b-1e6d57e43896), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.112629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:48.133947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, eca84d2b-b2db-452b-a8e1-20504f1d8764) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:48.140117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port e185bf38-706a-4d44-9d23-9e778e53fb1d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:48.140457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.147229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae982e-d7a8-4909-8d5b-00d2259b3c41 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:48.157843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:48.163009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:48.163624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.208123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:48.212715 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Project b3a3624505944eaaa34fd67e0ec2b6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:52:48.224960 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] Sync routers for ids ['d814903b-3a02-4646-9de6-bb197e09366a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:48.238057 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] Routers {'d814903b-3a02-4646-9de6-bb197e09366a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:48.239538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.239810 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d814903b-3a02-4646-9de6-bb197e09366a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.244093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:48.244585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.251616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.252955 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cd2c08c0-2f3d-46ed-a9ff-b4a73c1d5de3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 200 len: 887 time: 2.7791090 Apr 30 04:52:48.257825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34484) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.277772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] For port e185bf38-706a-4d44-9d23-9e778e53fb1d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e185bf38-706a-4d44-9d23-9e778e53fb1d,segment=NetworkSegment(a08df0c9-258b-45c8-b09b-173a27b78eaa),segment_id=a08df0c9-258b-45c8-b09b-173a27b78eaa)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:48.277978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.285317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (1de7eb85-6bff-4322-b1cb-e2464a1ae2d9), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.286440 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.296512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (7a401283-cd7f-49a4-a984-342257df54d3), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.297258 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] Routers {'d814903b-3a02-4646-9de6-bb197e09366a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:48.298755 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d814903b-3a02-4646-9de6-bb197e09366a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.311534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for e185bf38-706a-4d44-9d23-9e778e53fb1d owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:48.346356 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.347418 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae0a15-bac4-4810-885b-dbb7c937f8f2 None None] The sync data for ids ['d814903b-3a02-4646-9de6-bb197e09366a'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:48.351512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (365cce14-6ae6-4957-b89b-1e6d57e43896), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.352163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router 365cce14-6ae6-4957-b89b-1e6d57e43896 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:48.354232 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-de1c28b6-9cc9-495b-a28f-ff3d3cc6a357 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1322651 Apr 30 04:52:48.360567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.366749 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-80f16835-7865-433d-bf61-f9043dc26b85 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/365cce14-6ae6-4957-b89b-1e6d57e43896 HTTP/1.1" status: 204 len: 168 time: 2.1108990 Apr 30 04:52:48.367506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34486) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.367910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34488) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.387082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:48.387777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (7a401283-cd7f-49a4-a984-342257df54d3), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.388542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.390339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-384652945'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:48.397235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1092248901', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:48.472623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (1de7eb85-6bff-4322-b1cb-e2464a1ae2d9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.489949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=7a401283-cd7f-49a4-a984-342257df54d3,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:48.497364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port a493e771-f66c-48dc-8c54-2990035ee5e8 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:48.497710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a493e771-f66c-48dc-8c54-2990035ee5e8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.533039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.533299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.533553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.536836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.536836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537063 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6d59fd43-f6dc-4d74-b90f-a5dee222e31f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers/d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 200 len: 887 time: 0.2751753 Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.537896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:48.538426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34490) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.551279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1de7eb85-6bff-4322-b1cb-e2464a1ae2d9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.583441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7eb85-6bff-4322-b1cb-e2464a1ae2d9,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:48.594038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:48.594207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:48.596178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:48.598377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.603557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.604587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.621467 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f58f8bf6-d40e-456e-840a-6cb312a0634a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 200 len: 205 time: 0.0796871 Apr 30 04:52:48.623426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34492) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.648427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e185bf38-706a-4d44-9d23-9e778e53fb1d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.705924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=e185bf38-706a-4d44-9d23-9e778e53fb1d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:48.710922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.714430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a493e771-f66c-48dc-8c54-2990035ee5e8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.714868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-45872f5c-99f5-49ba-8b17-ec6d5f3b796f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7262805 Apr 30 04:52:48.718202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34494) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:48.724792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'security_group_rule': {'security_group_id': '04ddb127-6fe0-480f-9d44-b1ae0b9f10c3', 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:48.735478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No DVR routers for this DVR port e185bf38-706a-4d44-9d23-9e778e53fb1d on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:48.763800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:48.769559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for a493e771-f66c-48dc-8c54-2990035ee5e8 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:48.807368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (878cfdeb-fbc2-43af-8b95-490ea4ae6033), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.824715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (430f6867-22d4-45a9-aca9-84cfecde7428), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.825014 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment 430f6867-22d4-45a9-aca9-84cfecde7428 of type vlan for network d4a08358-387c-48c5-b45c-21d5dc428df5 Apr 30 04:52:48.853147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.857355 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Project b3a3624505944eaaa34fd67e0ec2b6b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:52:48.884417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (ce47f64b-6ce7-40e5-98d7-1f906142e079), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.893425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a41a47-0a66-486d-b38e-ace44bef3684']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.925700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08df0c9-258b-45c8-b09b-173a27b78eaa') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.926089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08df0c9-258b-45c8-b09b-173a27b78eaa') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:48.944792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.971293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 848cbb47-01a9-4735-9a54-42019a8603a1 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:48.973940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.985786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:48.986591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a08df0c9-258b-45c8-b09b-173a27b78eaa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:48.990324 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:48.993858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-665b0436-0d37-4578-9ce8-efc9808163ac None None] Provisioning complete for port 7a401283-cd7f-49a4-a984-342257df54d3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:48.994242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-665b0436-0d37-4578-9ce8-efc9808163ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7a401283-cd7f-49a4-a984-342257df54d3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.032805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-665b0436-0d37-4578-9ce8-efc9808163ac None None] Port 7a401283-cd7f-49a4-a984-342257df54d3 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:49.041666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (ce47f64b-6ce7-40e5-98d7-1f906142e079), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.137188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ce47f64b-6ce7-40e5-98d7-1f906142e079), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.191867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb177-b29f-48ea-83a6-4a2539ade365 req-602970a5-bb4e-48b8-a44b-19fb44442f68 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:49.193204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9accb177-b29f-48ea-83a6-4a2539ade365 req-602970a5-bb4e-48b8-a44b-19fb44442f68 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1980903 Apr 30 04:52:49.199367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce47f64b-6ce7-40e5-98d7-1f906142e079,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:49.228070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c1a41a47-0a66-486d-b38e-ace44bef3684), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.239037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.242117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/c1a41a47-0a66-486d-b38e-ace44bef3684 HTTP/1.1" status: 204 len: 168 time: 4.1115615 Apr 30 04:52:49.243269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:49.254621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] Sync routers for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:49.259860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5fd89192-9c62-425e-b162-a0cf54f7c6b6 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1136878 Apr 30 04:52:49.259860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34498) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:49.265927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302644149'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:49.266468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (d814903b-3a02-4646-9de6-bb197e09366a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.268745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:49.269570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:49.269724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd11e0c-a884-4b65-8aca-e4d76b8a7812 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=c1a41a47-0a66-486d-b38e-ace44bef3684,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:49.272949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34500) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:49.302081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9accb177-b29f-48ea-83a6-4a2539ade365 req-3b34a242-3d0f-4a70-9c28-c8a154f68c52 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005485 Apr 30 04:52:49.315267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:49.319489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.324320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8132c912-c426-4d15-96fd-4411bc7dcdd7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6050406 Apr 30 04:52:49.324837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d4a08358-387c-48c5-b45c-21d5dc428df5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.334643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:49.335590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:49.371399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:49.372542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc3d10-7db1-4c24-bda2-dff1067164dd None None] The sync data for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:49.382011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:49.385994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.413832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:49.423555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.423965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment cdff81a1-5e97-436a-9858-44af70d2cc23 of type vlan for network dee131b1-4602-4b6c-bf2f-8904b3270678 Apr 30 04:52:49.470250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:52:49.474005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.534700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ba63e-1c3e-486b-b4e9-e07a5b81f45c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:49.536096 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6f2ba63e-1c3e-486b-b4e9-e07a5b81f45c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports/7a401283-cd7f-49a4-a984-342257df54d3 HTTP/1.1" status: 200 len: 911 time: 0.2582767 Apr 30 04:52:49.539052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34538) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:49.541637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (878cfdeb-fbc2-43af-8b95-490ea4ae6033), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.584978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.592815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:49.593326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.628821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d4a08358-387c-48c5-b45c-21d5dc428df5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.634136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:49.634779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.705538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_gateway (d814903b-3a02-4646-9de6-bb197e09366a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.723228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=dee131b1-4602-4b6c-bf2f-8904b3270678,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:49.742609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network dee131b1-4602-4b6c-bf2f-8904b3270678 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:49.781401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=d4a08358-387c-48c5-b45c-21d5dc428df5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:49.796159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c7fd13c-9fa6-4312-99b5-5c925ac1fc90 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5352674 Apr 30 04:52:49.799575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34552) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:49.805324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.805722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.806051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:49.806194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.806521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.806857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.807191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.807518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.807843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.808167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.808485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.808812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.809132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.809660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.810042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.810398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:49.818332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a493e771-f66c-48dc-8c54-2990035ee5e8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:49.824146 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a7c231a4-f7ae-47e6-ab93-ef7e0c9d943e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4464769 Apr 30 04:52:49.834633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34554) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:49.837344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d4a08358-387c-48c5-b45c-21d5dc428df5 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:49.843109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'ports': [{'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'}, {'network_id': 'd4a08358-387c-48c5-b45c-21d5dc428df5'}]} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:49.843462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:49.843936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'd4a08358-387c-48c5-b45c-21d5dc428df5'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:49.944238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=a493e771-f66c-48dc-8c54-2990035ee5e8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:50.100956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:50.104448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.123272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port fb27f614-9ddb-4583-bff4-dde0b2aeb439 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:50.123642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fb27f614-9ddb-4583-bff4-dde0b2aeb439), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.139853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.215233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.425246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.434785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.456100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fb27f614-9ddb-4583-bff4-dde0b2aeb439), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.520598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (878cfdeb-fbc2-43af-8b95-490ea4ae6033), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.524970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for fb27f614-9ddb-4583-bff4-dde0b2aeb439 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:50.555239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.638395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 2} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:50.643122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.673942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.704434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (5dbbdac4-5f1f-45a2-b519-2d15134b88c2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.710986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router 5dbbdac4-5f1f-45a2-b519-2d15134b88c2 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:50.712422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.713532 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef465e19-ee46-4a1f-9148-c8803a54bc64 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 204 len: 168 time: 2.9097695 Apr 30 04:52:50.719853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34566) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:50.729016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-22316862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:50.761815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7f3f-25e9-4c4d-954f-2fcbbfa8c61e req-5fe69d81-1ff0-408b-973f-a5094ef3edcd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:50.763321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2add7f3f-25e9-4c4d-954f-2fcbbfa8c61e req-5fe69d81-1ff0-408b-973f-a5094ef3edcd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1290822 Apr 30 04:52:50.896604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.26.5.38 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/1790fadb-11cf-4b91-909d-f7a2cf18ca0c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:50.899070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.900073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.929568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2add7f3f-25e9-4c4d-954f-2fcbbfa8c61e req-994a385d-edfc-4f8a-9367-1e4a0f92a793 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401863 Apr 30 04:52:50.951534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8:1::1 (ab314124-449a-4573-b5a1-85ff103451e5/05a80079-f302-4f39-b4ef-70989741622a/05e43f95-667e-466d-9d28-709ec88b6c6d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:50.956928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (4aca1356-7d07-4c0e-8a35-3b6b87df0139), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:50.972791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:51.017865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.114442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.119238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=4aca1356-7d07-4c0e-8a35-3b6b87df0139,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:51.138914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.149861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fb27f614-9ddb-4583-bff4-dde0b2aeb439), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.156634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': 'cdff81a1-5e97-436a-9858-44af70d2cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:51.156937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: dee131b1-4602-4b6c-bf2f-8904b3270678, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:51.185010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.193955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.193955 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f57b088-b8ab-4d6b-8de4-42319b59d488 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4688091 Apr 30 04:52:51.194135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34580) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:51.199869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': True}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:51.212979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=fb27f614-9ddb-4583-bff4-dde0b2aeb439,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:51.251517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network dee131b1-4602-4b6c-bf2f-8904b3270678 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:51.274282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.320288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, dee131b1-4602-4b6c-bf2f-8904b3270678) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:51.329903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84407dbf-a0b4-4174-b49f-6035a1864001 None None] Network dee131b1-4602-4b6c-bf2f-8904b3270678 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:51.334549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network ab314124-449a-4573-b5a1-85ff103451e5 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:51.342472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:51.343071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.350157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:51.359650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:51.360725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.411995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=05e43f95-667e-466d-9d28-709ec88b6c6d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:51.493225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-dee131b1-4602-4b6c-bf2f-8904b3270678', 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': '4aca1356-7d07-4c0e-8a35-3b6b87df0139'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:51.494636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.502126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a4eb222b-6120-4039-9557-46912937d04b tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7009161 Apr 30 04:52:51.504197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34600) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:51.731248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Allocated IP 2001:db8::2 (dee131b1-4602-4b6c-bf2f-8904b3270678/4aca1356-7d07-4c0e-8a35-3b6b87df0139/6db9f9c9-5426-4540-a1cc-8df0241f81a4) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:51.761433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.795988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.810118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.842968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b0e18e70-a472-41e6-a0ce-e873664c798b None None] Provisioning complete for port 05e43f95-667e-466d-9d28-709ec88b6c6d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:51.842968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b0e18e70-a472-41e6-a0ce-e873664c798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.849159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01ef62b9-292a-46ec-96cc-d594d0c5320c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.903470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (4aca1356-7d07-4c0e-8a35-3b6b87df0139), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.908226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (d814903b-3a02-4646-9de6-bb197e09366a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.910887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:51.928539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b0e18e70-a472-41e6-a0ce-e873664c798b None None] Port 05e43f95-667e-466d-9d28-709ec88b6c6d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:51.950145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port f9dd4688-d8d1-45a9-ba0d-348bb500ec19 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:52:51.988762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks [] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.057099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.115730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84375b3-340d-475f-b7f7-5452129c297a req-2180306c-a18e-436d-a2ac-9aecbdca22fd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:52.117247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d84375b3-340d-475f-b7f7-5452129c297a req-2180306c-a18e-436d-a2ac-9aecbdca22fd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0758164 Apr 30 04:52:52.123793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Network dee131b1-4602-4b6c-bf2f-8904b3270678 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:52.135692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:52.140989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:52.179593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Pushing event updated for resources: {'Port': ['ID=6db9f9c9-5426-4540-a1cc-8df0241f81a4,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:52.193405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d814903b-3a02-4646-9de6-bb197e09366a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.197534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:52.199166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d84375b3-340d-475f-b7f7-5452129c297a req-cdd43d97-7916-4ab3-8841-6991bff819cd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727479 Apr 30 04:52:52.200257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (4aca1356-7d07-4c0e-8a35-3b6b87df0139), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.230626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (d814903b-3a02-4646-9de6-bb197e09366a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.240267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:52.242888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:52.248052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.248535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Attempting to bind port 6db9f9c9-5426-4540-a1cc-8df0241f81a4 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:52.249175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Attempting to bind port 6db9f9c9-5426-4540-a1cc-8df0241f81a4 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'cdff81a1-5e97-436a-9858-44af70d2cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:52.249769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Attempting to bind port 6db9f9c9-5426-4540-a1cc-8df0241f81a4 on network dee131b1-4602-4b6c-bf2f-8904b3270678 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:52.256242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:52.256615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Checking segment: {'id': 'cdff81a1-5e97-436a-9858-44af70d2cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:52.257159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.258376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Bound using segment: {'id': 'cdff81a1-5e97-436a-9858-44af70d2cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:52.258376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Bound port: 6db9f9c9-5426-4540-a1cc-8df0241f81a4, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdff81a1-5e97-436a-9858-44af70d2cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:52.258556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.261894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:52.269416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=4aca1356-7d07-4c0e-8a35-3b6b87df0139,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:52.358087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] For port 6db9f9c9-5426-4540-a1cc-8df0241f81a4, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:52.360677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.368552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] For port 6db9f9c9-5426-4540-a1cc-8df0241f81a4, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6db9f9c9-5426-4540-a1cc-8df0241f81a4,segment=NetworkSegment(cdff81a1-5e97-436a-9858-44af70d2cc23),segment_id=cdff81a1-5e97-436a-9858-44af70d2cc23)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:52.397872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee131b1-4602-4b6c-bf2f-8904b3270678']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:52.414657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.417542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdff81a1-5e97-436a-9858-44af70d2cc23') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:52.417875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdff81a1-5e97-436a-9858-44af70d2cc23') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:52.427872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.440961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.442912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.449200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:52.449799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:52.454082 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:52.493517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.495037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.500018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d814903b-3a02-4646-9de6-bb197e09366a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.500403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router d814903b-3a02-4646-9de6-bb197e09366a {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:52:52.522796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.522796 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-98800390-bea9-46f0-a93d-717e856cfedf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 204 len: 168 time: 3.8886211 Apr 30 04:52:52.537976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34606) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:52.545258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ab530-f8e5-4e38-824e-95a46c453017 None None] Pushing event updated for resources: {'Port': ['ID=6db9f9c9-5426-4540-a1cc-8df0241f81a4,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:52.565936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7ef36-eb5c-42dc-8857-2ae7e25f4534 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:52:52.588208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-82325481'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:52.651960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (f9dd4688-d8d1-45a9-ba0d-348bb500ec19), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.666708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:52:52.666708 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:52:52.666708 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': 'dee131b1-4602-4b6c-bf2f-8904b3270678'}] Apr 30 04:52:52.666708 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:52:52.667182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:52:52.671351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=05e43f95-667e-466d-9d28-709ec88b6c6d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:52.746547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network ab314124-449a-4573-b5a1-85ff103451e5 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:52.749427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:52.756265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:52.762114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.808450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7ef36-eb5c-42dc-8857-2ae7e25f4534 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:52:52.885087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:52.904808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (753f5cdf-1b32-4382-84c4-9a45bfefbfb3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:52.905157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 753f5cdf-1b32-4382-84c4-9a45bfefbfb3 of type vlan for network ee12546b-6dfc-41af-bc9a-6149c695eb6d Apr 30 04:52:52.943557 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:52:52.966532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 848cbb47-01a9-4735-9a54-42019a8603a1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:52.971292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ee12546b-6dfc-41af-bc9a-6149c695eb6d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.014348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (878cfdeb-fbc2-43af-8b95-490ea4ae6033), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.061570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bee25-6bf2-4621-ade9-364ec2738089 None None] Network dee131b1-4602-4b6c-bf2f-8904b3270678 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:53.091680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (52f579b9-a662-4a1a-b362-1ccf97f38c0e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.106369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:53.113469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e4ae327b-a71d-40a7-9859-f4d843f2006a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5730746 Apr 30 04:52:53.116734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.139216 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] Sync routers for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:53.143433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34610) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:53.162448 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:53.163079 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:53.168470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.182470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.265040 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:53.283978 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:53.284864 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:53.335085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port 6db9f9c9-5426-4540-a1cc-8df0241f81a4 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:53.335428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.376246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fdc4c5-d8c3-4c6f-9835-404f46735f61 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:53.379090 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e6fdc4c5-d8c3-4c6f-9835-404f46735f61 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports/05e43f95-667e-466d-9d28-709ec88b6c6d HTTP/1.1" status: 200 len: 913 time: 0.2342837 Apr 30 04:52:53.402305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34614) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:53.408222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ee12546b-6dfc-41af-bc9a-6149c695eb6d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.415099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:53.415779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.532588 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:53.533666 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9cd6e-add0-4636-8d6d-503d4d193c7c None None] The sync data for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:53.580412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b6e56141-737f-49d7-b3dd-07ac1c9547f8 None None] Provisioning complete for port 05e43f95-667e-466d-9d28-709ec88b6c6d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:53.581085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6e56141-737f-49d7-b3dd-07ac1c9547f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.622560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] For port 6db9f9c9-5426-4540-a1cc-8df0241f81a4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6db9f9c9-5426-4540-a1cc-8df0241f81a4,segment=NetworkSegment(cdff81a1-5e97-436a-9858-44af70d2cc23),segment_id=cdff81a1-5e97-436a-9858-44af70d2cc23)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:53.623132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.625436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b6e56141-737f-49d7-b3dd-07ac1c9547f8 None None] Port 05e43f95-667e-466d-9d28-709ec88b6c6d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:52:53.643080 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0590172 Apr 30 04:52:53.656848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34616) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:53.659317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for 6db9f9c9-5426-4540-a1cc-8df0241f81a4 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:53.708571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100549b0-7bb5-4f70-9138-410d599c87f3 req-5cde119f-0b6b-4aaf-9fc8-ef609fa95c36 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:53.710421 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-100549b0-7bb5-4f70-9138-410d599c87f3 req-5cde119f-0b6b-4aaf-9fc8-ef609fa95c36 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.3491178 Apr 30 04:52:53.713815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:53.715057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:53.715921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:53.719745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:53.720873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f9dd4688-d8d1-45a9-ba0d-348bb500ec19), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:53.741281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:53.780724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35e9e-bca4-4d37-9ed2-53e4f7c77626 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=ee12546b-6dfc-41af-bc9a-6149c695eb6d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:53.796122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:53.938874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=f9dd4688-d8d1-45a9-ba0d-348bb500ec19,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:53.995329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 172.26.5.62 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/26b37a13-4823-4472-80ed-f2e7709d8ead) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:53.997981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.051161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1b32b0db-caef-4495-b2c3-a0d5e370419b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.075496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': '430f6867-22d4-45a9-aca9-84cfecde7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd4a08358-387c-48c5-b45c-21d5dc428df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:54.075496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: d4a08358-387c-48c5-b45c-21d5dc428df5, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:54.080446 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-100549b0-7bb5-4f70-9138-410d599c87f3 req-e691dbc5-969e-49f3-8065-25cba096893d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192811 Apr 30 04:52:54.213853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:54.218356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.246523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6db9f9c9-5426-4540-a1cc-8df0241f81a4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.253005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (26b37a13-4823-4472-80ed-f2e7709d8ead), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.269488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network d4a08358-387c-48c5-b45c-21d5dc428df5 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:54.291677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=6db9f9c9-5426-4540-a1cc-8df0241f81a4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:54.301738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router 878cfdeb-fbc2-43af-8b95-490ea4ae6033 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:54.308399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No DVR routers for this DVR port 6db9f9c9-5426-4540-a1cc-8df0241f81a4 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:52:54.365774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d4a08358-387c-48c5-b45c-21d5dc428df5) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:54.376556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:54.376690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab94401-c3b9-4f17-b65e-eb64e6f23fd9 None None] Network d4a08358-387c-48c5-b45c-21d5dc428df5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:54.382908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:54.388320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:54.389537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.461446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (26b37a13-4823-4472-80ed-f2e7709d8ead), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.503697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:54.507800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:54.515752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Sync routers for ids ['878cfdeb-fbc2-43af-8b95-490ea4ae6033'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:54.525231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:54.529060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Routers {'878cfdeb-fbc2-43af-8b95-490ea4ae6033'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:54.529411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:54.529857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['878cfdeb-fbc2-43af-8b95-490ea4ae6033'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:54.583501 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ac47376a-89ae-4a1e-95f8-64d180b74b4f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7460685 Apr 30 04:52:54.626839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34620) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:54.629689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.634157 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c4aa49f0-081e-462c-b4cb-2f637fba6d44 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2552130 Apr 30 04:52:54.644785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34622) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:54.655189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=26b37a13-4823-4472-80ed-f2e7709d8ead,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:54.801717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.843985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Set router 878cfdeb-fbc2-43af-8b95-490ea4ae6033 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:54.870020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:54.941548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee131b1-4602-4b6c-bf2f-8904b3270678']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:54.991772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdff81a1-5e97-436a-9858-44af70d2cc23') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:54.992173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdff81a1-5e97-436a-9858-44af70d2cc23') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:55.014924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.029784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port f9dd4688-d8d1-45a9-ba0d-348bb500ec19 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:55.030253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f9dd4688-d8d1-45a9-ba0d-348bb500ec19), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.035296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.086650 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-47f6ab20-ffe4-4441-9def-5471e057fa18 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/878cfdeb-fbc2-43af-8b95-490ea4ae6033 HTTP/1.1" status: 200 len: 908 time: 0.4381728 Apr 30 04:52:55.088628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34626) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:55.095279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1092248901', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': True}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:55.132601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.141637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:55.144896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (cdff81a1-5e97-436a-9858-44af70d2cc23), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.169908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38'}], 'enable_snat': False}, 'gw_port_id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:48Z', 'updated_at': '2022-04-30T04:52:52Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:50Z', 'updated_at': '2022-04-30T04:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:55.199609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f9dd4688-d8d1-45a9-ba0d-348bb500ec19), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.223964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for f9dd4688-d8d1-45a9-ba0d-348bb500ec19 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:55.225806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (52f579b9-a662-4a1a-b362-1ccf97f38c0e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:55.231141 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:55.238972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Checking router: 878cfdeb-fbc2-43af-8b95-490ea4ae6033 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:52:55.241772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Updating router 878cfdeb-fbc2-43af-8b95-490ea4ae6033 port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:52:55.288468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.322666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.323718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.357829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003cef4-50af-4d8b-b43b-3a43966628a8 req-ec6613d1-f6fe-45d6-b7c7-8cd1eb325686 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:55.365083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3003cef4-50af-4d8b-b43b-3a43966628a8 req-ec6613d1-f6fe-45d6-b7c7-8cd1eb325686 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1283329 Apr 30 04:52:55.388148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (dee131b1-4602-4b6c-bf2f-8904b3270678), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.393543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.400516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/dee131b1-4602-4b6c-bf2f-8904b3270678 HTTP/1.1" status: 204 len: 168 time: 3.8949256 Apr 30 04:52:55.406001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34630) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:55.417850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-966538997'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:55.451501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (e0001eb2-3d7d-44c5-8299-c38e779610c4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.461353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3003cef4-50af-4d8b-b43b-3a43966628a8 req-4dd1997e-f6ef-4273-b406-a4faf305fef8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954089 Apr 30 04:52:55.469004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bebb9d-8a62-412e-ab35-925efef35098 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=dee131b1-4602-4b6c-bf2f-8904b3270678,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:55.483959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.579116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=e0001eb2-3d7d-44c5-8299-c38e779610c4,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:55.584683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 05e43f95-667e-466d-9d28-709ec88b6c6d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:55.585833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.617183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '753f5cdf-1b32-4382-84c4-9a45bfefbfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:55.617517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: ee12546b-6dfc-41af-bc9a-6149c695eb6d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:55.630328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:55.633383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.671436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f9dd4688-d8d1-45a9-ba0d-348bb500ec19), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.708282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.725411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 05e43f95-667e-466d-9d28-709ec88b6c6d owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:55.740015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks [] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.772092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:55.856749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.886425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ee12546b-6dfc-41af-bc9a-6149c695eb6d) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:55.898359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:55.898359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:55.920159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4fec0-655c-4210-9bb1-cf6cd64c0d7b None None] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:55.986930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Attempting to bind port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:55.987455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Attempting to bind port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:55.987908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Attempting to bind port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:55.991906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Pushing event updated for resources: {'Port': ['ID=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:56.039898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:52:56.040270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.040708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.041163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.041596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.042034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.042506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.042924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.043343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.043803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.044173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.044609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.045133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.045546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.045960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.046410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:52:56.048899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.049264 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Added segment 896ed4a4-d736-4018-a07d-4875051a06af of type vlan for network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b Apr 30 04:52:56.052426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:56.054510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:56.060921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.060921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:56.060921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Bound port: 1790fadb-11cf-4b91-909d-f7a2cf18ca0c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:56.060921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.090440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.111619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (05e43f95-667e-466d-9d28-709ec88b6c6d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.115773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-e84c5d52-0a1b-4fb8-b89e-3d33726e7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.119358 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-e84c5d52-0a1b-4fb8-b89e-3d33726e7d96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.1072352 Apr 30 04:52:56.128403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e52e4-6728-432e-9130-f80f1b57fee1 req-b92f513b-b0e3-4434-8f51-5aa7c0a5adaf tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.128827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=f9dd4688-d8d1-45a9-ba0d-348bb500ec19,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:56.142426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af2e52e4-6728-432e-9130-f80f1b57fee1 req-b92f513b-b0e3-4434-8f51-5aa7c0a5adaf tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1947472 Apr 30 04:52:56.145462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ee12546b-6dfc-41af-bc9a-6149c695eb6d', 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': 'e0001eb2-3d7d-44c5-8299-c38e779610c4'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:56.146245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.166091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] For port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:56.177670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.181576 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-606412ef-299c-40cb-8441-701d8853150e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/f9dd4688-d8d1-45a9-ba0d-348bb500ec19 HTTP/1.1" status: 204 len: 168 time: 1.5461900 Apr 30 04:52:56.184914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] For port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:56.185379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.189620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34636) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:56.210890 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6f8b0878-067b-4e80-8c7a-0f5201852251 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5092585 Apr 30 04:52:56.211790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=05e43f95-667e-466d-9d28-709ec88b6c6d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:56.224282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:56.230035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.234899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.235543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.273619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-968538241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:56.280846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.282397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.288181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.355577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5dc6b-3ce5-4c9b-864c-d54cc5336c52 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.364171 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5dc6b-3ce5-4c9b-864c-d54cc5336c52 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.364476 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-40e5dc6b-3ce5-4c9b-864c-d54cc5336c52 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1738980 Apr 30 04:52:56.370431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34642) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:56.408775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Routers {'878cfdeb-fbc2-43af-8b95-490ea4ae6033'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:56.409451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['878cfdeb-fbc2-43af-8b95-490ea4ae6033'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:56.422148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469c525-7a60-46bd-9310-553758f29922 None None] Pushing event updated for resources: {'Port': ['ID=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:56.465769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Allocated IP 172.20.0.2 (ee12546b-6dfc-41af-bc9a-6149c695eb6d/e0001eb2-3d7d-44c5-8299-c38e779610c4/1475d19c-ccfd-49f9-9a11-b034fa5d8b48) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:56.473956 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0603325 Apr 30 04:52:56.477815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34644) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:56.492949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Request body: {'subnet': {'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:52:56.496333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121490-e439-4996-8bee-51bcf78cbd8d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Network': ['ID=4c49ffab-4bc9-49de-a6ab-b15589f00d8b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:56.573656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.573656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.607521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af2e52e4-6728-432e-9130-f80f1b57fee1 req-ba129a4f-c0f0-442f-bb82-4acf4f21d520 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679661 Apr 30 04:52:56.669438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-47b3ab69-5811-4700-bf3f-64b15e73602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:56.671127 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-47b3ab69-5811-4700-bf3f-64b15e73602e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.5038085 Apr 30 04:52:56.678251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.726654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:52:56.775819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks [] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.790005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (34e72ae1-86c7-427f-9e77-02c65f2c366e), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.851744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:52:56.852712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.893701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.901571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-8454c888-cde9-4d7b-b528-5632a43fdc2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.2188935 Apr 30 04:52:56.904797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Made reservation on behalf of 2d232861a3414df6928404d662df020a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:52:56.911295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.914590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.920160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.921600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.962126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:56.966355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] Set router 878cfdeb-fbc2-43af-8b95-490ea4ae6033 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:52:56.976394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:56.978470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router 52f579b9-a662-4a1a-b362-1ccf97f38c0e is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:52:56.997748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:57.027151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Pushing event updated for resources: {'Port': ['ID=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:57.030168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:57.034723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.058497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:52:57.061226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-962c4f53-4e18-474f-bd24-9f5dfa56a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:57.062761 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-962c4f53-4e18-474f-bd24-9f5dfa56a99e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1538718 Apr 30 04:52:57.117803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.121854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ec9d6782-d42a-4f46-8480-92d604b452a8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8681951 Apr 30 04:52:57.124327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34646) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:57.151790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Attempting to bind port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:52:57.152436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Attempting to bind port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '753f5cdf-1b32-4382-84c4-9a45bfefbfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:52:57.152980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Attempting to bind port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 on network ee12546b-6dfc-41af-bc9a-6149c695eb6d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:52:57.169498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:52:57.169498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Checking segment: {'id': '753f5cdf-1b32-4382-84c4-9a45bfefbfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:57.169498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.169498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Bound using segment: {'id': '753f5cdf-1b32-4382-84c4-9a45bfefbfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:52:57.169498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Bound port: 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753f5cdf-1b32-4382-84c4-9a45bfefbfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ee12546b-6dfc-41af-bc9a-6149c695eb6d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:52:57.170133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.270452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38'}], 'enable_snat': False}, 'gw_port_id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:48Z', 'updated_at': '2022-04-30T04:52:52Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:50Z', 'updated_at': '2022-04-30T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:57.306038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eb663-ac6a-49e5-8175-3df1eaa2fe92 None None] The sync data for ids ['878cfdeb-fbc2-43af-8b95-490ea4ae6033'] in dv-neutron-838078-9-hyperv is: [{'id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38'}], 'enable_snat': False}, 'gw_port_id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:48Z', 'updated_at': '2022-04-30T04:52:52Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '1790fadb-11cf-4b91-909d-f7a2cf18ca0c', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cfdeb-fbc2-43af-8b95-490ea4ae6033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:50Z', 'updated_at': '2022-04-30T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:57.318475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] For port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:52:57.322962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] For port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,segment=NetworkSegment(753f5cdf-1b32-4382-84c4-9a45bfefbfb3),segment_id=753f5cdf-1b32-4382-84c4-9a45bfefbfb3)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:52:57.367037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-d220517f-a123-4175-ac31-2c59d430e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:57.368591 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-d220517f-a123-4175-ac31-2c59d430e156 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2670844 Apr 30 04:52:57.381753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:57.395391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.396749 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8c183074-ea7b-4b47-ae4c-1d1e7ad9ff13 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "PUT /v2.0/routers/52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 200 len: 916 time: 6.2020774 Apr 30 04:52:57.401358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34650) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:57.402293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.26.5.145 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4efcf6c8-2457-4dff-98c1-4bb698dfe14d) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:57.405206 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] Sync routers for ids ['52f579b9-a662-4a1a-b362-1ccf97f38c0e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:57.411340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.418593 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] Routers {'52f579b9-a662-4a1a-b362-1ccf97f38c0e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:57.419425 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['52f579b9-a662-4a1a-b362-1ccf97f38c0e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:57.460166 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:57.471740 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] Routers {'52f579b9-a662-4a1a-b362-1ccf97f38c0e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:57.472360 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['52f579b9-a662-4a1a-b362-1ccf97f38c0e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:57.523325 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:57.524296 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1831ce-af66-40e0-b9c8-e9d2b65a2eb3 None None] The sync data for ids ['52f579b9-a662-4a1a-b362-1ccf97f38c0e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:57.545367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cb90-035a-4088-8b0a-6b478135cd6b None None] Pushing event updated for resources: {'Port': ['ID=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:57.559764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 848cbb47-01a9-4735-9a54-42019a8603a1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:52:57.912550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:57.927917 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cbea65e9-fa8a-4cc9-860d-9a03ab94a7f7 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 200 len: 922 time: 0.5226924 Apr 30 04:52:57.932532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34654) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:57.991981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:52:58.021591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2792df9a-99aa-4753-a6db-927ee1a754b1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.160856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406366d2-5883-4b8a-8173-f394c02e5229 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:58.168029 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-406366d2-5883-4b8a-8173-f394c02e5229 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=52f579b9-a662-4a1a-b362-1ccf97f38c0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2320666 Apr 30 04:52:58.170793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.183165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34656) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.197929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event updated for resources: {'Subnet': ['ID=2792df9a-99aa-4753-a6db-927ee1a754b1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:58.246291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.255152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.267572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1790fadb-11cf-4b91-909d-f7a2cf18ca0c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:58.338637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:58.339136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.446993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Checking segment: {'id': '896ed4a4-d736-4018-a07d-4875051a06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:52:58.447609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network hostable DHCP agents. Network: 4c49ffab-4bc9-49de-a6ab-b15589f00d8b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:52:58.458639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:52:58.461905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:58.470173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:58.477239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.480385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3388e615-f206-4934-be94-9771db3fe242 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7 HTTP/1.1" status: 204 len: 168 time: 2.0793326 Apr 30 04:52:58.521927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:58.522327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.527392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01aa25-be0a-4149-9996-267d4951ec7e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:58.530407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34660) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.531978 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b01aa25-be0a-4149-9996-267d4951ec7e tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.3468621 Apr 30 04:52:58.535586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:58.538666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34662) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.593146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:58.598562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:52:58.606969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:52:58.609361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.615908 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8625bb9f-4167-4314-9d81-ec10df848e69 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 200 len: 205 time: 0.0759425 Apr 30 04:52:58.616516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34664) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.620603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] Sync routers for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:52:58.639823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:58.644678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:58.687257 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d9374fba-5a6b-46b0-b52b-c1f3a31844a3 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2854445 Apr 30 04:52:58.694149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aff8cd-68c6-43ba-89d6-c8b4db940340 req-1ab20d8f-935d-4840-b2fe-57b5983d7813 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:58.696653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34666) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.697622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61aff8cd-68c6-43ba-89d6-c8b4db940340 req-1ab20d8f-935d-4840-b2fe-57b5983d7813 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.5298741 Apr 30 04:52:58.736398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:58.737300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:52:58.741008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:58.774856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4077b-dbe2-430e-b9a8-f176ae9ee2eb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:58.784130 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b1b4077b-dbe2-430e-b9a8-f176ae9ee2eb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2501197 Apr 30 04:52:58.790053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34668) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.828288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:52:58.848327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:52:58.848972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:58.849590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf44f62-c87b-4d9b-ae49-b1445a7f64fd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:52:58.851098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cbf44f62-c87b-4d9b-ae49-b1445a7f64fd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/f9dd4688-d8d1-45a9-ba0d-348bb500ec19 HTTP/1.1" status: 404 len: 333 time: 0.0508897 Apr 30 04:52:58.853386 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-485bec79-2d3e-452b-bbd8-e0d92acb2a3c service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4714956 Apr 30 04:52:58.859721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34670) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:58.908901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:58.909733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f19af-1e01-4db1-b6b8-cc73579bc3ba None None] The sync data for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:52:58.926304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:58.932463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:58.933660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.035725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:59.036121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.120388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,segment=NetworkSegment(753f5cdf-1b32-4382-84c4-9a45bfefbfb3),segment_id=753f5cdf-1b32-4382-84c4-9a45bfefbfb3)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:52:59.145639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672c6cc-054c-4745-b4a1-8ff3dc04e136 None None] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:59.170055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad39cbac-400c-46c1-aa61-0ad30a4b83b0 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:52:59.171819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ad39cbac-400c-46c1-aa61-0ad30a4b83b0 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/630f6dc7-c67b-4a5b-a1b5-e320d5c8a5d7 HTTP/1.1" status: 404 len: 333 time: 0.3129170 Apr 30 04:52:59.205374 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61aff8cd-68c6-43ba-89d6-c8b4db940340 req-d99c6123-5de3-49eb-8b36-8190fb16eeec tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825861 Apr 30 04:52:59.206187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34672) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:59.221949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.251255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 4c49ffab-4bc9-49de-a6ab-b15589f00d8b) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:52:59.291557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56cc4dd-36fb-4e60-b3e2-943e24a26e82 None None] Network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:52:59.406109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:52:59.407825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.418363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d4a08358-387c-48c5-b45c-21d5dc428df5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.443576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.452170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e82ba8d-7fb6-4f8d-a67b-8aaf9c883324 req-f79c01ec-738a-4762-a730-c478ba570f22 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904539 Apr 30 04:52:59.522860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.20.0.1 (ee12546b-6dfc-41af-bc9a-6149c695eb6d/e0001eb2-3d7d-44c5-8299-c38e779610c4/7e523c05-28fd-426e-a8c0-3e04874b8396) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:52:59.561716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-64ee4a88-640b-4cc4-836e-44e5e7d87f6f None None] Provisioning complete for port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:52:59.562427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64ee4a88-640b-4cc4-836e-44e5e7d87f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.618380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d4a08358-387c-48c5-b45c-21d5dc428df5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.691408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:52:59.694578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a08358-387c-48c5-b45c-21d5dc428df5']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:59.715204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430f6867-22d4-45a9-aca9-84cfecde7428') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:59.715498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430f6867-22d4-45a9-aca9-84cfecde7428') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:52:59.725232 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ecf5ca8c-8757-4c0b-952e-dc00f5854add tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2362709 Apr 30 04:52:59.733811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (430f6867-22d4-45a9-aca9-84cfecde7428), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.735944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34676) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:52:59.772978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-4c49ffab-4bc9-49de-a6ab-b15589f00d8b', 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b', 'project_id': '2d232861a3414df6928404d662df020a', 'fixed_ips': [{'subnet_id': '2792df9a-99aa-4753-a6db-927ee1a754b1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:52:59.773830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.799989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (430f6867-22d4-45a9-aca9-84cfecde7428), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.807233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64ee4a88-640b-4cc4-836e-44e5e7d87f6f None None] Current status of the port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:52:59.823273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:52:59.823675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (430f6867-22d4-45a9-aca9-84cfecde7428), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:52:59.826868 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:52:59.840822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.028365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Allocated IP 2001:db8::f816:3eff:fe40:45e (4c49ffab-4bc9-49de-a6ab-b15589f00d8b/2792df9a-99aa-4753-a6db-927ee1a754b1/742a69c4-cb1e-413b-b1d3-f05090eb6445) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:00.045485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (52f579b9-a662-4a1a-b362-1ccf97f38c0e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.067871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d4a08358-387c-48c5-b45c-21d5dc428df5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.107090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.112593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.124305 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/d4a08358-387c-48c5-b45c-21d5dc428df5 HTTP/1.1" status: 204 len: 168 time: 0.9112403 Apr 30 04:53:00.126831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8144871-a14a-49c8-92ec-291d5492ff42 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=d4a08358-387c-48c5-b45c-21d5dc428df5,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:00.130155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.135683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34678) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:00.167233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-323249489'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:00.232894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1790fadb-11cf-4b91-909d-f7a2cf18ca0c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:00.236840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.241934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:00.270567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:00.282215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:00.292254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-34ea1fa4-6c11-49d0-8753-ad661342e247 None None] Provisioning complete for port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:00.292626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-34ea1fa4-6c11-49d0-8753-ad661342e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.305895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks [] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.363145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:00.363614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.404033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.425308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649270e-97b1-4125-b0ae-490fe541bd06 req-95d251f9-65d4-402c-8982-38fc18673413 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:00.433337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4649270e-97b1-4125-b0ae-490fe541bd06 req-95d251f9-65d4-402c-8982-38fc18673413 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1377919 Apr 30 04:53:00.439716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=7e523c05-28fd-426e-a8c0-3e04874b8396,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:00.439852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port 26b37a13-4823-4472-80ed-f2e7709d8ead {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:00.439852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (26b37a13-4823-4472-80ed-f2e7709d8ead), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.456260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:00.459682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.529256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-34ea1fa4-6c11-49d0-8753-ad661342e247 None None] Current status of the port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:00.531453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (34e72ae1-86c7-427f-9e77-02c65f2c366e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.538601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:00.544461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Pushing event updated for resources: {'Port': ['ID=742a69c4-cb1e-413b-b1d3-f05090eb6445,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:00.554556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:00.557600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:00.566118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2792df9a-99aa-4753-a6db-927ee1a754b1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.584563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:00.655370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5fb6d175-bfbd-4386-8419-bef54280d74c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.655707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment 5fb6d175-bfbd-4386-8419-bef54280d74c of type vlan for network 9e03b66d-35f5-4286-a717-9471597c2fac Apr 30 04:53:00.679484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.690751 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4649270e-97b1-4125-b0ae-490fe541bd06 req-9c291c00-0971-405d-9b39-ac418faf2abd tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134326 Apr 30 04:53:00.708936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ff65fd0-9338-4935-a008-99b2cde290bf None None] Provisioning complete for port 7e523c05-28fd-426e-a8c0-3e04874b8396 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:00.711692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ff65fd0-9338-4935-a008-99b2cde290bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.749950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9e03b66d-35f5-4286-a717-9471597c2fac), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.788294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Attempting to bind port 742a69c4-cb1e-413b-b1d3-f05090eb6445 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:00.788581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Attempting to bind port 742a69c4-cb1e-413b-b1d3-f05090eb6445 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '896ed4a4-d736-4018-a07d-4875051a06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:00.788973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Attempting to bind port 742a69c4-cb1e-413b-b1d3-f05090eb6445 on network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:00.790866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:00.791928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:00.822407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:00.822794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Checking segment: {'id': '896ed4a4-d736-4018-a07d-4875051a06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:00.823477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.823730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Bound using segment: {'id': '896ed4a4-d736-4018-a07d-4875051a06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:00.824269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Bound port: 742a69c4-cb1e-413b-b1d3-f05090eb6445, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896ed4a4-d736-4018-a07d-4875051a06af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:00.825135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.829932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ff65fd0-9338-4935-a008-99b2cde290bf None None] Port 7e523c05-28fd-426e-a8c0-3e04874b8396 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:00.842431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9e03b66d-35f5-4286-a717-9471597c2fac), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.847990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:00.848596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.883859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.917384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.933421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] For port 742a69c4-cb1e-413b-b1d3-f05090eb6445, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:00.939395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] For port 742a69c4-cb1e-413b-b1d3-f05090eb6445, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=742a69c4-cb1e-413b-b1d3-f05090eb6445,segment=NetworkSegment(896ed4a4-d736-4018-a07d-4875051a06af),segment_id=896ed4a4-d736-4018-a07d-4875051a06af)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:00.948452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:00.948994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.957325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (26b37a13-4823-4472-80ed-f2e7709d8ead), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:00.976875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8363028 Apr 30 04:53:00.981525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34684) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:00.983938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:00.999193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa926c39-673e-44fb-842f-a4aa399c958f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=9e03b66d-35f5-4286-a717-9471597c2fac,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:01.013027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9e03b66d-35f5-4286-a717-9471597c2fac details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:01.049585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.053511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for 26b37a13-4823-4472-80ed-f2e7709d8ead owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:01.136748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d1f4b-7674-4a09-b7ef-be0da16a57b8 None None] Pushing event updated for resources: {'Port': ['ID=742a69c4-cb1e-413b-b1d3-f05090eb6445,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:01.178656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:01.260062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:01.263949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.359405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Performing IP validity checks on allocation pools {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:53:01.360264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:53:01.460799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.553323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.579297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (2792df9a-99aa-4753-a6db-927ee1a754b1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.684631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=2792df9a-99aa-4753-a6db-927ee1a754b1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:01.684856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (34e72ae1-86c7-427f-9e77-02c65f2c366e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.707901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=7e523c05-28fd-426e-a8c0-3e04874b8396,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:01.783952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.821691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c49ffab-4bc9-49de-a6ab-b15589f00d8b']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:01.850465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896ed4a4-d736-4018-a07d-4875051a06af') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:01.850835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896ed4a4-d736-4018-a07d-4875051a06af') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:01.886262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ecd91-96a7-4a95-8aa0-435d8db37818 req-ea6ad1e2-1fcb-41fd-b9de-0eb21b20ee5b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:01.894478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-292ecd91-96a7-4a95-8aa0-435d8db37818 req-ea6ad1e2-1fcb-41fd-b9de-0eb21b20ee5b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1115820 Apr 30 04:53:01.916700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:01.953262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (081adc50-734e-48a4-a613-0ea9344fa88a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.007391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.026394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:02.026797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:02.031594 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:02.034229 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-292ecd91-96a7-4a95-8aa0-435d8db37818 req-5e6688af-f268-4f7e-b189-b0a56d87b55b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365232 Apr 30 04:53:02.047629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:02.053230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:02.059772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=081adc50-734e-48a4-a613-0ea9344fa88a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:02.068175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 7a401283-cd7f-49a4-a984-342257df54d3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:02.068441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7a401283-cd7f-49a4-a984-342257df54d3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.134840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router bfd9559a-f67d-4695-88bd-af4e2c6f00f8 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:02.169030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': '5fb6d175-bfbd-4386-8419-bef54280d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:02.174333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: 9e03b66d-35f5-4286-a717-9471597c2fac, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:02.243892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.api [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:53:02.243892 dv-neutron-838078-9-hyperv neutron-server[111174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:53:02.243892 dv-neutron-838078-9-hyperv neutron-server[111174]: [parameters: {'id': '4c49ffab-4bc9-49de-a6ab-b15589f00d8b'}] Apr 30 04:53:02.243892 dv-neutron-838078-9-hyperv neutron-server[111174]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:53:02.244677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG oslo_db.api [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:53:02.297130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 742a69c4-cb1e-413b-b1d3-f05090eb6445 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:02.371620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7a401283-cd7f-49a4-a984-342257df54d3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.391383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 742a69c4-cb1e-413b-b1d3-f05090eb6445 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:02.391383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.391705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 7a401283-cd7f-49a4-a984-342257df54d3 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:02.429932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (26b37a13-4823-4472-80ed-f2e7709d8ead), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.516306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=26b37a13-4823-4472-80ed-f2e7709d8ead,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:02.533152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fe29ee91-516f-4716-8d40-edfb5e7706bd None None] Provisioning complete for port 7e523c05-28fd-426e-a8c0-3e04874b8396 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:02.534719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fe29ee91-516f-4716-8d40-edfb5e7706bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.586309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fe29ee91-516f-4716-8d40-edfb5e7706bd None None] Port 7e523c05-28fd-426e-a8c0-3e04874b8396 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:02.596620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:02.605880 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Sync routers for ids ['bfd9559a-f67d-4695-88bd-af4e2c6f00f8'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:02.625179 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Routers {'bfd9559a-f67d-4695-88bd-af4e2c6f00f8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:02.625928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bfd9559a-f67d-4695-88bd-af4e2c6f00f8'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:02.642185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 742a69c4-cb1e-413b-b1d3-f05090eb6445 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:02.642725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.684420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 742a69c4-cb1e-413b-b1d3-f05090eb6445, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=742a69c4-cb1e-413b-b1d3-f05090eb6445,segment=NetworkSegment(896ed4a4-d736-4018-a07d-4875051a06af),segment_id=896ed4a4-d736-4018-a07d-4875051a06af)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:02.689762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99fd8c0-2583-408d-9411-73a6d99e2bc3 None None] Network 4c49ffab-4bc9-49de-a6ab-b15589f00d8b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:02.735510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4e89eb1a-489f-4a21-bc8e-ee9743a3a2e6 None None] Provisioning complete for port 742a69c4-cb1e-413b-b1d3-f05090eb6445 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:02.736347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb1a-489f-4a21-bc8e-ee9743a3a2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.771917 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Set router bfd9559a-f67d-4695-88bd-af4e2c6f00f8 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:02.789390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f56f77-68cc-4177-8018-ab7ee82ce401 req-ca95800f-56af-42f3-ab2c-f39136091b7f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:02.790189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.801842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f56f77-68cc-4177-8018-ab7ee82ce401 req-ca95800f-56af-42f3-ab2c-f39136091b7f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.5851097 Apr 30 04:53:02.865901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 9e03b66d-35f5-4286-a717-9471597c2fac is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:02.896168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f56f77-68cc-4177-8018-ab7ee82ce401 req-102aa6e9-deb9-4c25-85fc-5b6586fee229 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892107 Apr 30 04:53:02.899550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.917273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.918924 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ece204f-7ff6-4bd5-bf79-f7dae47c50a5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8273690 Apr 30 04:53:02.945248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34696) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:02.954609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (52f579b9-a662-4a1a-b362-1ccf97f38c0e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:02.963107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9e03b66d-35f5-4286-a717-9471597c2fac) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:03.024374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4e89eb1a-489f-4a21-bc8e-ee9743a3a2e6 None None] Current status of the port 742a69c4-cb1e-413b-b1d3-f05090eb6445 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:03.036477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f6298-07cb-4de1-b568-3f07877f496d None None] Network 9e03b66d-35f5-4286-a717-9471597c2fac requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:03.051996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router 34e72ae1-86c7-427f-9e77-02c65f2c366e is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:03.054820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:03.055366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.105950 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:55Z', 'updated_at': '2022-04-30T04:52:59Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:57Z', 'updated_at': '2022-04-30T04:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:03.130074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c541644-7db1-47b4-8bf4-5fd04645128b req-226dbbe3-0a8d-4612-9331-3eba3901082b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:03.131699 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c541644-7db1-47b4-8bf4-5fd04645128b req-226dbbe3-0a8d-4612-9331-3eba3901082b tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0941453 Apr 30 04:53:03.148088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] DHCP port deletion for 4c49ffab-4bc9-49de-a6ab-b15589f00d8b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:03.156589 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Checking router: bfd9559a-f67d-4695-88bd-af4e2c6f00f8 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:03.157817 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Updating router bfd9559a-f67d-4695-88bd-af4e2c6f00f8 port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:53:03.179289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=742a69c4-cb1e-413b-b1d3-f05090eb6445,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:03.195518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9e03b66d-35f5-4286-a717-9471597c2fac', 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': '081adc50-734e-48a4-a613-0ea9344fa88a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:03.196822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.205986 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.238446 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4cacd5fb-2f28-4a24-bae8-ff4c93f94e3a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2589998 Apr 30 04:53:03.239212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34698) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:03.249471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac', 'name': 'tempest-PortsTestJSON-193200895'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:03.262676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.266129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (52f579b9-a662-4a1a-b362-1ccf97f38c0e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.379480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7a401283-cd7f-49a4-a984-342257df54d3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.381807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port 742a69c4-cb1e-413b-b1d3-f05090eb6445 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:03.382359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.407496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Allocated IP 172.20.0.2 (9e03b66d-35f5-4286-a717-9471597c2fac/081adc50-734e-48a4-a613-0ea9344fa88a/42f9cce3-492a-443c-af61-2f107f68a234) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:03.432146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=7a401283-cd7f-49a4-a984-342257df54d3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:03.449537 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95dec9f2-5365-4960-8df5-b6af9fa90d28 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/bfd9559a-f67d-4695-88bd-af4e2c6f00f8 HTTP/1.1" status: 200 len: 908 time: 0.5015571 Apr 30 04:53:03.453055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34700) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:03.479123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:03.489454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5b06e654-fe9b-4ec1-b5ac-600cab1d770d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/34e72ae1-86c7-427f-9e77-02c65f2c366e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3607016 Apr 30 04:53:03.523983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34702) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:03.529745 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c541644-7db1-47b4-8bf4-5fd04645128b req-a6dcef83-1267-4eb9-a48a-3663fa8d2ccf tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203616 Apr 30 04:53:03.578901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (52f579b9-a662-4a1a-b362-1ccf97f38c0e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.578901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router 52f579b9-a662-4a1a-b362-1ccf97f38c0e {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:03.592139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.593436 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d7bfa6cc-5317-4119-acb8-30e1692d6137 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 204 len: 168 time: 4.9566734 Apr 30 04:53:03.602184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34706) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:03.606312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1205297076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:03.607250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9210c-49d2-43e7-b2bf-c26f82787fdb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:03.615258 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fdd9210c-49d2-43e7-b2bf-c26f82787fdb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports/7e523c05-28fd-426e-a8c0-3e04874b8396 HTTP/1.1" status: 200 len: 910 time: 0.0843365 Apr 30 04:53:03.617694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34708) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:03.632919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:03.637063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.665890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0001eb2-3d7d-44c5-8299-c38e779610c4'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:03.689790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 71465526-e9c4-4a31-86a4-db1a0cacfe48 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:03.721716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks [] for port (42f9cce3-492a-443c-af61-2f107f68a234), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.755802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] Sync routers for ids ['34e72ae1-86c7-427f-9e77-02c65f2c366e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:03.783906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Deleting port 742a69c4-cb1e-413b-b1d3-f05090eb6445 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:03.787542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.810526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] Routers {'34e72ae1-86c7-427f-9e77-02c65f2c366e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:03.811181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['34e72ae1-86c7-427f-9e77-02c65f2c366e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:03.811530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] For port 742a69c4-cb1e-413b-b1d3-f05090eb6445, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=742a69c4-cb1e-413b-b1d3-f05090eb6445,segment=NetworkSegment(896ed4a4-d736-4018-a07d-4875051a06af),segment_id=896ed4a4-d736-4018-a07d-4875051a06af)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:03.813868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.816723 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks [] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.833066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbb168-a117-4ab3-b481-018c1e98b8d7 req-425d0544-7255-42d0-8e93-f301ed2c56da tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:03.837819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95dbb168-a117-4ab3-b481-018c1e98b8d7 req-425d0544-7255-42d0-8e93-f301ed2c56da tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0785618 Apr 30 04:53:03.838947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (848cbb47-01a9-4735-9a54-42019a8603a1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.877465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for 742a69c4-cb1e-413b-b1d3-f05090eb6445 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:03.885928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (42f9cce3-492a-443c-af61-2f107f68a234), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.890263 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.943681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.13 (9e03b66d-35f5-4286-a717-9471597c2fac/081adc50-734e-48a4-a613-0ea9344fa88a/71465526-e9c4-4a31-86a4-db1a0cacfe48) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:03.948555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95dbb168-a117-4ab3-b481-018c1e98b8d7 req-2eb676e5-a9ff-4a22-9a22-6aa58bda9a12 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790067 Apr 30 04:53:03.959158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:03.967092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.003388 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Attempting to bind port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:04.004127 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Attempting to bind port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:04.004127 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Attempting to bind port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:04.009978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:04.057333 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:04.060865 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:04.062454 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.062858 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:04.063419 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Bound port: 4efcf6c8-2457-4dff-98c1-4bb698dfe14d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:04.065990 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.112576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.132921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Network 9e03b66d-35f5-4286-a717-9471597c2fac is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:04.138874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] Routers {'34e72ae1-86c7-427f-9e77-02c65f2c366e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:04.142645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['34e72ae1-86c7-427f-9e77-02c65f2c366e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:04.145197 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2992b5-4ccc-4036-b482-7c816df16d4b None None] Pushing event updated for resources: {'Port': ['ID=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:04.184100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:04.189912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 742a69c4-cb1e-413b-b1d3-f05090eb6445 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:04.192137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Pushing event updated for resources: {'Port': ['ID=42f9cce3-492a-443c-af61-2f107f68a234,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:04.195017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:04.199142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (71465526-e9c4-4a31-86a4-db1a0cacfe48), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.209336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:04.211838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984501c-ba4b-426a-93cf-0902b86bafaf None None] The sync data for ids ['34e72ae1-86c7-427f-9e77-02c65f2c366e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:04.220422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] For port 742a69c4-cb1e-413b-b1d3-f05090eb6445, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=742a69c4-cb1e-413b-b1d3-f05090eb6445,segment=NetworkSegment(896ed4a4-d736-4018-a07d-4875051a06af),segment_id=896ed4a4-d736-4018-a07d-4875051a06af)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:04.221350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.230664 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] For port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:04.236049 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] For port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:04.248970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.274260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Calling delete_port for 742a69c4-cb1e-413b-b1d3-f05090eb6445 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:04.287646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014380b-a96e-494b-b73f-970951c228f5 req-561624f4-9a93-46b5-b336-4c99de95a8bb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:04.289557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b014380b-a96e-494b-b73f-970951c228f5 req-561624f4-9a93-46b5-b336-4c99de95a8bb tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0765126 Apr 30 04:53:04.319801 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.355043 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b014380b-a96e-494b-b73f-970951c228f5 req-31bb9dac-6e1b-4fa8-8e63-f5b7454eeacf tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562887 Apr 30 04:53:04.373562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (71465526-e9c4-4a31-86a4-db1a0cacfe48), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.426868 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Routers {'bfd9559a-f67d-4695-88bd-af4e2c6f00f8'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:04.426868 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bfd9559a-f67d-4695-88bd-af4e2c6f00f8'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:04.482253 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2992b5-4ccc-4036-b482-7c816df16d4b None None] Pushing event updated for resources: {'Port': ['ID=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:04.501582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 9e03b66d-35f5-4286-a717-9471597c2fac is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:04.529577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:04.534399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:04.589093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=71465526-e9c4-4a31-86a4-db1a0cacfe48,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:04.610225 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] Set router bfd9559a-f67d-4695-88bd-af4e2c6f00f8 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:04.656227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:04.657571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.674417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.720023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Attempting to bind port 42f9cce3-492a-443c-af61-2f107f68a234 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:04.720657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Attempting to bind port 42f9cce3-492a-443c-af61-2f107f68a234 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '5fb6d175-bfbd-4386-8419-bef54280d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:04.721543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Attempting to bind port 42f9cce3-492a-443c-af61-2f107f68a234 on network 9e03b66d-35f5-4286-a717-9471597c2fac {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:04.747034 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-58a74429-c4e1-460a-93a6-c286e3fa1dd1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5016043 Apr 30 04:53:04.749389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34716) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:04.769872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 742a69c4-cb1e-413b-b1d3-f05090eb6445 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:04.770650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.802807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:04.803117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Checking segment: {'id': '5fb6d175-bfbd-4386-8419-bef54280d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:04.803610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.804162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Bound using segment: {'id': '5fb6d175-bfbd-4386-8419-bef54280d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:04.804684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Bound port: 42f9cce3-492a-443c-af61-2f107f68a234, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6d175-bfbd-4386-8419-bef54280d74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9e03b66d-35f5-4286-a717-9471597c2fac'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:04.808592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42f9cce3-492a-443c-af61-2f107f68a234), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.868337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.877664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 71465526-e9c4-4a31-86a4-db1a0cacfe48 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:04.878689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (71465526-e9c4-4a31-86a4-db1a0cacfe48), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:04.929744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] No DVR routers for this DVR port 742a69c4-cb1e-413b-b1d3-f05090eb6445 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:04.949521 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:55Z', 'updated_at': '2022-04-30T04:52:59Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:57Z', 'updated_at': '2022-04-30T04:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:04.970821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30311c5-0ad6-427a-8777-aaebecbac141 None None] Pushing event deleted for resources: {'Port': ['ID=742a69c4-cb1e-413b-b1d3-f05090eb6445,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:04.991748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] For port 42f9cce3-492a-443c-af61-2f107f68a234, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:05.001817 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592cc4d-f992-4271-897b-d854e787fad7 None None] The sync data for ids ['bfd9559a-f67d-4695-88bd-af4e2c6f00f8'] in dv-neutron-838078-9-hyperv is: [{'id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'name': 'tempest-snat-router-1092248901', 'tenant_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:55Z', 'updated_at': '2022-04-30T04:52:59Z', 'revision_number': 3, 'project_id': 'b0ea97e3643a4634ba1a54bf182dcf1e', 'gw_port': {'id': '4efcf6c8-2457-4dff-98c1-4bb698dfe14d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd9559a-f67d-4695-88bd-af4e2c6f00f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:57Z', 'updated_at': '2022-04-30T04:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:05.006384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] For port 42f9cce3-492a-443c-af61-2f107f68a234, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42f9cce3-492a-443c-af61-2f107f68a234,segment=NetworkSegment(5fb6d175-bfbd-4386-8419-bef54280d74c),segment_id=5fb6d175-bfbd-4386-8419-bef54280d74c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:05.006819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.014862 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-39623869-c378-4f25-9e6f-942b43792db9 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4121192 Apr 30 04:53:05.024782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34722) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.031596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:05.098841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (42f9cce3-492a-443c-af61-2f107f68a234), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.133155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 848cbb47-01a9-4735-9a54-42019a8603a1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:05.151790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55a97b-c417-417d-a3b7-630dae9fa768 req-0473c304-dfbb-449a-9374-d13e82339c65 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:05.160369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b55a97b-c417-417d-a3b7-630dae9fa768 req-0473c304-dfbb-449a-9374-d13e82339c65 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1073420 Apr 30 04:53:05.171975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (71465526-e9c4-4a31-86a4-db1a0cacfe48), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.211956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 71465526-e9c4-4a31-86a4-db1a0cacfe48 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:05.216716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (742a69c4-cb1e-413b-b1d3-f05090eb6445), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.223578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed2bea-4c76-4679-9dfa-af7c331f7584 None None] Pushing event updated for resources: {'Port': ['ID=42f9cce3-492a-443c-af61-2f107f68a234,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:05.245871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.248369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b55a97b-c417-417d-a3b7-630dae9fa768 req-a1efcfea-1219-4793-987d-0715e0f46288 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868597 Apr 30 04:53:05.262900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No DVR routers for this DVR port 742a69c4-cb1e-413b-b1d3-f05090eb6445 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:05.419320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.519472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=742a69c4-cb1e-413b-b1d3-f05090eb6445,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:05.559006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (71465526-e9c4-4a31-86a4-db1a0cacfe48), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.602049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=71465526-e9c4-4a31-86a4-db1a0cacfe48,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:05.670586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:05.684014 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] Sync routers for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:05.692991 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57b38bae-051b-4b80-bbac-215e13ef0d7f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9917862 Apr 30 04:53:05.703036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34724) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.714698 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:05.716486 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.752597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.759721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2a42ce3d-7adc-43c5-bfc3-e0c2bd98278f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/71465526-e9c4-4a31-86a4-db1a0cacfe48 HTTP/1.1" status: 204 len: 168 time: 1.0080287 Apr 30 04:53:05.762180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34726) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.820454 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.823339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e6fa2f6-e09c-447f-aa14-08d3b2ad0202 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=848cbb47-01a9-4735-9a54-42019a8603a1 HTTP/1.1" status: 200 len: 205 time: 0.1182375 Apr 30 04:53:05.825933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.833231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-59579d7a-bc72-42f0-a957-8f4982ac4cbb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:05.833919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59579d7a-bc72-42f0-a957-8f4982ac4cbb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:05.837256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-59579d7a-bc72-42f0-a957-8f4982ac4cbb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/71465526-e9c4-4a31-86a4-db1a0cacfe48 HTTP/1.1" status: 404 len: 333 time: 0.0739348 Apr 30 04:53:05.849487 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] Routers {'848cbb47-01a9-4735-9a54-42019a8603a1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:05.851740 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['848cbb47-01a9-4735-9a54-42019a8603a1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.884597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34730) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.901160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:05.931584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e883dd94-6c22-4bd6-8724-d521b27cf042 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:53:05.935441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e883dd94-6c22-4bd6-8724-d521b27cf042 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/71465526-e9c4-4a31-86a4-db1a0cacfe48 HTTP/1.1" status: 404 len: 333 time: 0.0474880 Apr 30 04:53:05.945366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c49ffab-4bc9-49de-a6ab-b15589f00d8b']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.958484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896ed4a4-d736-4018-a07d-4875051a06af') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.958837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896ed4a4-d736-4018-a07d-4875051a06af') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.962834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34732) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:05.973437 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:05.974655 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197b9a2-89fb-4fc4-907c-b03b54bcddf7 None None] The sync data for ids ['848cbb47-01a9-4735-9a54-42019a8603a1'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:05.983771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.006943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.018822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (848cbb47-01a9-4735-9a54-42019a8603a1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.019042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:06.019269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (896ed4a4-d736-4018-a07d-4875051a06af), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:06.114246 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:06.170662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 081adc50-734e-48a4-a613-0ea9344fa88a {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:06.208036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.230472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42f9cce3-492a-443c-af61-2f107f68a234 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:06.271119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (081adc50-734e-48a4-a613-0ea9344fa88a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.286774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Deleting port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:06.287174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.300623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 42f9cce3-492a-443c-af61-2f107f68a234 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:06.301424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42f9cce3-492a-443c-af61-2f107f68a234), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.329595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (4c49ffab-4bc9-49de-a6ab-b15589f00d8b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.367858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (848cbb47-01a9-4735-9a54-42019a8603a1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.386681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (848cbb47-01a9-4735-9a54-42019a8603a1), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.403574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.410157 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/4c49ffab-4bc9-49de-a6ab-b15589f00d8b HTTP/1.1" status: 204 len: 168 time: 6.6688385 Apr 30 04:53:06.410157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb513-4f32-409b-bde5-8b2846370387 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=4c49ffab-4bc9-49de-a6ab-b15589f00d8b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:06.410889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34738) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.465541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (081adc50-734e-48a4-a613-0ea9344fa88a), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.512218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 42f9cce3-492a-443c-af61-2f107f68a234 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:06.512943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (42f9cce3-492a-443c-af61-2f107f68a234), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.560995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 42f9cce3-492a-443c-af61-2f107f68a234, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42f9cce3-492a-443c-af61-2f107f68a234,segment=NetworkSegment(5fb6d175-bfbd-4386-8419-bef54280d74c),segment_id=5fb6d175-bfbd-4386-8419-bef54280d74c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:06.594308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca0b341-0151-4e09-b020-2422bf5d4c8e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:06.597499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca0b341-0151-4e09-b020-2422bf5d4c8e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:06.598488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bca0b341-0151-4e09-b020-2422bf5d4c8e tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/2792df9a-99aa-4753-a6db-927ee1a754b1 HTTP/1.1" status: 404 len: 337 time: 0.1842439 Apr 30 04:53:06.606312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34740) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.624975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d8cc-eb64-4c43-b7e1-8d8e6eef5c68 req-3564121f-50ac-44e9-b29a-3734d8d7d7ac tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:06.627278 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0e1d8cc-eb64-4c43-b7e1-8d8e6eef5c68 req-3564121f-50ac-44e9-b29a-3734d8d7d7ac tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2332921 Apr 30 04:53:06.644898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (42f9cce3-492a-443c-af61-2f107f68a234), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.645740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4efcf6c8-2457-4dff-98c1-4bb698dfe14d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:06.653139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e321696f-c0e7-4dd9-ae87-73c65cdd969d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:06.653666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e321696f-c0e7-4dd9-ae87-73c65cdd969d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:06.657454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e321696f-c0e7-4dd9-ae87-73c65cdd969d tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/4c49ffab-4bc9-49de-a6ab-b15589f00d8b HTTP/1.1" status: 404 len: 339 time: 0.0480690 Apr 30 04:53:06.677661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34742) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.744961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (848cbb47-01a9-4735-9a54-42019a8603a1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.745535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router 848cbb47-01a9-4735-9a54-42019a8603a1 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:06.745769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=42f9cce3-492a-443c-af61-2f107f68a234,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:06.748531 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-960e33d7-46df-480a-abf1-d940b0122dbe tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:06.749006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960e33d7-46df-480a-abf1-d940b0122dbe tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:06.755374 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-960e33d7-46df-480a-abf1-d940b0122dbe tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/4aca1356-7d07-4c0e-8a35-3b6b87df0139 HTTP/1.1" status: 404 len: 337 time: 0.0744083 Apr 30 04:53:06.763274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.769389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:06.769724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.771023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-75f66902-bcdc-41fe-bc32-d75e374d2146 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1 HTTP/1.1" status: 204 len: 168 time: 0.9455738 Apr 30 04:53:06.804487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34744) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.804712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34746) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.889925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:06.890382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.902334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4da025-40bb-46e0-b310-683592650322 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:06.902953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4da025-40bb-46e0-b310-683592650322 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:06.905938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bd4da025-40bb-46e0-b310-683592650322 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/dee131b1-4602-4b6c-bf2f-8904b3270678 HTTP/1.1" status: 404 len: 339 time: 0.1002636 Apr 30 04:53:06.913747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34748) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:06.930735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:06.932013 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0e1d8cc-eb64-4c43-b7e1-8d8e6eef5c68 req-3efe2398-8871-4471-90e2-121a71c81f5d tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864876 Apr 30 04:53:06.956124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] For port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:06.956648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.969908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (081adc50-734e-48a4-a613-0ea9344fa88a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:06.976251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b164b04-860b-4243-b757-a122ca019077 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:06.976712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b164b04-860b-4243-b757-a122ca019077 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:06.979841 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3b164b04-860b-4243-b757-a122ca019077 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/539d9e0c-5970-4141-9f15-ef416914d823 HTTP/1.1" status: 404 len: 337 time: 0.0631618 Apr 30 04:53:06.989324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34752) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:07.002947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Calling delete_port for 4efcf6c8-2457-4dff-98c1-4bb698dfe14d owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:07.008246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 05a80079-f302-4f39-b4ef-70989741622a {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:07.017279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (05a80079-f302-4f39-b4ef-70989741622a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.021780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.039958 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4df587-1b3a-4151-952c-45ede42905e5 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:07.040682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4df587-1b3a-4151-952c-45ede42905e5 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:07.048844 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-de4df587-1b3a-4151-952c-45ede42905e5 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/c1a41a47-0a66-486d-b38e-ace44bef3684 HTTP/1.1" status: 404 len: 339 time: 0.0571156 Apr 30 04:53:07.055755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34754) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:07.083032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (05a80079-f302-4f39-b4ef-70989741622a), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.106839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac87214-9f7f-4ef7-afe8-9cecd830e112 None None] Network 9e03b66d-35f5-4286-a717-9471597c2fac requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:07.240355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (05a80079-f302-4f39-b4ef-70989741622a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.245277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:07.284111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (081adc50-734e-48a4-a613-0ea9344fa88a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.331530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=081adc50-734e-48a4-a613-0ea9344fa88a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:07.333209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.336600 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-13c46c47-97d9-46ef-8a93-171d0aad6a04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/081adc50-734e-48a4-a613-0ea9344fa88a HTTP/1.1" status: 204 len: 168 time: 1.3727961 Apr 30 04:53:07.339950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34760) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:07.368188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:07.368903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.436778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9e03b66d-35f5-4286-a717-9471597c2fac), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.440299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-30a2181c-a231-4d1f-b73e-7bb81702e162 None None] Provisioning complete for port 42f9cce3-492a-443c-af61-2f107f68a234 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:07.440902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-30a2181c-a231-4d1f-b73e-7bb81702e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42f9cce3-492a-443c-af61-2f107f68a234), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.553518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (05a80079-f302-4f39-b4ef-70989741622a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.596809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-30a2181c-a231-4d1f-b73e-7bb81702e162 None None] Current status of the port 42f9cce3-492a-443c-af61-2f107f68a234 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:07.643805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa030be9-3cd6-4464-8c8d-3fbb33d44759 None None] Network ab314124-449a-4573-b5a1-85ff103451e5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:07.668019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.674444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.686634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (bafa8553-5065-4f0a-9c79-1c3058cf8eba), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.686794 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/05a80079-f302-4f39-b4ef-70989741622a HTTP/1.1" status: 204 len: 168 time: 0.8590119 Apr 30 04:53:07.686794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9884c0a-a423-47c4-ae66-5e473c611d7c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=05a80079-f302-4f39-b4ef-70989741622a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:07.692618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34762) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:07.717236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.770023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-bc15677d-368a-493d-bf5a-0ea2af0406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:07.772388 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-bc15677d-368a-493d-bf5a-0ea2af0406a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2840598 Apr 30 04:53:07.785335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925173f-3419-4ccd-a19b-a93e86ccda0d req-d3e251a3-2108-4d8d-a5f4-88c9ad89b008 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:07.787879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2925173f-3419-4ccd-a19b-a93e86ccda0d req-d3e251a3-2108-4d8d-a5f4-88c9ad89b008 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.3429070 Apr 30 04:53:07.794675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.801303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:07.818370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet ea2ef65a-69ae-433b-babd-bd9d43e71714 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:07.834520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15088a69-75d5-4c2c-892d-e30aa49fccdc None None] Network 9e03b66d-35f5-4286-a717-9471597c2fac requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:07.846419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (ea2ef65a-69ae-433b-babd-bd9d43e71714), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.867370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 42f9cce3-492a-443c-af61-2f107f68a234 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:07.867819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (42f9cce3-492a-443c-af61-2f107f68a234), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.972645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e8746d85-16cd-49be-8a52-b112d9283df1 None None] Provisioning complete for port 42f9cce3-492a-443c-af61-2f107f68a234 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:07.973014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8746d85-16cd-49be-8a52-b112d9283df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42f9cce3-492a-443c-af61-2f107f68a234), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:07.978129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] DHCP port deletion for ab314124-449a-4573-b5a1-85ff103451e5 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:08.036072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.052577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.101026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Deleting port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:08.101224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.231724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=7e523c05-28fd-426e-a8c0-3e04874b8396,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:08.243763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] For port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,segment=NetworkSegment(a5360de0-1453-4936-bc6f-735cd73dbce0),segment_id=a5360de0-1453-4936-bc6f-735cd73dbce0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:08.244293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.267447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:08.272818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.272967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Calling delete_port for 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:08.273452 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c9f9bc1-def4-4bfa-95bc-2d16df9b5c88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/ports/7e523c05-28fd-426e-a8c0-3e04874b8396 HTTP/1.1" status: 200 len: 910 time: 4.6091726 Apr 30 04:53:08.297067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34764) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:08.348881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] DHCP port deletion for 9e03b66d-35f5-4286-a717-9471597c2fac request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:08.353886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4efcf6c8-2457-4dff-98c1-4bb698dfe14d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:08.388898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (ea2ef65a-69ae-433b-babd-bd9d43e71714), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.464735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4efcf6c8-2457-4dff-98c1-4bb698dfe14d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.497822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Deleting port 42f9cce3-492a-443c-af61-2f107f68a234 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:08.498187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (42f9cce3-492a-443c-af61-2f107f68a234), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.502774 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2925173f-3419-4ccd-a19b-a93e86ccda0d req-adb37a62-9308-47ba-bc38-1639540f5fd3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6942592 Apr 30 04:53:08.506880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port 42f9cce3-492a-443c-af61-2f107f68a234, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42f9cce3-492a-443c-af61-2f107f68a234,segment=NetworkSegment(5fb6d175-bfbd-4386-8419-bef54280d74c),segment_id=5fb6d175-bfbd-4386-8419-bef54280d74c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:08.507244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (42f9cce3-492a-443c-af61-2f107f68a234), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.512223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-fdcf6988-c53b-450e-8f55-e46676f60735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:08.513787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-fdcf6988-c53b-450e-8f55-e46676f60735 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.7203679 Apr 30 04:53:08.540496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Port': ['ID=4efcf6c8-2457-4dff-98c1-4bb698dfe14d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:08.557187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No active binding found for port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d {{(pid=111176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 04:53:08.557187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] The host dv-neutron-838078-9-hyperv is not matching for port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d host None! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 04:53:08.557187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4efcf6c8-2457-4dff-98c1-4bb698dfe14d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 30 04:53:08.580153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port 4efcf6c8-2457-4dff-98c1-4bb698dfe14d not found, will not notify nova. {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 30 04:53:08.583509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 42f9cce3-492a-443c-af61-2f107f68a234 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:08.589952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e8746d85-16cd-49be-8a52-b112d9283df1 None None] Current status of the port 42f9cce3-492a-443c-af61-2f107f68a234 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:08.638155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] For port 42f9cce3-492a-443c-af61-2f107f68a234, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=42f9cce3-492a-443c-af61-2f107f68a234,segment=NetworkSegment(5fb6d175-bfbd-4386-8419-bef54280d74c),segment_id=5fb6d175-bfbd-4386-8419-bef54280d74c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:08.638873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (42f9cce3-492a-443c-af61-2f107f68a234), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.655278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Calling delete_port for 42f9cce3-492a-443c-af61-2f107f68a234 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:08.674533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (01a4de4f-94f6-4a71-9e39-0389b0b8f2b9), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.679818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-519d69b3-c286-40aa-941a-4b71fbdec9c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.1553047 Apr 30 04:53:08.684642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:08.697723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ea2ef65a-69ae-433b-babd-bd9d43e71714), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.761650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] Pushing event deleted for resources: {'Port': ['ID=01a4de4f-94f6-4a71-9e39-0389b0b8f2b9,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:08.772631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fde942-46c7-48e7-bebc-16803c38f6bd None None] No DVR routers for this DVR port 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:08.792640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-42f1d7e7-85b9-4e1e-8bdf-422145cd8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:08.794124 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-42f1d7e7-85b9-4e1e-8bdf-422145cd8f28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.1072612 Apr 30 04:53:08.806329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Allocated IP 172.26.5.250 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/6809fb09-397a-4b58-930f-a0c79fe99274) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:08.821279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:08.821725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 01a4de4f-94f6-4a71-9e39-0389b0b8f2b9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:08.840777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42f9cce3-492a-443c-af61-2f107f68a234 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:08.853190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-562afbd1-e287-48b4-a844-c672895517df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:08.854781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-562afbd1-e287-48b4-a844-c672895517df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0547276 Apr 30 04:53:08.881767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.898235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (42f9cce3-492a-443c-af61-2f107f68a234), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.913260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (42f9cce3-492a-443c-af61-2f107f68a234), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.938634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No active binding found for port 42f9cce3-492a-443c-af61-2f107f68a234 {{(pid=111176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 04:53:08.939349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] The host dv-neutron-838078-9-hyperv is not matching for port 42f9cce3-492a-443c-af61-2f107f68a234 host None! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 04:53:08.940098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 42f9cce3-492a-443c-af61-2f107f68a234 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:08.944778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] Pushing event deleted for resources: {'Port': ['ID=42f9cce3-492a-443c-af61-2f107f68a234,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:08.951921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796ac6d-6118-4043-b0b8-d2b01126863a None None] No DVR routers for this DVR port 42f9cce3-492a-443c-af61-2f107f68a234 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:08.971173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.978915 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/ports/f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa HTTP/1.1" status: 204 len: 168 time: 1.9189820 Apr 30 04:53:08.996233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (ea2ef65a-69ae-433b-babd-bd9d43e71714), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:08.999915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34768) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:09.000688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port 42f9cce3-492a-443c-af61-2f107f68a234 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:09.013000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cdfc0-ebc2-4554-9e9d-e880edca27cc tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=f5ee5f79-8b2d-4b69-bbcf-3bf0e97143aa,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:09.019672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=42f9cce3-492a-443c-af61-2f107f68a234,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:09.067727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.083213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2ef65a-69ae-433b-babd-bd9d43e71714,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:09.085981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-97615430-1e61-4a96-8def-ead23f757fe6 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:09.085981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97615430-1e61-4a96-8def-ead23f757fe6 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:09.088760 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97615430-1e61-4a96-8def-ead23f757fe6 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/fbe2fc05-ff1b-4bf3-a82d-104fbd840c21 HTTP/1.1" status: 404 len: 337 time: 0.0836687 Apr 30 04:53:09.101731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34770) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:09.109127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.115600 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-01ce4e98-82d3-407c-ba58-c8536affb48c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/ea2ef65a-69ae-433b-babd-bd9d43e71714 HTTP/1.1" status: 204 len: 168 time: 1.4177945 Apr 30 04:53:09.115783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668cd4d-25ea-48bb-87b4-9091ba018613 None None] Network 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:09.140747 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-419b8cc5-f235-4b07-9146-45a5c360b696 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802038 Apr 30 04:53:09.145099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34772) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:09.171607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (34e72ae1-86c7-427f-9e77-02c65f2c366e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.231012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9e03b66d-35f5-4286-a717-9471597c2fac), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.283242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.292027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e03b66d-35f5-4286-a717-9471597c2fac']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:09.298306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.313986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb6d175-bfbd-4386-8419-bef54280d74c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:09.314611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb6d175-bfbd-4386-8419-bef54280d74c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:09.324186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] DHCP port deletion for 7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:09.346371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7aa82cac-3d13-4910-aea0-74eb8493316a req-966210df-c8fc-4eda-bd22-153da1d7e2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953921 Apr 30 04:53:09.350817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (5fb6d175-bfbd-4386-8419-bef54280d74c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.366908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5fb6d175-bfbd-4386-8419-bef54280d74c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.375612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Deleting port 921e2c05-ae75-4ab0-8209-764ce1ace081 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:09.376057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:09.376453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.376565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (5fb6d175-bfbd-4386-8419-bef54280d74c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:09.408291 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:09.483789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] For port 921e2c05-ae75-4ab0-8209-764ce1ace081, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=921e2c05-ae75-4ab0-8209-764ce1ace081,segment=NetworkSegment(d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4),segment_id=d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:09.484552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.505635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Calling delete_port for 921e2c05-ae75-4ab0-8209-764ce1ace081 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:09.605608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9e03b66d-35f5-4286-a717-9471597c2fac), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.611147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.614637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/9e03b66d-35f5-4286-a717-9471597c2fac HTTP/1.1" status: 204 len: 168 time: 2.2736201 Apr 30 04:53:09.629065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34778) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:09.636247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-557686443'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:09.664183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (921e2c05-ae75-4ab0-8209-764ce1ace081), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.675461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34e2d9-170d-4fd5-99c9-3c17b8acbbd8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=9e03b66d-35f5-4286-a717-9471597c2fac,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:09.684874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] No DVR routers for this DVR port 921e2c05-ae75-4ab0-8209-764ce1ace081 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:09.712217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129d230-da1e-4433-b43b-a47acf48fb19 req-c12ec13a-4558-4275-91e9-c593cd498e68 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:09.713760 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9129d230-da1e-4433-b43b-a47acf48fb19 req-c12ec13a-4558-4275-91e9-c593cd498e68 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.0981071 Apr 30 04:53:09.723127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6731-098f-4d7c-9b23-38632feec39c None None] Pushing event deleted for resources: {'Port': ['ID=921e2c05-ae75-4ab0-8209-764ce1ace081,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:09.733319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for port (6809fb09-397a-4b58-930f-a0c79fe99274), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.768478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ab314124-449a-4573-b5a1-85ff103451e5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.775248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9129d230-da1e-4433-b43b-a47acf48fb19 req-223405a6-3238-4f66-8c48-7a8994e9ca3e tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540895 Apr 30 04:53:09.782908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:09.786814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.787001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.821825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:09.837663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d91c3083-5d60-44a1-aee3-7a81d070b391), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.837663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment d91c3083-5d60-44a1-aee3-7a81d070b391 of type vlan for network 55546113-c027-4195-a67a-3779c21993a1 Apr 30 04:53:09.868070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (bfd9559a-f67d-4695-88bd-af4e2c6f00f8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.868552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfd9559a-f67d-4695-88bd-af4e2c6f00f8 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:09.874911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:09.879407 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bc3106c5-6a94-4854-83d3-33b71e92e1d3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/routers/bfd9559a-f67d-4695-88bd-af4e2c6f00f8 HTTP/1.1" status: 204 len: 168 time: 6.4200928 Apr 30 04:53:09.880012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34780) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:10.008037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (55546113-c027-4195-a67a-3779c21993a1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.028955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ab314124-449a-4573-b5a1-85ff103451e5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.033938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.111045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.150154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab314124-449a-4573-b5a1-85ff103451e5']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.171851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5360de0-1453-4936-bc6f-735cd73dbce0') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.172193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5360de0-1453-4936-bc6f-735cd73dbce0') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.192156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c3ef6d-6272-4de9-8631-23281f96639e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.205087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (a5360de0-1453-4936-bc6f-735cd73dbce0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.221368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.221700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:10.233311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (878cfdeb-fbc2-43af-8b95-490ea4ae6033), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.263972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.268529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a5360de0-1453-4936-bc6f-735cd73dbce0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.294162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 7e523c05-28fd-426e-a8c0-3e04874b8396 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:10.304086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.304086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.304086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:10.304086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (a5360de0-1453-4936-bc6f-735cd73dbce0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:10.304503 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:10.352837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:10.353274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (8a52eb1c-c8f7-48ff-a1d3-5d44f2d46d43), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:10.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:10.543312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.562601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 7e523c05-28fd-426e-a8c0-3e04874b8396 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:10.584313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 921e2c05-ae75-4ab0-8209-764ce1ace081 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:10.610727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 921e2c05-ae75-4ab0-8209-764ce1ace081 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:10.611194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 921e2c05-ae75-4ab0-8209-764ce1ace081 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:10.827880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6809fb09-397a-4b58-930f-a0c79fe99274), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.860251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ab314124-449a-4573-b5a1-85ff103451e5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.862440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (54c3ef6d-6272-4de9-8631-23281f96639e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.863939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7e523c05-28fd-426e-a8c0-3e04874b8396), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.869797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (55546113-c027-4195-a67a-3779c21993a1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.878359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.881451 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/ab314124-449a-4573-b5a1-85ff103451e5 HTTP/1.1" status: 204 len: 168 time: 1.7356224 Apr 30 04:53:10.882565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.884316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:10.887690 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/54c3ef6d-6272-4de9-8631-23281f96639e HTTP/1.1" status: 204 len: 168 time: 1.7828918 Apr 30 04:53:10.888199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:10.892147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34794) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:10.892491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34796) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:10.937490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:10.938912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323aabd-400e-4885-a479-31f0923f3316 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=ab314124-449a-4573-b5a1-85ff103451e5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:10.993019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:11.011339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Pushing event updated for resources: {'Port': ['ID=6809fb09-397a-4b58-930f-a0c79fe99274,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:11.023691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:11.077550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aebcd8-bc8c-4cc4-8614-0d53c6bd2b81 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=54c3ef6d-6272-4de9-8631-23281f96639e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:11.089895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4594762 Apr 30 04:53:11.096457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae596-1d12-4984-b6b0-77078d7cc6ce req-aae76570-6c13-4151-bffc-7230fa0b3767 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:11.098196 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7cae596-1d12-4984-b6b0-77078d7cc6ce req-aae76570-6c13-4151-bffc-7230fa0b3767 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1637816 Apr 30 04:53:11.102711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34798) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:11.118862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=7e523c05-28fd-426e-a8c0-3e04874b8396,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:11.119347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': '55546113-c027-4195-a67a-3779c21993a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:11.222549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Deleting port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:11.222929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.257046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83b91-a70b-46e8-a236-be79a301420d req-3aafd484-b157-4e20-a0f3-dab70c6439b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:11.258380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-3aafd484-b157-4e20-a0f3-dab70c6439b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 1129 time: 0.2295949 Apr 30 04:53:11.292262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40694b-b482-4785-b1d0-6872c6246720 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=55546113-c027-4195-a67a-3779c21993a1,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:11.319591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 55546113-c027-4195-a67a-3779c21993a1 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:11.323335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.372594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port 8f4b086e-9d99-4711-a6fc-7b2765fc7963 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:11.373076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.428815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7cae596-1d12-4984-b6b0-77078d7cc6ce req-657ddd36-1191-47f6-8d1f-aa2f9f664077 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424812 Apr 30 04:53:11.474414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] For port 1790fadb-11cf-4b91-909d-f7a2cf18ca0c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:11.474966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.486508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83b91-a70b-46e8-a236-be79a301420d req-9fa37828-a28d-44a5-a952-ba30b6d6236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:11.488008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-9fa37828-a28d-44a5-a952-ba30b6d6236f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 200 len: 912 time: 0.1922185 Apr 30 04:53:11.492229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Calling delete_port for 1790fadb-11cf-4b91-909d-f7a2cf18ca0c owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:11.503859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:11.507247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.581114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (34e72ae1-86c7-427f-9e77-02c65f2c366e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.613738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.644056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for 8f4b086e-9d99-4711-a6fc-7b2765fc7963 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:11.657925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-23576f70-a652-48f2-a289-280189a777db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 200 len: 1001 time: 0.1614172 Apr 30 04:53:11.709163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:11.744331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83b91-a70b-46e8-a236-be79a301420d req-58435052-fb40-4a33-8244-3a244d8e0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:11.745813 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-58435052-fb40-4a33-8244-3a244d8e0275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 200 len: 851 time: 0.0777173 Apr 30 04:53:11.841017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:11.856846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:11.861856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:11.869554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83b91-a70b-46e8-a236-be79a301420d req-5ea162ae-7e89-419b-86a4-faf1cdb31e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:11.871061 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-5ea162ae-7e89-419b-86a4-faf1cdb31e4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b89f8174-cd1f-409e-be04-0224f33d02d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0892622 Apr 30 04:53:11.882982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.025701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (7d074378-67d8-48ea-86f2-5e54d6ce4984), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.086737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4efcf6c8-2457-4dff-98c1-4bb698dfe14d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:12.098447 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-453f8077-1a6d-4dc7-b2c2-cc886b8e5d8e service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207425 Apr 30 04:53:12.107652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1790fadb-11cf-4b91-909d-f7a2cf18ca0c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.116971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 4efcf6c8-2457-4dff-98c1-4bb698dfe14d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:12.117741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4efcf6c8-2457-4dff-98c1-4bb698dfe14d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:12.121895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=7d074378-67d8-48ea-86f2-5e54d6ce4984,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:12.175895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event deleted for resources: {'Port': ['ID=1790fadb-11cf-4b91-909d-f7a2cf18ca0c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:12.245178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': 'd91c3083-5d60-44a1-aee3-7a81d070b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55546113-c027-4195-a67a-3779c21993a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:12.245532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: 55546113-c027-4195-a67a-3779c21993a1, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:12.246374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.269662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:12.274575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d92c97cc-e2a5-4ed9-8c1c-0c5e30c844c4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:12.275719 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:12.291237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router 34e72ae1-86c7-427f-9e77-02c65f2c366e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:12.310966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (878cfdeb-fbc2-43af-8b95-490ea4ae6033), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.316442 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aee83b91-a70b-46e8-a236-be79a301420d req-2cf1e382-334a-4157-b0a7-2b2c0b104cfc service neutron] 10.222.0.13 "GET /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098203 Apr 30 04:53:12.347812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router_gateway (bafa8553-5065-4f0a-9c79-1c3058cf8eba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.390109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 55546113-c027-4195-a67a-3779c21993a1 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:12.400078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8f4b086e-9d99-4711-a6fc-7b2765fc7963), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.430418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.432646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_controller (878cfdeb-fbc2-43af-8b95-490ea4ae6033), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.471821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 55546113-c027-4195-a67a-3779c21993a1) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:12.474894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.476673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:12.477449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.493124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2fa1a8-0f37-46a4-8af9-44a567f24556 None None] Network 55546113-c027-4195-a67a-3779c21993a1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:12.504643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=8f4b086e-9d99-4711-a6fc-7b2765fc7963,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:12.507214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.510574 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e HTTP/1.1" status: 204 len: 168 time: 1.6010485 Apr 30 04:53:12.515141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34812) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.521104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-299114034'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:12.543618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (878cfdeb-fbc2-43af-8b95-490ea4ae6033), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.544137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 878cfdeb-fbc2-43af-8b95-490ea4ae6033 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:12.549281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.550131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15500b7f-b1a8-4e71-86cf-bf3db371bbec tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "DELETE /v2.0/routers/878cfdeb-fbc2-43af-8b95-490ea4ae6033 HTTP/1.1" status: 204 len: 168 time: 2.6690371 Apr 30 04:53:12.569110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34814) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.569110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-46522b03-983e-407c-821d-7be9a7bb5b24 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4471183 Apr 30 04:53:12.569286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9088d80-097c-4c44-bddc-4540d03efb4b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=7610aab4-4bb6-4a4e-8d4b-eef6cfe19d5e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:12.570118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.572555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-829691123', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:12.573140 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b5ce64a3-c9c6-4897-a014-dd847fbc5bba tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/ports/8f4b086e-9d99-4711-a6fc-7b2765fc7963 HTTP/1.1" status: 204 len: 168 time: 1.6565189 Apr 30 04:53:12.599065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34816) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.599397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34820) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.606623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': '55546113-c027-4195-a67a-3779c21993a1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-778223423'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:12.645936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:12.658992 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6adce917-f9e0-4f6e-b0ad-495fd62f8bcf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/34e72ae1-86c7-427f-9e77-02c65f2c366e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567259 Apr 30 04:53:12.662187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34822) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.667541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] Sync routers for ids ['34e72ae1-86c7-427f-9e77-02c65f2c366e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:12.711476 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3eadf89e-4abc-4618-9834-601459cff3e3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=34e72ae1-86c7-427f-9e77-02c65f2c366e HTTP/1.1" status: 200 len: 205 time: 0.0479240 Apr 30 04:53:12.716337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] Routers {'34e72ae1-86c7-427f-9e77-02c65f2c366e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:12.717074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['34e72ae1-86c7-427f-9e77-02c65f2c366e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:12.717607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34824) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:12.767044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:12.807649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-55546113-c027-4195-a67a-3779c21993a1', 'network_id': '55546113-c027-4195-a67a-3779c21993a1', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': '7d074378-67d8-48ea-86f2-5e54d6ce4984'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:12.808638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.815356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] Routers {'34e72ae1-86c7-427f-9e77-02c65f2c366e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:12.816131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['34e72ae1-86c7-427f-9e77-02c65f2c366e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:12.869134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:12.869352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:12.869954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba844b26-a7ac-4dfb-8278-f60c95e7c643 None None] The sync data for ids ['34e72ae1-86c7-427f-9e77-02c65f2c366e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:13.048613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:13.051986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.058885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Allocated IP 172.20.0.2 (55546113-c027-4195-a67a-3779c21993a1/7d074378-67d8-48ea-86f2-5e54d6ce4984/d606486d-97d7-4c9c-afdc-b265d1da3e9a) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:13.072200 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cf109f-a2ec-4877-9671-0103d7ceb22f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:13.072653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cf109f-a2ec-4877-9671-0103d7ceb22f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:13.075689 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-98cf109f-a2ec-4877-9671-0103d7ceb22f tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/2587a5d5-7a52-40af-8d2f-3312dc0f5331 HTTP/1.1" status: 404 len: 337 time: 0.4601977 Apr 30 04:53:13.090437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34826) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:13.107850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.111485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.113530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (34e72ae1-86c7-427f-9e77-02c65f2c366e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.113677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188c588-6f7c-44de-9b69-c684eda3c82f req-fdccec87-6ed7-4107-8852-38aaa85c52c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:13.115180 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8188c588-6f7c-44de-9b69-c684eda3c82f req-fdccec87-6ed7-4107-8852-38aaa85c52c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.5292134 Apr 30 04:53:13.119662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.131242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:13.143751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4b8f85ef-52be-4aef-99f9-32213c39b1bc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.144089 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment 4b8f85ef-52be-4aef-99f9-32213c39b1bc of type vlan for network b68b12e2-d179-47db-a7df-3f9951f1d278 Apr 30 04:53:13.284021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (34e72ae1-86c7-427f-9e77-02c65f2c366e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.285195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router 34e72ae1-86c7-427f-9e77-02c65f2c366e {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:13.304115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.305136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.305685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.307127 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e2a652dd-c0c0-4325-857b-bbe6f490a6ff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/34e72ae1-86c7-427f-9e77-02c65f2c366e HTTP/1.1" status: 204 len: 168 time: 0.5828314 Apr 30 04:53:13.310993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34832) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:13.349415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b68b12e2-d179-47db-a7df-3f9951f1d278), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.399818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet e0001eb2-3d7d-44c5-8299-c38e779610c4 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:13.408218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (e0001eb2-3d7d-44c5-8299-c38e779610c4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.418566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8188c588-6f7c-44de-9b69-c684eda3c82f req-c4fe2624-be3d-47ed-958f-578f02c9191a tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506550 Apr 30 04:53:13.461856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.472766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (e0001eb2-3d7d-44c5-8299-c38e779610c4), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.523529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.528162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Router bafa8553-5065-4f0a-9c79-1c3058cf8eba is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:13.647900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (e0001eb2-3d7d-44c5-8299-c38e779610c4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.677711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.681550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b68b12e2-d179-47db-a7df-3f9951f1d278), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.687680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:13.688658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.701751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:13.706185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks [] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.707805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.805794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:13.811179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.816020 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8e359a80-4bec-4327-a811-1b84da1b437b tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "PUT /v2.0/routers/bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 200 len: 920 time: 8.7883790 Apr 30 04:53:13.816804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34840) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:13.817031 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] Sync routers for ids ['bafa8553-5065-4f0a-9c79-1c3058cf8eba'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:13.822490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.837313 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] Routers {'bafa8553-5065-4f0a-9c79-1c3058cf8eba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:13.838373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bafa8553-5065-4f0a-9c79-1c3058cf8eba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:13.848606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3298643 Apr 30 04:53:13.878977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34842) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:13.888848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:13.892015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:13.899038 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] Routers {'bafa8553-5065-4f0a-9c79-1c3058cf8eba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:13.899695 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bafa8553-5065-4f0a-9c79-1c3058cf8eba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:13.900179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1a4fc-b227-467c-b15c-80e64507bfd3']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:13.903460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Network 55546113-c027-4195-a67a-3779c21993a1 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:13.912434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:13.919010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:13.966528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (e0001eb2-3d7d-44c5-8299-c38e779610c4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:13.980866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Pushing event updated for resources: {'Port': ['ID=d606486d-97d7-4c9c-afdc-b265d1da3e9a,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:13.990136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004598d1-91e0-4442-a673-72bb75034184 req-dd17baa3-410d-4335-819a-3eb635fe1bc3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:13.994019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Attempting to bind port d606486d-97d7-4c9c-afdc-b265d1da3e9a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:13.994428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Attempting to bind port d606486d-97d7-4c9c-afdc-b265d1da3e9a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd91c3083-5d60-44a1-aee3-7a81d070b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55546113-c027-4195-a67a-3779c21993a1'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:13.994794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Attempting to bind port d606486d-97d7-4c9c-afdc-b265d1da3e9a on network 55546113-c027-4195-a67a-3779c21993a1 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:13.997896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-004598d1-91e0-4442-a673-72bb75034184 req-dd17baa3-410d-4335-819a-3eb635fe1bc3 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.3475842 Apr 30 04:53:14.000804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:14.001205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Checking segment: {'id': 'd91c3083-5d60-44a1-aee3-7a81d070b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55546113-c027-4195-a67a-3779c21993a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:14.001568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb01070-e865-4a01-abad-7d6faa9e5acc') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:14.001739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.002044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb01070-e865-4a01-abad-7d6faa9e5acc') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:14.002185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Bound using segment: {'id': 'd91c3083-5d60-44a1-aee3-7a81d070b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55546113-c027-4195-a67a-3779c21993a1'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:14.002628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Bound port: d606486d-97d7-4c9c-afdc-b265d1da3e9a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91c3083-5d60-44a1-aee3-7a81d070b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '55546113-c027-4195-a67a-3779c21993a1'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:14.003182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.008608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9d537-de27-4d38-82d7-efe58eb4975b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=b68b12e2-d179-47db-a7df-3f9951f1d278,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:14.024168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port d8b783b7-45fb-4d78-9da7-929bd941005d yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:14.029592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b68b12e2-d179-47db-a7df-3f9951f1d278 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:14.035995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (5eb01070-e865-4a01-abad-7d6faa9e5acc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.080367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=e0001eb2-3d7d-44c5-8299-c38e779610c4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:14.084390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.090341 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9085505d-31d8-47a9-b34a-e4175df1c362 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/e0001eb2-3d7d-44c5-8299-c38e779610c4 HTTP/1.1" status: 204 len: 168 time: 0.7752233 Apr 30 04:53:14.092230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34844) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:14.151949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] For port d606486d-97d7-4c9c-afdc-b265d1da3e9a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:14.160538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] For port d606486d-97d7-4c9c-afdc-b265d1da3e9a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d606486d-97d7-4c9c-afdc-b265d1da3e9a,segment=NetworkSegment(d91c3083-5d60-44a1-aee3-7a81d070b391),segment_id=d91c3083-5d60-44a1-aee3-7a81d070b391)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:14.174097 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:14.174720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a9e77-0b1f-4e22-a3a7-b9de81bee890 None None] Network ee12546b-6dfc-41af-bc9a-6149c695eb6d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:14.175471 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8ecc0-21f5-4e32-98ca-d80d11a3ce12 None None] The sync data for ids ['bafa8553-5065-4f0a-9c79-1c3058cf8eba'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:14.194501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1790fadb-11cf-4b91-909d-f7a2cf18ca0c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:14.222190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1790fadb-11cf-4b91-909d-f7a2cf18ca0c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:14.222479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1790fadb-11cf-4b91-909d-f7a2cf18ca0c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:14.233934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (5eb01070-e865-4a01-abad-7d6faa9e5acc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.260846 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2eda321-e3b9-4ee6-ace5-521adc0e5083 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 200 len: 926 time: 0.4400711 Apr 30 04:53:14.261448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34846) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:14.272823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.277608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ee12546b-6dfc-41af-bc9a-6149c695eb6d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.287306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:14.287852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (5eb01070-e865-4a01-abad-7d6faa9e5acc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:14.291742 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:14.320422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.423437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-004598d1-91e0-4442-a673-72bb75034184 req-1cf94d30-bf52-46d0-9dac-c2c69f23cff4 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188583 Apr 30 04:53:14.499883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6077e83-7861-4a95-951d-4802cc8114de None None] Pushing event updated for resources: {'Port': ['ID=d606486d-97d7-4c9c-afdc-b265d1da3e9a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:14.558149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] DHCP port deletion for ee12546b-6dfc-41af-bc9a-6149c695eb6d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:14.591615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (8cd1a4fc-b227-467c-b15c-80e64507bfd3), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.600411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.12 (55546113-c027-4195-a67a-3779c21993a1/7d074378-67d8-48ea-86f2-5e54d6ce4984/d8b783b7-45fb-4d78-9da7-929bd941005d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:14.649055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.656168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/8cd1a4fc-b227-467c-b15c-80e64507bfd3 HTTP/1.1" status: 204 len: 168 time: 1.5621378 Apr 30 04:53:14.663011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34850) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:14.679382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Deleting port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:14.680003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.708544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20f7f2-cb04-4b2d-b371-5ec0feb7df26 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=8cd1a4fc-b227-467c-b15c-80e64507bfd3,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:14.805727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] For port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,segment=NetworkSegment(753f5cdf-1b32-4382-84c4-9a45bfefbfb3),segment_id=753f5cdf-1b32-4382-84c4-9a45bfefbfb3)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:14.806197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.843723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Calling delete_port for 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:14.897826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:14.898472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.909567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting subnet b6d0f04a-1d83-4dea-a52b-11eb954a16b1 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:14.926012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:14.929928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.939913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107536c-c9fe-4b3d-bf5d-86cf5e604fed tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:14.943234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for subnet (b6d0f04a-1d83-4dea-a52b-11eb954a16b1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:14.945204 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9107536c-c9fe-4b3d-bf5d-86cf5e604fed tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=bafa8553-5065-4f0a-9c79-1c3058cf8eba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6824608 Apr 30 04:53:14.948283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34854) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.027366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.069267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,segment=NetworkSegment(753f5cdf-1b32-4382-84c4-9a45bfefbfb3),segment_id=753f5cdf-1b32-4382-84c4-9a45bfefbfb3)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:15.069901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.076778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.082560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] No DVR routers for this DVR port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:15.084396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6db2f-5831-44eb-979d-64a371aa871f None None] Pushing event deleted for resources: {'Port': ['ID=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:15.100154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:15.126329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.175532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.209721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (b6d0f04a-1d83-4dea-a52b-11eb954a16b1), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.269799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156c04-4ae1-43d0-988e-902e443d2cfc req-e7233895-26af-4ce6-afb7-d7f098ba9510 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:15.271498 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0156c04-4ae1-43d0-988e-902e443d2cfc req-e7233895-26af-4ce6-afb7-d7f098ba9510 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2035894 Apr 30 04:53:15.285600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1475d19c-ccfd-49f9-9a11-b034fa5d8b48), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.326752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=1475d19c-ccfd-49f9-9a11-b034fa5d8b48,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:15.331389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:15.387068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (40d2f358-2876-4947-a968-e245780c7a34), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.433366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cfd40-9d22-4d3b-acab-77d659328ad6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:15.437594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f48cfd40-9d22-4d3b-acab-77d659328ad6 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.4629612 Apr 30 04:53:15.443032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34858) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.463243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ee12546b-6dfc-41af-bc9a-6149c695eb6d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.490523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0156c04-4ae1-43d0-988e-902e443d2cfc req-34d0af73-ceaa-4cb8-9c29-2d87beaded70 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795709 Apr 30 04:53:15.491110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.503669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee12546b-6dfc-41af-bc9a-6149c695eb6d']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:15.530504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753f5cdf-1b32-4382-84c4-9a45bfefbfb3') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:15.535136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753f5cdf-1b32-4382-84c4-9a45bfefbfb3') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:15.535136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=40d2f358-2876-4947-a968-e245780c7a34,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:15.546926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (753f5cdf-1b32-4382-84c4-9a45bfefbfb3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.552008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b8dedbab-7e8a-4f78-915c-15029e87797d tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 200 len: 205 time: 0.0895357 Apr 30 04:53:15.557969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34860) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.560452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (b6d0f04a-1d83-4dea-a52b-11eb954a16b1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.568772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': '4b8f85ef-52be-4aef-99f9-32213c39b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:15.569175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: b68b12e2-d179-47db-a7df-3f9951f1d278, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:15.603686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 55546113-c027-4195-a67a-3779c21993a1 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:15.610826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (753f5cdf-1b32-4382-84c4-9a45bfefbfb3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.622890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:15.626080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Allocated IP 172.26.5.195 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/070477a9-440b-40ec-876d-261cd5aa35a8) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:15.628948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:15.629406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (753f5cdf-1b32-4382-84c4-9a45bfefbfb3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.632230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:15.634144 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:15.636268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d8b783b7-45fb-4d78-9da7-929bd941005d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:15.764677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b68b12e2-d179-47db-a7df-3f9951f1d278 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:15.785836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:15.786254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.791552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.792302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (b6d0f04a-1d83-4dea-a52b-11eb954a16b1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.838033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d0f04a-1d83-4dea-a52b-11eb954a16b1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:15.849252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ee12546b-6dfc-41af-bc9a-6149c695eb6d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.849551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.851902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62c2e0-6f2a-4aee-b272-acbfc053b370 None None] Network 55546113-c027-4195-a67a-3779c21993a1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:15.855690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.866033 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/ee12546b-6dfc-41af-bc9a-6149c695eb6d HTTP/1.1" status: 204 len: 168 time: 1.7344174 Apr 30 04:53:15.868030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34862) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.868149 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-021209b1-eea2-45c6-a7e2-79865f6043f3 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/subnets/b6d0f04a-1d83-4dea-a52b-11eb954a16b1 HTTP/1.1" status: 204 len: 168 time: 1.2036924 Apr 30 04:53:15.878555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for port (070477a9-440b-40ec-876d-261cd5aa35a8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:15.885589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34866) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.897746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1056972395', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:15.936742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-82f1b883-a06e-4cd2-828a-3c63d1af04f6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3351767 Apr 30 04:53:15.940518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34868) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:15.967075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b68b12e2-d179-47db-a7df-3f9951f1d278) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:15.970466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fa1ce-f475-4a84-8f81-02952d6ee872 None None] Network b17c6769-1153-41b3-9afb-4ee55d2d67fc requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:15.978531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2ebde-e072-498f-8999-d4d186f6e74e None None] Network b68b12e2-d179-47db-a7df-3f9951f1d278 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:15.991168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:15.991405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.010424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (bafa8553-5065-4f0a-9c79-1c3058cf8eba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.026862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715996a-56a3-4061-a3a2-3bba7dfec5dc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=ee12546b-6dfc-41af-bc9a-6149c695eb6d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:16.128753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b17c6769-1153-41b3-9afb-4ee55d2d67fc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.137741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port d8b783b7-45fb-4d78-9da7-929bd941005d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:16.138228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.152033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port 6809fb09-397a-4b58-930f-a0c79fe99274 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:16.152904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6809fb09-397a-4b58-930f-a0c79fe99274), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.198473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Provisioning complete for port d606486d-97d7-4c9c-afdc-b265d1da3e9a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:16.199122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.295822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6809fb09-397a-4b58-930f-a0c79fe99274), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.318433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for 6809fb09-397a-4b58-930f-a0c79fe99274 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:16.325291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d606486d-97d7-4c9c-afdc-b265d1da3e9a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:16.407353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b68b12e2-d179-47db-a7df-3f9951f1d278', 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '40d2f358-2876-4947-a968-e245780c7a34'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:16.408513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.448933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] DHCP port deletion for b17c6769-1153-41b3-9afb-4ee55d2d67fc request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:16.590592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Deleting port 941a2c5c-daa5-4316-a860-ddea2ac2140e {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:16.591401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.593112 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b39d4c4f-e3bd-40ea-9560-5ef17cd83291 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7125580 Apr 30 04:53:16.594731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.595848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.607887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34872) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:16.613689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1519220707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:16.619839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d606486d-97d7-4c9c-afdc-b265d1da3e9a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:16.620215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.708581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Deleting port 941a2c5c-daa5-4316-a860-ddea2ac2140e {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:16.709182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.715341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (070477a9-440b-40ec-876d-261cd5aa35a8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.775399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.776913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6809fb09-397a-4b58-930f-a0c79fe99274), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.791450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (68147a5d-8e03-4867-a78c-1b211097617a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.793165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (68147a5d-8e03-4867-a78c-1b211097617a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.827748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=6809fb09-397a-4b58-930f-a0c79fe99274,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:16.873002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:16.879149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.883038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:16.911166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] For port 941a2c5c-daa5-4316-a860-ddea2ac2140e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=941a2c5c-daa5-4316-a860-ddea2ac2140e,segment=NetworkSegment(fd2e7467-df3a-433a-9e2a-a7db728fbfb5),segment_id=fd2e7467-df3a-433a-9e2a-a7db728fbfb5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:16.911874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.933918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:16.966014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Current status of the port d606486d-97d7-4c9c-afdc-b265d1da3e9a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:16.968015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.974929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.990813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef09df-d49a-40fb-a343-a81371f5fde2 req-b44b46d6-a365-461d-b5ec-739bd91fc3c8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:16.991573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (68147a5d-8e03-4867-a78c-1b211097617a), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.992154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Calling delete_port for 941a2c5c-daa5-4316-a860-ddea2ac2140e owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:16.997129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (bafa8553-5065-4f0a-9c79-1c3058cf8eba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:16.998815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38ef09df-d49a-40fb-a343-a81371f5fde2 req-b44b46d6-a365-461d-b5ec-739bd91fc3c8 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2934744 Apr 30 04:53:17.027453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] For port 941a2c5c-daa5-4316-a860-ddea2ac2140e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=941a2c5c-daa5-4316-a860-ddea2ac2140e,segment=NetworkSegment(fd2e7467-df3a-433a-9e2a-a7db728fbfb5),segment_id=fd2e7467-df3a-433a-9e2a-a7db728fbfb5)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:17.027822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.031299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event updated for resources: {'Port': ['ID=070477a9-440b-40ec-876d-261cd5aa35a8,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:17.032723 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.037760 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8e6bd2a0-792a-48d2-8fe2-5e2d602d5e60 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1424794 Apr 30 04:53:17.061048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for d8b783b7-45fb-4d78-9da7-929bd941005d owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:17.065099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34876) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:17.070654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-331260036'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:17.078909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (68147a5d-8e03-4867-a78c-1b211097617a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.095831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] For port d606486d-97d7-4c9c-afdc-b265d1da3e9a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d606486d-97d7-4c9c-afdc-b265d1da3e9a,segment=NetworkSegment(d91c3083-5d60-44a1-aee3-7a81d070b391),segment_id=d91c3083-5d60-44a1-aee3-7a81d070b391)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:17.110886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d606486d-97d7-4c9c-afdc-b265d1da3e9a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:17.111947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.126307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.128887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (bafa8553-5065-4f0a-9c79-1c3058cf8eba), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.190177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.191529 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-56aed3e3-9836-4e4d-a76e-b7441dcc3de8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5824816 Apr 30 04:53:17.194224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34886) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:17.199707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'port': {'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278', 'name': 'tempest-RoutersIpV6Test-138313594'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:17.204103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Calling delete_port for 941a2c5c-daa5-4316-a860-ddea2ac2140e owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:17.210970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.228029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Allocated IP 2001:db8::2 (b68b12e2-d179-47db-a7df-3f9951f1d278/40d2f358-2876-4947-a968-e245780c7a34/649fd580-43da-4c05-a5bd-cdea59b60abd) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:17.252624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38ef09df-d49a-40fb-a343-a81371f5fde2 req-ebc0f38d-f176-4c0d-833b-6a049fff81c5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533453 Apr 30 04:53:17.320636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (bafa8553-5065-4f0a-9c79-1c3058cf8eba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.321573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router bafa8553-5065-4f0a-9c79-1c3058cf8eba {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:17.338068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.338068 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b11ee45e-1419-42d7-bd1e-1365a5fa3a82 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 204 len: 168 time: 1.7757485 Apr 30 04:53:17.338261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34888) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:17.343251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-920561804', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:17.379986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:17.383847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.412384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:17.417711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.440341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.442056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.457164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] device_id is not set on port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:17.473230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:17.484118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (42f9f888-4667-4cb4-a3aa-8e4df554bf65), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.484650 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 42f9f888-4667-4cb4-a3aa-8e4df554bf65 of type vlan for network b234c79a-1946-4ba0-999c-e3d4a23db9ab Apr 30 04:53:17.523808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b234c79a-1946-4ba0-999c-e3d4a23db9ab), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.538237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Provisioning complete for port d606486d-97d7-4c9c-afdc-b265d1da3e9a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:17.538671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.542199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6885e-f3df-4ec4-81f1-0838daf4bed7 None None] Pushing event updated for resources: {'Port': ['ID=d606486d-97d7-4c9c-afdc-b265d1da3e9a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:17.547488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:53:17.548073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:53:17.591247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.601156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.623655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b234c79a-1946-4ba0-999c-e3d4a23db9ab), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.629862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:17.630590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.642687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] Pushing event deleted for resources: {'Port': ['ID=941a2c5c-daa5-4316-a860-ddea2ac2140e,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:17.651541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-521cb80f-b39a-49a6-8594-0a6cb17eb529 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:17.653117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-521cb80f-b39a-49a6-8594-0a6cb17eb529 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.2588458 Apr 30 04:53:17.657575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e02a69-bb3a-4336-802d-fde8c02e0bf2 None None] No DVR routers for this DVR port 941a2c5c-daa5-4316-a860-ddea2ac2140e on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:17.764582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Current status of the port d606486d-97d7-4c9c-afdc-b265d1da3e9a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:17.777278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks [] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.780659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Provisioning complete for port d8b783b7-45fb-4d78-9da7-929bd941005d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:17.782229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.801424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (941a2c5c-daa5-4316-a860-ddea2ac2140e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.823131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8845d-1d0f-4b6f-b1d3-f6496ea922ba None None] Port d8b783b7-45fb-4d78-9da7-929bd941005d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:17.829661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:17.849860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7804644 Apr 30 04:53:17.849860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] No DVR routers for this DVR port 941a2c5c-daa5-4316-a860-ddea2ac2140e on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:17.854813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34890) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:17.864062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:17.867471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbdbab-30cf-4e80-94d2-bad1fcd191cc tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=b234c79a-1946-4ba0-999c-e3d4a23db9ab,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:17.890001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:17.895605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Network b68b12e2-d179-47db-a7df-3f9951f1d278 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:17.914154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:17.921136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Pushing event updated for resources: {'Port': ['ID=649fd580-43da-4c05-a5bd-cdea59b60abd,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:17.925228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:17.945078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Port': ['ID=941a2c5c-daa5-4316-a860-ddea2ac2140e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:18.003259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.045521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Attempting to bind port 649fd580-43da-4c05-a5bd-cdea59b60abd on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:18.045521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Attempting to bind port 649fd580-43da-4c05-a5bd-cdea59b60abd by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '4b8f85ef-52be-4aef-99f9-32213c39b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:18.045521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Attempting to bind port 649fd580-43da-4c05-a5bd-cdea59b60abd on network b68b12e2-d179-47db-a7df-3f9951f1d278 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:18.047152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:18.047335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Deleting port 99580515-ec33-4b43-812a-413f2a3c017a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:18.047790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Checking segment: {'id': '4b8f85ef-52be-4aef-99f9-32213c39b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:18.047919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (99580515-ec33-4b43-812a-413f2a3c017a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.048576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.048936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Bound using segment: {'id': '4b8f85ef-52be-4aef-99f9-32213c39b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:18.049469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Bound port: 649fd580-43da-4c05-a5bd-cdea59b60abd, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f85ef-52be-4aef-99f9-32213c39b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b68b12e2-d179-47db-a7df-3f9951f1d278'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:18.049866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.062044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.106995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b17c6769-1153-41b3-9afb-4ee55d2d67fc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.115288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d8b783b7-45fb-4d78-9da7-929bd941005d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.134063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d606486d-97d7-4c9c-afdc-b265d1da3e9a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:18.168502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] For port 649fd580-43da-4c05-a5bd-cdea59b60abd, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:18.173716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] For port 649fd580-43da-4c05-a5bd-cdea59b60abd, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=649fd580-43da-4c05-a5bd-cdea59b60abd,segment=NetworkSegment(4b8f85ef-52be-4aef-99f9-32213c39b1bc),segment_id=4b8f85ef-52be-4aef-99f9-32213c39b1bc)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:18.202375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8::36c (b68b12e2-d179-47db-a7df-3f9951f1d278/40d2f358-2876-4947-a968-e245780c7a34/3cf64fe3-ec1b-44dc-abcb-2108048ed7b8) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:18.208397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:18.234258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:18.235424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1475d19c-ccfd-49f9-9a11-b034fa5d8b48 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:18.247287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:18.252769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.260088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.295962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17c6769-1153-41b3-9afb-4ee55d2d67fc']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:18.299522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=d8b783b7-45fb-4d78-9da7-929bd941005d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:18.409411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d728a-05c2-400a-a65d-c7d40baf2435 None None] Pushing event updated for resources: {'Port': ['ID=649fd580-43da-4c05-a5bd-cdea59b60abd,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:18.417546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:18.417991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2e7467-df3a-433a-9e2a-a7db728fbfb5') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:18.440949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d606486d-97d7-4c9c-afdc-b265d1da3e9a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:18.523030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (fd2e7467-df3a-433a-9e2a-a7db728fbfb5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.537745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d606486d-97d7-4c9c-afdc-b265d1da3e9a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:18.538115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.580231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515fbd3-219b-4150-aea8-fc10366cd638 req-85929984-aebd-43b9-a6aa-49bf620c0a86 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:18.582319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e515fbd3-219b-4150-aea8-fc10366cd638 req-85929984-aebd-43b9-a6aa-49bf620c0a86 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.1616178 Apr 30 04:53:18.629885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.656983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d606486d-97d7-4c9c-afdc-b265d1da3e9a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:18.712066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] For port 99580515-ec33-4b43-812a-413f2a3c017a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=99580515-ec33-4b43-812a-413f2a3c017a,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:18.713029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (99580515-ec33-4b43-812a-413f2a3c017a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.716626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (fd2e7467-df3a-433a-9e2a-a7db728fbfb5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.775967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 941a2c5c-daa5-4316-a860-ddea2ac2140e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:18.799509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 941a2c5c-daa5-4316-a860-ddea2ac2140e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:18.800015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 941a2c5c-daa5-4316-a860-ddea2ac2140e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:18.939343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:18.939343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (fd2e7467-df3a-433a-9e2a-a7db728fbfb5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:18.940283 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:18.969207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:18.975306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3449a08f-4f41-42df-93b1-b885cafada54 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/d8b783b7-45fb-4d78-9da7-929bd941005d HTTP/1.1" status: 204 len: 168 time: 3.0296934 Apr 30 04:53:19.019930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34896) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:19.154200 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e515fbd3-219b-4150-aea8-fc10366cd638 req-4b822817-fdde-4ae3-b675-13ed2ced4fa1 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360639 Apr 30 04:53:19.178199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-21715697-1d9d-42ce-9be6-ff2d5e5b9a9d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:53:19.178199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-21715697-1d9d-42ce-9be6-ff2d5e5b9a9d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/d8b783b7-45fb-4d78-9da7-929bd941005d HTTP/1.1" status: 404 len: 333 time: 0.1427593 Apr 30 04:53:19.178519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.179641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34900) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:19.201826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.221311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.263546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b17c6769-1153-41b3-9afb-4ee55d2d67fc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.270673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.271025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.271331 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Floating IP 1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e disassociated. External IP: 172.26.5.202, port: 99580515-ec33-4b43-812a-413f2a3c017a. Apr 30 04:53:19.271688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Calling delete_port for 99580515-ec33-4b43-812a-413f2a3c017a owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:19.286436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.289068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] 10.222.0.16 "DELETE /v2.0/networks/b17c6769-1153-41b3-9afb-4ee55d2d67fc HTTP/1.1" status: 204 len: 168 time: 3.4011216 Apr 30 04:53:19.327495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 7d074378-67d8-48ea-86f2-5e54d6ce4984 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:19.329886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e6eb4-009a-4601-9f68-262d9e385859 tempest-NetworksIpV6TestAttrs-192509498 tempest-NetworksIpV6TestAttrs-192509498-project] Pushing event deleted for resources: {'Network': ['ID=b17c6769-1153-41b3-9afb-4ee55d2d67fc,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:19.336349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (7d074378-67d8-48ea-86f2-5e54d6ce4984), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.407785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.456822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=3cf64fe3-ec1b-44dc-abcb-2108048ed7b8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:19.474212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b68b12e2-d179-47db-a7df-3f9951f1d278 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:19.487764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:19.491424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:19.498487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:19.499256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.522966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Allocated IP 172.26.5.213 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4fe1db00-106d-4b56-80dc-eae84c104478) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:19.563701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a35788e6-ad3f-416d-8efa-285f3b9923e2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.587839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (7d074378-67d8-48ea-86f2-5e54d6ce4984), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.640507 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-24be27e1-09f5-4a3c-b0b6-9d931679e708 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4446032 Apr 30 04:53:19.642905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34904) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:19.692935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=a35788e6-ad3f-416d-8efa-285f3b9923e2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:19.727637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:19.727637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: b234c79a-1946-4ba0-999c-e3d4a23db9ab, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:19.751559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for port (4fe1db00-106d-4b56-80dc-eae84c104478), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.833333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:19.849665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecff48b-d684-493b-a9aa-1d12e5deb8e0 None None] Network b68b12e2-d179-47db-a7df-3f9951f1d278 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:19.867959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4fe1db00-106d-4b56-80dc-eae84c104478), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.923031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b234c79a-1946-4ba0-999c-e3d4a23db9ab) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:19.939060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:19.939678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:19.947042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:19.956236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:19.961019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event updated for resources: {'Port': ['ID=4fe1db00-106d-4b56-80dc-eae84c104478,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:19.964894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:19.994953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd33dbe-997f-41c5-917d-a437d8501ee7 None None] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:20.019234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34908) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:20.098109 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-246c9d0d-f6af-454d-825d-1f02f57b9f66 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2405157 Apr 30 04:53:20.099142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34912) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:20.137506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Provisioning complete for port 649fd580-43da-4c05-a5bd-cdea59b60abd triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:20.137869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.195263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (7d074378-67d8-48ea-86f2-5e54d6ce4984), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.411946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Current status of the port 649fd580-43da-4c05-a5bd-cdea59b60abd is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:20.412333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.436706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:20.443436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.476668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (7d074378-67d8-48ea-86f2-5e54d6ce4984), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.483084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 649fd580-43da-4c05-a5bd-cdea59b60abd up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:20.503658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (99580515-ec33-4b43-812a-413f2a3c017a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.514480 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2286fb10-0be5-4352-8138-687c77f376da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d232861a3414df6928404d662df020a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922340 Apr 30 04:53:20.520954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34918) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:20.527652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.531271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/7d074378-67d8-48ea-86f2-5e54d6ce4984 HTTP/1.1" status: 204 len: 168 time: 1.3473651 Apr 30 04:53:20.537382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34920) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:20.557865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdf3bb-50a4-4564-af3f-5a6ef1d48582 None None] Network 55546113-c027-4195-a67a-3779c21993a1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:20.655529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] For port 649fd580-43da-4c05-a5bd-cdea59b60abd, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=649fd580-43da-4c05-a5bd-cdea59b60abd,segment=NetworkSegment(4b8f85ef-52be-4aef-99f9-32213c39b1bc),segment_id=4b8f85ef-52be-4aef-99f9-32213c39b1bc)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:20.659941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b3cf-75ee-4b5b-9d62-9e75a7eec388 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=7d074378-67d8-48ea-86f2-5e54d6ce4984,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:20.677348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event deleted for resources: {'Port': ['ID=99580515-ec33-4b43-812a-413f2a3c017a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:20.714036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (55546113-c027-4195-a67a-3779c21993a1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.754837 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d30cde-1e7d-43b0-afd5-b87b1ed91853 req-69d039a2-24b2-487b-a255-abaa4fec62d2 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:20.756499 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32d30cde-1e7d-43b0-afd5-b87b1ed91853 req-69d039a2-24b2-487b-a255-abaa4fec62d2 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 945 time: 0.4674375 Apr 30 04:53:20.787810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.796394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port d606486d-97d7-4c9c-afdc-b265d1da3e9a {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:20.796738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.876022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port d606486d-97d7-4c9c-afdc-b265d1da3e9a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d606486d-97d7-4c9c-afdc-b265d1da3e9a,segment=NetworkSegment(d91c3083-5d60-44a1-aee3-7a81d070b391),segment_id=d91c3083-5d60-44a1-aee3-7a81d070b391)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:20.876567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:20.892680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for d606486d-97d7-4c9c-afdc-b265d1da3e9a owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:20.913980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68f264-e4f1-41e1-a0c1-902fb2195823 None None] Pushing event updated for resources: {'Port': ['ID=649fd580-43da-4c05-a5bd-cdea59b60abd,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:20.938857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Router 887a5cbf-df9c-4c3e-9336-610556b54bba has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:20.977074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 99580515-ec33-4b43-812a-413f2a3c017a no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:21.018635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 99580515-ec33-4b43-812a-413f2a3c017a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:21.019098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 99580515-ec33-4b43-812a-413f2a3c017a not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:21.041755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 649fd580-43da-4c05-a5bd-cdea59b60abd triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:21.042249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.043883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Provisioning complete for port 649fd580-43da-4c05-a5bd-cdea59b60abd triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:21.044329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.056385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32d30cde-1e7d-43b0-afd5-b87b1ed91853 req-0cff161b-1d21-4148-8157-a2ed4be16a44 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups?id=846429d9-3e0a-40b6-bc63-43c3f18113cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441369 Apr 30 04:53:21.093362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Router d4001980-2803-4ab2-9b61-c4143606bc40 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:21.203848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d606486d-97d7-4c9c-afdc-b265d1da3e9a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.249629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port d606486d-97d7-4c9c-afdc-b265d1da3e9a on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:21.256642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Allocated IP 172.20.0.2 (b234c79a-1946-4ba0-999c-e3d4a23db9ab/a35788e6-ad3f-416d-8efa-285f3b9923e2/85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:21.274786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:21.275344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce4207-6130-4d58-80e7-c47aab1078bd None None] DHCP port deletion for 55546113-c027-4195-a67a-3779c21993a1 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:21.282184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Current status of the port 649fd580-43da-4c05-a5bd-cdea59b60abd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:21.294816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Provisioning complete for port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:21.295246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.299083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] Sync routers for ids ['d4001980-2803-4ab2-9b61-c4143606bc40'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:21.358823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=d606486d-97d7-4c9c-afdc-b265d1da3e9a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:21.469186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.470935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-78c24c38-9b4e-4ec7-ae9a-ff84c1f4dafc tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9030795 Apr 30 04:53:21.475980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34924) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:21.478179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (55546113-c027-4195-a67a-3779c21993a1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.483015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:21.510901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55546113-c027-4195-a67a-3779c21993a1']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.523647 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91c3083-5d60-44a1-aee3-7a81d070b391') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.524344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91c3083-5d60-44a1-aee3-7a81d070b391') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.533236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.538254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:21.548592 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Sync routers for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:21.549167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d91c3083-5d60-44a1-aee3-7a81d070b391), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.567672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d91c3083-5d60-44a1-aee3-7a81d070b391), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.569196 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:21.569956 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.576097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:21.576504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d91c3083-5d60-44a1-aee3-7a81d070b391), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.602401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] No DVR routers for this DVR port 99580515-ec33-4b43-812a-413f2a3c017a on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:21.607879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.611814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0cf7a0cf-1969-415e-966d-ba434dca3722 req-8476e5b8-8fa2-4221-9e91-0d27ec3bf82f tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.13 "DELETE /v2.0/ports/99580515-ec33-4b43-812a-413f2a3c017a HTTP/1.1" status: 204 len: 173 time: 3.9449415 Apr 30 04:53:21.614846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'name': 'network-vif-deleted', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:53:21.617211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2a6b8a-58a4-400b-b9ca-08e263d23b64" -d '{"events": [{"server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "name": "network-vif-deleted", "tag": "99580515-ec33-4b43-812a-413f2a3c017a"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:53:21.699205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] Publish callbacks [] for security_group (7b2668ec-f48f-4003-ae5d-108c2d89d24a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.759136 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:21.776296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] Publish callbacks [] for security_group (7b2668ec-f48f-4003-ae5d-108c2d89d24a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.831799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c293be-64de-4a7d-b7da-b9a0d889db2a x-openstack-request-id: req-74c293be-64de-4a7d-b7da-b9a0d889db2a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:53:21.832087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d634928-be81-4dfd-97ab-1685a1db6306", "name": "network-vif-deleted", "tag": "99580515-ec33-4b43-812a-413f2a3c017a", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:53:21.832347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74c293be-64de-4a7d-b7da-b9a0d889db2a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:53:21.832756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c293be-64de-4a7d-b7da-b9a0d889db2a'] response: {'server_uuid': '2d634928-be81-4dfd-97ab-1685a1db6306', 'name': 'network-vif-deleted', 'tag': '99580515-ec33-4b43-812a-413f2a3c017a', 'status': 'completed', 'code': 200} Apr 30 04:53:21.865509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks [] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:21.896750 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:21.906257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] Routers {'d4001980-2803-4ab2-9b61-c4143606bc40'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:21.907069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d4001980-2803-4ab2-9b61-c4143606bc40'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.917102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38fcda16-d724-42da-b68c-99164c7b568a None None] Port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:21.927296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.956376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:21.976130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:21.978183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 649fd580-43da-4c05-a5bd-cdea59b60abd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:22.038072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:22.054702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (55546113-c027-4195-a67a-3779c21993a1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.055971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] Routers {'d4001980-2803-4ab2-9b61-c4143606bc40'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:22.056743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d4001980-2803-4ab2-9b61-c4143606bc40'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:22.094511 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:22.136932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:22.139657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2469efb9-33d0-4e59-ac5b-9dc44504260d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.149888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:22.160310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:22.161306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fecf8a-9088-4831-9838-9057e2d0d147 None None] The sync data for ids ['d4001980-2803-4ab2-9b61-c4143606bc40'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:22.164269 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Checking router: 887a5cbf-df9c-4c3e-9336-610556b54bba for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:22.187449 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:22.188105 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:52:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:22.198692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-419bd545-f10e-4822-805a-94b1bb0c1133 None None] Provisioning complete for port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:22.199402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-419bd545-f10e-4822-805a-94b1bb0c1133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.205548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.224338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.227599 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/55546113-c027-4195-a67a-3779c21993a1 HTTP/1.1" status: 204 len: 168 time: 1.6671078 Apr 30 04:53:22.236312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Pushing event updated for resources: {'Port': ['ID=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:22.244273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34930) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:22.261652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'name': 'tempest-PortsTestJSON-269991469'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:22.287801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91780b-c7b7-41ce-954e-157dac2fa78d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=55546113-c027-4195-a67a-3779c21993a1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:22.356289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Attempting to bind port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:22.358186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Attempting to bind port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:22.358625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Attempting to bind port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 on network b234c79a-1946-4ba0-999c-e3d4a23db9ab {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:22.370978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-419bd545-f10e-4822-805a-94b1bb0c1133 None None] Port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:22.375977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:22.376743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Checking segment: {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:22.377425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.380435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Bound using segment: {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:22.381176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Bound port: 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:22.381789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.402857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7b2668ec-f48f-4003-ae5d-108c2d89d24a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.408908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.410057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2668ec-f48f-4003-ae5d-108c2d89d24a HTTP/1.1" status: 204 len: 168 time: 1.8881857 Apr 30 04:53:22.436165 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:22.447788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.461141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 649fd580-43da-4c05-a5bd-cdea59b60abd up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:22.463503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.481886 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0519a8fb-42dd-4c05-a45a-7ef5d958ccc4 req-bca575e1-d4be-430c-a03f-b72ebd3a9a37 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d634928-be81-4dfd-97ab-1685a1db6306 HTTP/1.1" status: 200 len: 210 time: 0.2610962 Apr 30 04:53:22.649052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] For port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:22.658948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.20.0.1 (b234c79a-1946-4ba0-999c-e3d4a23db9ab/a35788e6-ad3f-416d-8efa-285f3b9923e2/43e6a802-8320-44fc-a4b4-e78b8c6521d0) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:22.660721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] For port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:22.691413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 649fd580-43da-4c05-a5bd-cdea59b60abd triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:22.691920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.740047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.778635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:22.783714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.802996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=3cf64fe3-ec1b-44dc-abcb-2108048ed7b8,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:22.824216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee8b2a-03b1-4cad-9998-331f32625270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2668ec-f48f-4003-ae5d-108c2d89d24a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:22.860603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:22.895613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 649fd580-43da-4c05-a5bd-cdea59b60abd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:22.948632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73f2ed-eedd-411b-85b7-ecc16b4462a8 None None] Pushing event updated for resources: {'Port': ['ID=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:22.957414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 38bd8879-63d9-429a-a6f9-d7e0995a7545 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:23.009242 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:23.015398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d606486d-97d7-4c9c-afdc-b265d1da3e9a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:23.066490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.070781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d606486d-97d7-4c9c-afdc-b265d1da3e9a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:23.071149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d606486d-97d7-4c9c-afdc-b265d1da3e9a not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:23.081703 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4597e5-d94d-4d22-b555-4405d0f64ce3 None None] The sync data for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv is: [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:50:00Z', 'revision_number': 4, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f829ff25-83e8-4ce0-b630-dc5bd2f17338', 'name': '', 'network_id': 'b89f8174-cd1f-409e-be04-0224f33d02d0', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'mac_address': 'fa:16:3e:ef:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:57Z', 'updated_at': '2022-04-30T04:50:06Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'subnets': [{'id': 'cd155bb8-dc33-49a8-ae3c-f417abb4fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:23.127461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6289e516-9eb1-4e99-849b-96b5cdf670ad None None] Provisioning complete for port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:23.130189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6289e516-9eb1-4e99-849b-96b5cdf670ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.244379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6289e516-9eb1-4e99-849b-96b5cdf670ad None None] Port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:23.263353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (68147a5d-8e03-4867-a78c-1b211097617a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.343608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.625341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (38bd8879-63d9-429a-a6f9-d7e0995a7545), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.711528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac61be2-2f57-4906-bbe2-116b4e856a0f None None] New status for floating IP 1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:53:23.735674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:23.785312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:23.829992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.846074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:23.873081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:23.876955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:23.951632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:23.990920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (846429d9-3e0a-40b6-bc63-43c3f18113cc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.051842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2827a292-b9d8-4826-9a61-f88ced0b7e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.134036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (846429d9-3e0a-40b6-bc63-43c3f18113cc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.181057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.233764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (38bd8879-63d9-429a-a6f9-d7e0995a7545), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.303460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34962) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:24.373598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.379249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:24.390100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:24.395688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=38bd8879-63d9-429a-a6f9-d7e0995a7545,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:24.398916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.407660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:24.415819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:24.416525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.421805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (846429d9-3e0a-40b6-bc63-43c3f18113cc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.427342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.430939 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "DELETE /v2.0/security-groups/846429d9-3e0a-40b6-bc63-43c3f18113cc HTTP/1.1" status: 204 len: 168 time: 0.6927524 Apr 30 04:53:24.431908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34966) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:24.458980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9d9a9-7a13-4ad6-93b5-a88fbf1d00ae None None] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:24.486582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Router 715360d0-5f46-4ea6-98e3-ce9f3a099a0b is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:24.488723 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-914a5f63-e294-4f6a-bf76-0eb955039bf5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] show failed (client error): The resource could not be found. Apr 30 04:53:24.489868 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-914a5f63-e294-4f6a-bf76-0eb955039bf5 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "GET /v2.0/security-groups/846429d9-3e0a-40b6-bc63-43c3f18113cc HTTP/1.1" status: 404 len: 347 time: 0.0534902 Apr 30 04:53:24.494009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c680a6-ce84-41dc-b4c6-5766d6a5d4c0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846429d9-3e0a-40b6-bc63-43c3f18113cc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:24.506328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34968) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:24.510470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-397412086'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:24.537844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:24.597598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Provisioning complete for port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:24.599916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.607144 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ab2bf1b8-a3a5-4cc9-b689-cd2b26e747fe tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3563476 Apr 30 04:53:24.613819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34972) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:24.653638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:24.654007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.666652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.779846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router d4001980-2803-4ab2-9b61-c4143606bc40 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:24.786560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Current status of the port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:24.787031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.813888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:24.814314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.817616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:24.820975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.858520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] For port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:24.869145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.878922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Deleting port 2ab54178-7bb8-41d6-9eeb-7d241f980ce2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:24.879275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.895909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 38bd8879-63d9-429a-a6f9-d7e0995a7545 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:24.896261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (38bd8879-63d9-429a-a6f9-d7e0995a7545), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.936151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:24.959834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.024167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:53:25.024519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:53:25.025357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc39e-ca47-438f-96b4-b3c1f69f77eb None None] Pushing event updated for resources: {'Port': ['ID=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:25.029449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.043484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (38bd8879-63d9-429a-a6f9-d7e0995a7545), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.065904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 38bd8879-63d9-429a-a6f9-d7e0995a7545 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:25.072229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Provisioning complete for port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:25.072770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.083396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:25.089829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.091546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d266900b-c205-4836-afa9-ceddf15c9b3c tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "PUT /v2.0/routers/d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 200 len: 921 time: 3.6121676 Apr 30 04:53:25.094922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34974) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.102012 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] Sync routers for ids ['d4001980-2803-4ab2-9b61-c4143606bc40'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:25.117916 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] Routers {'d4001980-2803-4ab2-9b61-c4143606bc40'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:25.118714 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d4001980-2803-4ab2-9b61-c4143606bc40'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.176536 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.189664 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] Routers {'d4001980-2803-4ab2-9b61-c4143606bc40'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:25.190374 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d4001980-2803-4ab2-9b61-c4143606bc40'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.193205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.194185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (68147a5d-8e03-4867-a78c-1b211097617a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.210035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:25.238853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.239320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.255949 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.256676 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87255d33-6fd8-4ba7-a580-f6edea5793c2 None None] The sync data for ids ['d4001980-2803-4ab2-9b61-c4143606bc40'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:25.257565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] Sync routers for ids ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:25.261288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Current status of the port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:25.280404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] Routers {'715360d0-5f46-4ea6-98e3-ce9f3a099a0b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:25.281054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.284252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:25.284620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.306693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Calling delete_port for 2ab54178-7bb8-41d6-9eeb-7d241f980ce2 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:25.342871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.364501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] Routers {'715360d0-5f46-4ea6-98e3-ce9f3a099a0b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:25.365378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.374287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-01d3611c-317e-4b58-a2d2-788fcaa4995e tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 200 len: 921 time: 0.2763245 Apr 30 04:53:25.374287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34976) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.403969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:25.404915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9012a-254b-4625-9d92-73c7e728cee3 None None] The sync data for ids ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:25.409169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4542a047-bf65-4696-8981-9cd33ba94fe2 None None] Port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:25.425867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (665812e0-98ae-4a1e-9add-87fcf3a83f83), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.433462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.434791 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4d4943b-985c-44c1-b9c1-bf83c8bb73c7 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0954568 Apr 30 04:53:25.442666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34978) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.447132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:25.470017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=3cf64fe3-ec1b-44dc-abcb-2108048ed7b8,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:25.514063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6003722-1402-47b4-a4b1-976d219b16c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:25.518570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d6003722-1402-47b4-a4b1-976d219b16c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=d4001980-2803-4ab2-9b61-c4143606bc40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0951979 Apr 30 04:53:25.519074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34980) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.532065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (665812e0-98ae-4a1e-9add-87fcf3a83f83), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.556313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-407167fa-5525-40a5-9d15-8aee67e30fcb None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:25.556779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-407167fa-5525-40a5-9d15-8aee67e30fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.572084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.573827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (38bd8879-63d9-429a-a6f9-d7e0995a7545), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.587553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:25.601540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:25.606956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-407167fa-5525-40a5-9d15-8aee67e30fcb None None] Port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:25.616496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=38bd8879-63d9-429a-a6f9-d7e0995a7545,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:25.636315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665812e0-98ae-4a1e-9add-87fcf3a83f83,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:25.659793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.660429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3a7d0b66-1ea8-489a-b931-5a9ec7807f22), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.660774 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment 3a7d0b66-1ea8-489a-b931-5a9ec7807f22 of type vlan for network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb Apr 30 04:53:25.667389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34984) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.667976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f5b59ae-f599-4148-9a05-1cc5fb0197b2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/38bd8879-63d9-429a-a6f9-d7e0995a7545 HTTP/1.1" status: 204 len: 168 time: 1.0525055 Apr 30 04:53:25.679539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b68b12e2-d179-47db-a7df-3f9951f1d278 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:25.683322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:25.685795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'mac_address': 'fa:16:3e:fa:b6:ec', 'name': 'tempest-PortsTestJSON-885216735'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:25.691362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:25.790385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd4d33-a8cb-4478-a444-03fdb430c877 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:25.794356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81fd4d33-a8cb-4478-a444-03fdb430c877 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.2691560 Apr 30 04:53:25.805084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34986) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.843121 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-546e5632-2b06-4b0c-91ab-3c677ce66291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 200 len: 205 time: 0.0359747 Apr 30 04:53:25.845620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:25.987464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (d4001980-2803-4ab2-9b61-c4143606bc40), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.049736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0c8b82f1-6028-4beb-aef0-5f9d088a623e None None] Provisioning complete for port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:26.050457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0c8b82f1-6028-4beb-aef0-5f9d088a623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.054740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (01d776d0-49f8-4f87-bae4-e6cff04e8dcb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.077098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 68147a5d-8e03-4867-a78c-1b211097617a is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:26.086681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b82f1-6028-4beb-aef0-5f9d088a623e None None] Port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:26.175248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:26.176593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.181573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.190997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2ab54178-7bb8-41d6-9eeb-7d241f980ce2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.200177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:26.205528 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3af26faf-9ca3-443e-b44e-acc75e77f31a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/68147a5d-8e03-4867-a78c-1b211097617a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5616548 Apr 30 04:53:26.208178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34990) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:26.213340 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] Sync routers for ids ['68147a5d-8e03-4867-a78c-1b211097617a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:26.229078 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] Routers {'68147a5d-8e03-4867-a78c-1b211097617a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:26.229977 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['68147a5d-8e03-4867-a78c-1b211097617a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:26.264717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe031fc-52df-4371-81ca-deebdb648aab tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:26.268537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Pushing event deleted for resources: {'Port': ['ID=2ab54178-7bb8-41d6-9eeb-7d241f980ce2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:26.274594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cfe031fc-52df-4371-81ca-deebdb648aab tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports/3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 HTTP/1.1" status: 200 len: 983 time: 0.0575922 Apr 30 04:53:26.274594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 34992) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:26.276825 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:26.293619 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] Routers {'68147a5d-8e03-4867-a78c-1b211097617a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:26.295484 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['68147a5d-8e03-4867-a78c-1b211097617a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:26.326752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (01d776d0-49f8-4f87-bae4-e6cff04e8dcb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.332070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:26.332669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.335799 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:26.336462 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a46919-c71f-40e5-bc77-821e45f185d2 None None] The sync data for ids ['68147a5d-8e03-4867-a78c-1b211097617a'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:26.367123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:26.420118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:26.422747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:26.423415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.439651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port 070477a9-440b-40ec-876d-261cd5aa35a8 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:26.439959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (070477a9-440b-40ec-876d-261cd5aa35a8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.512709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:26.542415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2343228 Apr 30 04:53:26.550494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ba369-7432-462e-8436-896ae6879b1b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=01d776d0-49f8-4f87-bae4-e6cff04e8dcb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:26.552434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34994) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:26.561420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:26.590310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'name': 'tempest-PortsIpV6TestJSON-547570924'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:26.619818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (070477a9-440b-40ec-876d-261cd5aa35a8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.629287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks [] for floatingip (1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.630513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.631656 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b61e4c59-e007-40b0-8679-e6ee53de5ac0 tempest-ServerActionsTestJSON-1194353843 tempest-ServerActionsTestJSON-1194353843-project] 10.222.0.16 "DELETE /v2.0/floatingips/1a3cbe71-1e3b-47bb-8776-b5c5b9027d9e HTTP/1.1" status: 204 len: 168 time: 2.1039922 Apr 30 04:53:26.637415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 34996) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:26.659511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.667090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for 070477a9-440b-40ec-876d-261cd5aa35a8 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:26.706876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:26.741801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.776280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:26.828289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (68147a5d-8e03-4867-a78c-1b211097617a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:26.836945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 21b19621-893a-4a0a-9b37-cb23d82b5b65 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:26.876949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.015450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3957bf81-e374-4a83-aef1-34e10a65bf35 None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:27.016225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3957bf81-e374-4a83-aef1-34e10a65bf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.058682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3957bf81-e374-4a83-aef1-34e10a65bf35 None None] Port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:27.078849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:27.082250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.105439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.194032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:27.377951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Deleting port 4fe1db00-106d-4b56-80dc-eae84c104478 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:27.378212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4fe1db00-106d-4b56-80dc-eae84c104478), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.412982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:27.413314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.430563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (21b19621-893a-4a0a-9b37-cb23d82b5b65), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.482249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:27.485305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (070477a9-440b-40ec-876d-261cd5aa35a8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.519678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=070477a9-440b-40ec-876d-261cd5aa35a8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:27.557222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.597641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 3cf64fe3-ec1b-44dc-abcb-2108048ed7b8 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:27.619969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (d4001980-2803-4ab2-9b61-c4143606bc40), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.760736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.764072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (d4001980-2803-4ab2-9b61-c4143606bc40), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.897439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4fe1db00-106d-4b56-80dc-eae84c104478), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.919042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d4001980-2803-4ab2-9b61-c4143606bc40), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.919667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router d4001980-2803-4ab2-9b61-c4143606bc40 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:27.927117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.928235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-27854a71-67a8-475e-858e-9990b88c1d42 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 204 len: 168 time: 2.0812552 Apr 30 04:53:27.932680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35002) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:27.938491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1803471924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:27.950117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:27.983207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Calling delete_port for 4fe1db00-106d-4b56-80dc-eae84c104478 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:28.004803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3cf64fe3-ec1b-44dc-abcb-2108048ed7b8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.019646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (887a5cbf-df9c-4c3e-9336-610556b54bba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.032702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=3cf64fe3-ec1b-44dc-abcb-2108048ed7b8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:28.041297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.042366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.097185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (21b19621-893a-4a0a-9b37-cb23d82b5b65), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.103633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:28.124540 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da136277-8fb8-4163-9030-2df0b93c5081 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0142181 Apr 30 04:53:28.124824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:28.135678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35004) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:28.142646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:28.143746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.160466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165622749'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:28.200336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.208154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:28.233308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.235852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (68147a5d-8e03-4867-a78c-1b211097617a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.257768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:28.271638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:28.276799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:28.277419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.297072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:28.323878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=21b19621-893a-4a0a-9b37-cb23d82b5b65,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:28.395982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.397579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:28.400887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.429765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 68147a5d-8e03-4867-a78c-1b211097617a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:28.431341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.492725 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5db9ae07-032f-4260-a9a4-20f16b4b5d93 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8132792 Apr 30 04:53:28.497003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35006) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:28.515422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:24Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:25Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.542671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=71f01c04-ce86-4f8c-bf45-2632df2b24b7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:28.546010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:28.549756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:28.550164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Updating router bb8c9af7-8a53-4910-9916-37f0b19553e9 port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:53:28.558947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.560290 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-53568f13-94a9-47de-9e75-0ac1456796f0 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6266308 Apr 30 04:53:28.565165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:28.572539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:28.577364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:28.585542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.591988 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] Sync routers for ids ['68147a5d-8e03-4867-a78c-1b211097617a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:28.594383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (26776c17-5ce6-4d4f-b28e-83b93c6a7a9f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.594636 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 26776c17-5ce6-4d4f-b28e-83b93c6a7a9f of type vlan for network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 Apr 30 04:53:28.597623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35010) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:28.598238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-459bafcb-f3d1-4c41-a523-e191b4f99ce4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/68147a5d-8e03-4867-a78c-1b211097617a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258374 Apr 30 04:53:28.621057 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] Routers {'68147a5d-8e03-4867-a78c-1b211097617a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:28.622575 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['68147a5d-8e03-4867-a78c-1b211097617a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.650105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eac572-e78c-4c7a-b90a-2627db8b7cb1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:28.653990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-57eac572-e78c-4c7a-b90a-2627db8b7cb1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/21b19621-893a-4a0a-9b37-cb23d82b5b65 HTTP/1.1" status: 200 len: 840 time: 0.1545305 Apr 30 04:53:28.654761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35012) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:28.675879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': '3a7d0b66-1ea8-489a-b931-5a9ec7807f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:28.676244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 01d776d0-49f8-4f87-bae4-e6cff04e8dcb, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:28.683308 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.696395 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] Routers {'68147a5d-8e03-4867-a78c-1b211097617a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:28.697272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (41271260-0c1e-40ba-b4b3-e09a2aefa9d3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.697414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['68147a5d-8e03-4867-a78c-1b211097617a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.737197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4fe1db00-106d-4b56-80dc-eae84c104478), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.763547 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:28.764039 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8a794-a56b-4786-80e4-c2df43a50895 None None] The sync data for ids ['68147a5d-8e03-4867-a78c-1b211097617a'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:28.836962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Pushing event deleted for resources: {'Port': ['ID=4fe1db00-106d-4b56-80dc-eae84c104478,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:28.914888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Deleting port f829ff25-83e8-4ce0-b630-dc5bd2f17338 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:28.915234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.940577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 21b19621-893a-4a0a-9b37-cb23d82b5b65 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:28.941181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (21b19621-893a-4a0a-9b37-cb23d82b5b65), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.948195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:28.967957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:28.971340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks [] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.017799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (21b19621-893a-4a0a-9b37-cb23d82b5b65), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.032632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (41271260-0c1e-40ba-b4b3-e09a2aefa9d3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.037517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:29.038097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.039314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 21b19621-893a-4a0a-9b37-cb23d82b5b65 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:29.057420 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-7b8f5993-d0c8-43b9-983c-e8b14bf63ef2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] remove_router_interface failed (client error): The resource could not be found. Apr 30 04:53:29.061095 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b8f5993-d0c8-43b9-983c-e8b14bf63ef2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/68147a5d-8e03-4867-a78c-1b211097617a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4529321 Apr 30 04:53:29.061686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.090826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.134533 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-05e60488-080c-4669-8761-46777d6c44da tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=68147a5d-8e03-4867-a78c-1b211097617a HTTP/1.1" status: 200 len: 205 time: 0.0637572 Apr 30 04:53:29.154425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35018) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.162137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effdc7-2f66-4cc9-97dc-153c25e4bc54 None None] Pushing event updated for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:29.166329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.171457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=41271260-0c1e-40ba-b4b3-e09a2aefa9d3,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:29.196533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:29.241020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 01d776d0-49f8-4f87-bae4-e6cff04e8dcb) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:29.254755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b77e18-0e06-4887-b7bc-8606e5dc6fd8 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:29.261901 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-015252f6-b9ee-467d-85aa-675be791a85b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1250613 Apr 30 04:53:29.262783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:29.268578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:29.269322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.298885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35020) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.307338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:29.338808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] For port f829ff25-83e8-4ce0-b630-dc5bd2f17338, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f829ff25-83e8-4ce0-b630-dc5bd2f17338,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:29.339414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.356638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (68147a5d-8e03-4867-a78c-1b211097617a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.401180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Calling delete_port for f829ff25-83e8-4ce0-b630-dc5bd2f17338 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:29.405155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (55c6ae93-5289-4b61-80cb-e89d12dd010e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.434987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (21b19621-893a-4a0a-9b37-cb23d82b5b65), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.476093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.485268 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5b3707fd-e940-4f6e-8378-f12ef99d512a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8984482 Apr 30 04:53:29.491214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35022) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.510167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=21b19621-893a-4a0a-9b37-cb23d82b5b65,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:29.522710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1991776625'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:29.542258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Attempting to bind port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:29.542909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Attempting to bind port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:29.543435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Attempting to bind port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 on network b234c79a-1946-4ba0-999c-e3d4a23db9ab {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:29.547532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.553663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6c90af50-b298-452f-8dfb-1bc3eee9a8e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/21b19621-893a-4a0a-9b37-cb23d82b5b65 HTTP/1.1" status: 204 len: 168 time: 0.8958325 Apr 30 04:53:29.554721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35024) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.592042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b39f435-7b11-466c-bea0-476fe39ee175 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:53:29.593404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:29.597683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Checking segment: {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:29.597879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b39f435-7b11-466c-bea0-476fe39ee175 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/21b19621-893a-4a0a-9b37-cb23d82b5b65 HTTP/1.1" status: 404 len: 333 time: 0.0370622 Apr 30 04:53:29.597984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.597984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Bound using segment: {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:29.597984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Bound port: 43e6a802-8320-44fc-a4b4-e78b8c6521d0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f9f888-4667-4cb4-a3aa-8e4df554bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:29.598660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.600193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35026) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:29.604892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ad96b5e1-20b4-41b0-a52b-8cdda6b56d8b None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:29.606011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ad96b5e1-20b4-41b0-a52b-8cdda6b56d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.613508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'name': 'tempest-PortsTestJSON-432090323'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:29.701517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ad96b5e1-20b4-41b0-a52b-8cdda6b56d8b None None] Port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:29.745909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] For port 43e6a802-8320-44fc-a4b4-e78b8c6521d0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:29.751995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] For port 43e6a802-8320-44fc-a4b4-e78b8c6521d0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=43e6a802-8320-44fc-a4b4-e78b8c6521d0,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:29.757128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Allocated IP 172.26.5.99 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:29.762651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:29.762651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.852050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.906962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:29.910149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.945659 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:53:29.950881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port d502e3e2-c3d7-441f-985d-960cbe48b824 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:29.968174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:29.969184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:29.988499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (68147a5d-8e03-4867-a78c-1b211097617a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.992173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:29.997674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (68147a5d-8e03-4867-a78c-1b211097617a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.003691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:30.007024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.012434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.035038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effdc7-2f66-4cc9-97dc-153c25e4bc54 None None] Pushing event updated for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:30.064478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for port (fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.111669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:30.217255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:30.239316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Router 715360d0-5f46-4ea6-98e3-ce9f3a099a0b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:30.243769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (daf37600-f6d7-409f-9920-45f79538c4cb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.244110 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment daf37600-f6d7-409f-9920-45f79538c4cb of type vlan for network 243d7028-566e-4ce9-99f2-5b9c86c9b504 Apr 30 04:53:30.263293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:30.264063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.266150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (68147a5d-8e03-4867-a78c-1b211097617a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.266930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router 68147a5d-8e03-4867-a78c-1b211097617a {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:30.278760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.279941 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-46bc759c-81db-46f4-8e7b-521d06d30481 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/68147a5d-8e03-4867-a78c-1b211097617a HTTP/1.1" status: 204 len: 168 time: 1.1208055 Apr 30 04:53:30.285775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35030) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:30.306851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.395206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (243d7028-566e-4ce9-99f2-5b9c86c9b504), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.397315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:24Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:29Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:30.399228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (1264a329-4415-4637-b166-94770d9588c1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.432724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef7ea2-0148-4951-8380-959ba97135ce None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:24Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:29Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:30.435959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.438904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Current status of the port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:30.439169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.441393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.475757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:30.477832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] For port 43e6a802-8320-44fc-a4b4-e78b8c6521d0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=43e6a802-8320-44fc-a4b4-e78b8c6521d0,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:30.487608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] Sync routers for ids ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:30.488657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 40d2f358-2876-4947-a968-e245780c7a34 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:30.498203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.500056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b6d586c-e0e6-4d82-9e11-24e7d9889dcd tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "PUT /v2.0/routers/715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 200 len: 709 time: 5.0560756 Apr 30 04:53:30.502358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (40d2f358-2876-4947-a968-e245780c7a34), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.502751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] Routers {'715360d0-5f46-4ea6-98e3-ce9f3a099a0b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:30.503565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:30.510442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35032) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:30.522103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:30.543970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:30.555111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] Routers {'715360d0-5f46-4ea6-98e3-ce9f3a099a0b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:30.555824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:30.564151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (40d2f358-2876-4947-a968-e245780c7a34), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.597573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.601756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:30.602473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e1d31-4a0c-4e67-909f-306d3a2dfc9d None None] The sync data for ids ['715360d0-5f46-4ea6-98e3-ce9f3a099a0b'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:30.654832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0d511-350d-4ccf-b77f-b269d782a300 None None] Pushing event updated for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:30.655132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f829ff25-83e8-4ce0-b630-dc5bd2f17338), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.657556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (243d7028-566e-4ce9-99f2-5b9c86c9b504), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.663970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:30.666302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.728651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (40d2f358-2876-4947-a968-e245780c7a34), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:30.734801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Pushing event deleted for resources: {'Port': ['ID=f829ff25-83e8-4ce0-b630-dc5bd2f17338,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:30.955014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=243d7028-566e-4ce9-99f2-5b9c86c9b504,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:30.969458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 243d7028-566e-4ce9-99f2-5b9c86c9b504 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:30.975778 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8309f73e-5bc0-4f1d-b6fe-8ad46a3d91d4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4557629 Apr 30 04:53:30.978779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35034) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:30.988151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-93695f69-ce39-4538-b4ba-76d218c9a825 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/routers/715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 200 len: 744 time: 0.4701533 Apr 30 04:53:30.993211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35036) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.004422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:31.048471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'ports': [{'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'}, {'network_id': '243d7028-566e-4ce9-99f2-5b9c86c9b504'}]} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:31.048774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:31.049251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '243d7028-566e-4ce9-99f2-5b9c86c9b504'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:31.072006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (40d2f358-2876-4947-a968-e245780c7a34), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.097156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:31.098251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:31.105734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:31.107423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.131933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=40d2f358-2876-4947-a968-e245780c7a34,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:31.132666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=1264a329-4415-4637-b166-94770d9588c1,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:31.146026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9681ce11-9c67-47b0-8d95-47adabed4419 tempest-RoutersIpV6AdminTest-1291570283 tempest-RoutersIpV6AdminTest-1291570283-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 200 len: 205 time: 0.1460829 Apr 30 04:53:31.146026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:31.146235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.150773 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5acdb133-b138-47be-a687-4f28e8a1f313 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/40d2f358-2876-4947-a968-e245780c7a34 HTTP/1.1" status: 204 len: 168 time: 0.8611577 Apr 30 04:53:31.151632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35040) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.151632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35042) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.157212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0d041-3a9a-43da-b534-2e2a4ff1b457 None None] Network b68b12e2-d179-47db-a7df-3f9951f1d278 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:31.158646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:31.161152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event updated for resources: {'Port': ['ID=fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:31.166247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:31.169796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 41271260-0c1e-40ba-b4b3-e09a2aefa9d3, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:31.264948 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d1ff141-ea64-4b82-bdd1-614158ec9b5c tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 200 len: 205 time: 0.0878081 Apr 30 04:53:31.273094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35044) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.286249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d502e3e2-c3d7-441f-985d-960cbe48b824,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:31.395224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] DHCP port deletion for b68b12e2-d179-47db-a7df-3f9951f1d278 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:31.443598 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c547d487-8f7c-4287-a50c-1331c2567d50 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8411219 Apr 30 04:53:31.446216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35046) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.450237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Deleting port 649fd580-43da-4c05-a5bd-cdea59b60abd {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:31.450904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.452170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:31.485727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:31.501940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (887a5cbf-df9c-4c3e-9336-610556b54bba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.510569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.522421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b68b12e2-d179-47db-a7df-3f9951f1d278), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.533936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] For port 649fd580-43da-4c05-a5bd-cdea59b60abd, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=649fd580-43da-4c05-a5bd-cdea59b60abd,segment=NetworkSegment(4b8f85ef-52be-4aef-99f9-32213c39b1bc),segment_id=4b8f85ef-52be-4aef-99f9-32213c39b1bc)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:31.534556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.551349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Calling delete_port for 649fd580-43da-4c05-a5bd-cdea59b60abd owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:31.576299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 41271260-0c1e-40ba-b4b3-e09a2aefa9d3) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:31.591571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:31.592173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.600709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.616696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c9598-7185-49ba-a7bb-37338239b533 None None] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:31.697152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4ee1fefa-e1f8-4d18-aa74-0feded3ffcc8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3969407 Apr 30 04:53:31.701664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:31.772373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (55c6ae93-5289-4b61-80cb-e89d12dd010e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.783211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:31.788870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.883143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:31.928547 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] Pushing event deleted for resources: {'Port': ['ID=649fd580-43da-4c05-a5bd-cdea59b60abd,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:31.930607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b229bd-0593-4088-9d13-bb22490739b8 None None] No DVR routers for this DVR port 649fd580-43da-4c05-a5bd-cdea59b60abd on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:32.004407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Allocated IP 172.21.0.2 (41271260-0c1e-40ba-b4b3-e09a2aefa9d3/1264a329-4415-4637-b166-94770d9588c1/455ca9c3-1dfb-4f2e-930c-3ab9532922b0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:32.028514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 2} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:32.032706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.038147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.047289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router_controller (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.075930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 649fd580-43da-4c05-a5bd-cdea59b60abd {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:32.076271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.096177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.173627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.225069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks [] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.242336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port 649fd580-43da-4c05-a5bd-cdea59b60abd, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:32.242688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.307931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.332549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 649fd580-43da-4c05-a5bd-cdea59b60abd owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:32.335471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Port 649fd580-43da-4c05-a5bd-cdea59b60abd was not found and therefore no delete operation was performed {{(pid=111174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:53:32.347630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (649fd580-43da-4c05-a5bd-cdea59b60abd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.351366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.371987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] In _notify_port_updated(), no bound segment for port d502e3e2-c3d7-441f-985d-960cbe48b824 on network eca84d2b-b2db-452b-a8e1-20504f1d8764 {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:53:32.376052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (715360d0-5f46-4ea6-98e3-ce9f3a099a0b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.376553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Fanout notify agent at l3_agent the message router_deleted on router 715360d0-5f46-4ea6-98e3-ce9f3a099a0b {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:32.378646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:32.379305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.383859 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/ports/d502e3e2-c3d7-441f-985d-960cbe48b824 HTTP/1.1" status: 200 len: 818 time: 0.9364572 Apr 30 04:53:32.388557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a517d9-f9c9-44ad-b298-de0d99af7d57 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d502e3e2-c3d7-441f-985d-960cbe48b824,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:32.397754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35052) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.408477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.409817 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-24dedbe4-0349-45dd-89a9-4ad7dc42c449 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 204 len: 168 time: 1.1331716 Apr 30 04:53:32.416137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35054) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.418182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:32.428455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.431037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:32.434338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=649fd580-43da-4c05-a5bd-cdea59b60abd,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:32.439544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:32.446738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Pushing event updated for resources: {'Port': ['ID=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:32.465994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port 649fd580-43da-4c05-a5bd-cdea59b60abd on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:32.466238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.527901 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e86bce31-f6e9-478e-b71c-4773f5da151c tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 200 len: 205 time: 0.1058800 Apr 30 04:53:32.559603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Attempting to bind port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:32.560960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Attempting to bind port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:32.561501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Attempting to bind port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 on network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:32.567852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35056) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.577067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 43e6a802-8320-44fc-a4b4-e78b8c6521d0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:32.618418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 4340fca5-8514-4895-83db-3d62937aac13 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:32.619712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port d502e3e2-c3d7-441f-985d-960cbe48b824 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:32.619996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:32.620158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.621015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Checking segment: {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:32.621173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.621708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Bound using segment: {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:32.622308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Bound port: 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:32.622778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.637232 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-63acff58-16b9-41eb-95f9-92960310a719 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:32.638526 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-63acff58-16b9-41eb-95f9-92960310a719 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/715360d0-5f46-4ea6-98e3-ce9f3a099a0b HTTP/1.1" status: 404 len: 336 time: 0.0694675 Apr 30 04:53:32.650655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35058) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.667598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:32.668127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.704897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.722616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for d502e3e2-c3d7-441f-985d-960cbe48b824 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:32.724561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Router 887a5cbf-df9c-4c3e-9336-610556b54bba has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:32.726685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d7802aa5-2312-4e0b-93a9-ee2540836907 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 200 len: 205 time: 0.0732522 Apr 30 04:53:32.729120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35060) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.737660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b68b12e2-d179-47db-a7df-3f9951f1d278), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.780130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] For port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:32.783526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:32.787880 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-da07c2a1-da3a-408f-832f-15cc50db8bdb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:32.789469 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da07c2a1-da3a-408f-832f-15cc50db8bdb tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/bafa8553-5065-4f0a-9c79-1c3058cf8eba HTTP/1.1" status: 404 len: 336 time: 0.0593033 Apr 30 04:53:32.797860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] For port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:32.801500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35062) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.809000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68b12e2-d179-47db-a7df-3f9951f1d278']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:32.826378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f85ef-52be-4aef-99f9-32213c39b1bc') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:32.826904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f85ef-52be-4aef-99f9-32213c39b1bc') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:32.838865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (4b8f85ef-52be-4aef-99f9-32213c39b1bc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.854406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4b8f85ef-52be-4aef-99f9-32213c39b1bc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.861403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:32.862028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (4b8f85ef-52be-4aef-99f9-32213c39b1bc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.867178 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-342c514e-ff5f-41a7-8856-d96624a7590a tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 200 len: 205 time: 0.0594509 Apr 30 04:53:32.884785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 649fd580-43da-4c05-a5bd-cdea59b60abd no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:32.897074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35064) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:32.910320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 649fd580-43da-4c05-a5bd-cdea59b60abd {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:32.910941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 649fd580-43da-4c05-a5bd-cdea59b60abd not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:32.930849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:32.934190 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:32.959591 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-220244c9-f2ca-41cd-9c2a-6625f8164e4e tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:32.961954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-220244c9-f2ca-41cd-9c2a-6625f8164e4e tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/52f579b9-a662-4a1a-b362-1ccf97f38c0e HTTP/1.1" status: 404 len: 336 time: 0.0638423 Apr 30 04:53:32.970626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35066) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.013593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d502e3e2-c3d7-441f-985d-960cbe48b824), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.025953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19e21-44ce-4825-a7a9-5359cf6d8371 None None] Pushing event updated for resources: {'Port': ['ID=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:33.026170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.026771 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-884d81d4-8e2f-4cea-8e03-9676f3c7022e tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 200 len: 205 time: 0.0527391 Apr 30 04:53:33.038842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35068) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.091498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.098231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/d502e3e2-c3d7-441f-985d-960cbe48b824 HTTP/1.1" status: 204 len: 168 time: 0.6992166 Apr 30 04:53:33.098231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e61d7-877a-4fc6-9b21-2dcfed0ea01f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=d502e3e2-c3d7-441f-985d-960cbe48b824,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:33.109054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35070) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.111435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b68b12e2-d179-47db-a7df-3f9951f1d278), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.113239 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-c6da7a68-76f4-48aa-99bc-b5a2a4cc7b21 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:33.116730 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c6da7a68-76f4-48aa-99bc-b5a2a4cc7b21 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/5dbbdac4-5f1f-45a2-b519-2d15134b88c2 HTTP/1.1" status: 404 len: 336 time: 0.0743210 Apr 30 04:53:33.128105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35072) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.135969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.143553 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/b68b12e2-d179-47db-a7df-3f9951f1d278 HTTP/1.1" status: 204 len: 168 time: 1.9535732 Apr 30 04:53:33.148561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35074) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.153814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995099442'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:33.271417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (4340fca5-8514-4895-83db-3d62937aac13), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.324375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:33.328154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.386042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ff8c8-1441-40b4-9f3a-4adcc688322f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=b68b12e2-d179-47db-a7df-3f9951f1d278,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:33.398625 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e817df06-c3c7-4b00-b899-a36792ba9520 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 200 len: 205 time: 0.2617178 Apr 30 04:53:33.406621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35078) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.430011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Router 55c6ae93-5289-4b61-80cb-e89d12dd010e is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:33.460470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:33.483671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port db1c5997-29f5-4e57-a426-725ebbe78ba8 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:33.494869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (19ab4425-a75c-4359-994a-1ad94e1d2e52), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.499253 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment 19ab4425-a75c-4359-994a-1ad94e1d2e52 of type vlan for network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d Apr 30 04:53:33.506955 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-60f36194-b83d-4cc0-951a-b4d65a3ec53f tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:33.509008 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-60f36194-b83d-4cc0-951a-b4d65a3ec53f tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/e9828139-c074-4da6-9609-231f9cb30e58 HTTP/1.1" status: 404 len: 336 time: 0.0940044 Apr 30 04:53:33.513173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:33.522784 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Sync routers for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:33.523419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35080) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.533796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea296248-65a8-4dc6-ae86-10b1a8668196 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:33.535741 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:33.536558 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:33.537084 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea296248-65a8-4dc6-ae86-10b1a8668196 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4218245 Apr 30 04:53:33.550523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35082) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.554494 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed341a9c-eb8e-4f92-89fc-7d4217e7b35f admin admin] 10.222.0.16 "PUT /v2.0/routers/887a5cbf-df9c-4c3e-9336-610556b54bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9159667 Apr 30 04:53:33.588051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35084) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.591655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad16264-2089-4e1d-adf7-82274a507135 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:53:33.597744 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ad16264-2089-4e1d-adf7-82274a507135 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/d502e3e2-c3d7-441f-985d-960cbe48b824 HTTP/1.1" status: 404 len: 333 time: 0.0419786 Apr 30 04:53:33.602928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35086) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.610030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1112712416'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:33.626451 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f662229-75c0-45c4-ac28-32549277083c tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "GET /v2.0/ports?device_id=d13199da-5687-4756-8745-17f49f0ffb62 HTTP/1.1" status: 200 len: 205 time: 0.0875685 Apr 30 04:53:33.628686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35088) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.685500 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:33.701255 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-f0e52913-0ab9-4e9b-a0c9-ee7a650bf626 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] delete failed (client error): The resource could not be found. Apr 30 04:53:33.702386 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f0e52913-0ab9-4e9b-a0c9-ee7a650bf626 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/routers/d13199da-5687-4756-8745-17f49f0ffb62 HTTP/1.1" status: 404 len: 336 time: 0.0669401 Apr 30 04:53:33.705626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35090) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:33.748857 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7f57ae-3cfc-41eb-841b-497ccbee7727 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:33.749322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7f57ae-3cfc-41eb-841b-497ccbee7727 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:33.753365 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5e7f57ae-3cfc-41eb-841b-497ccbee7727 tempest-RoutersIpV6AdminTest-565555222 tempest-RoutersIpV6AdminTest-565555222-project] 10.222.0.16 "DELETE /v2.0/subnets/dbe44cac-1c3e-49ec-a242-9d646d762507 HTTP/1.1" status: 404 len: 337 time: 0.0465343 Apr 30 04:53:33.869510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (db1c5997-29f5-4e57-a426-725ebbe78ba8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:33.999869 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:34.028710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.21.0.1 (41271260-0c1e-40ba-b4b3-e09a2aefa9d3/1264a329-4415-4637-b166-94770d9588c1/9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:34.034007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4340fca5-8514-4895-83db-3d62937aac13), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.036587 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Checking router: 887a5cbf-df9c-4c3e-9336-610556b54bba for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:34.049588 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Routers {'887a5cbf-df9c-4c3e-9336-610556b54bba'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:34.050677 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['887a5cbf-df9c-4c3e-9336-610556b54bba'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:34.053410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9ae3be23-1659-4b04-93a2-4d31d3f49a5d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.135891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:34.135891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:34.139503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:34.140894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (db1c5997-29f5-4e57-a426-725ebbe78ba8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.161891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:53:34.192918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=4340fca5-8514-4895-83db-3d62937aac13,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:34.196399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:34.201272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.247452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:34.258791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (dcbe0930-086a-49b1-a936-21728a3debd1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.259231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment dcbe0930-086a-49b1-a936-21728a3debd1 of type vlan for network cb703ce3-41f7-4667-9a6c-9774ee59ba13 Apr 30 04:53:34.313784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (cb703ce3-41f7-4667-9a6c-9774ee59ba13), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.331896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': 'daf37600-f6d7-409f-9920-45f79538c4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '243d7028-566e-4ce9-99f2-5b9c86c9b504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:34.332105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 243d7028-566e-4ce9-99f2-5b9c86c9b504, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:34.372720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=db1c5997-29f5-4e57-a426-725ebbe78ba8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:34.449600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (cb703ce3-41f7-4667-9a6c-9774ee59ba13), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.456210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:34.457122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.475443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks [] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.504025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:34.518138 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] Set router 887a5cbf-df9c-4c3e-9336-610556b54bba gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:34.542470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 243d7028-566e-4ce9-99f2-5b9c86c9b504 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:34.587560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:34.588378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.647256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35098) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:34.656940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:34.659529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a6d13-31d1-4149-9769-7bff5391d9d7 None None] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:34.667462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.670078 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-02006074-a3c5-4d37-afe3-d76b79127cc5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "PUT /v2.0/routers/55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 200 len: 879 time: 6.1009138 Apr 30 04:53:34.672953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35102) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:34.680994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 243d7028-566e-4ce9-99f2-5b9c86c9b504) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:34.686135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:34.696978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9ae3be23-1659-4b04-93a2-4d31d3f49a5d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.697355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:34.702678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:34.705117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.709739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:34.710596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:34.716898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739daca-1b98-4621-9b2c-4c6c1685d277 None None] Network 243d7028-566e-4ce9-99f2-5b9c86c9b504 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:34.729801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] Sync routers for ids ['55c6ae93-5289-4b61-80cb-e89d12dd010e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:34.840914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=cb703ce3-41f7-4667-9a6c-9774ee59ba13,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:34.867446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d2bcdd3-d25c-4cf5-b280-384cb1bcf16b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8887901 Apr 30 04:53:34.872278 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-456bd391-ed4a-49b8-aad2-3aa5867dca72 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2661417 Apr 30 04:53:34.875969 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7263908 Apr 30 04:53:34.876713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35104) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:34.877106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35106) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:34.915265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:34.918851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35108) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:34.934463 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:34.943652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:34.972073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31d01651-4ca4-4301-97e5-376675fd80d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.028787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.046444 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2474ae1f-3919-4f5b-bcb6-825ba6c7638d tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 200 len: 920 time: 0.3699503 Apr 30 04:53:35.050896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35110) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:35.051312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:35.057211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks [] for router_gateway (887a5cbf-df9c-4c3e-9336-610556b54bba), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.057518 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99e4b4-6070-47f7-b702-31ffb4629a5f None None] The sync data for ids ['887a5cbf-df9c-4c3e-9336-610556b54bba'] in dv-neutron-838078-9-hyperv is: [{'id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'name': 'tempest-ServerActionsTestJSON-1631331726-router', 'tenant_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:49:50Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '2fee7847be8044f2a0c4cf8d9fe7fc3a', 'gw_port': {'id': 'af72f5ca-6a47-4754-a2d4-dce393858d54', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887a5cbf-df9c-4c3e-9336-610556b54bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:49:52Z', 'updated_at': '2022-04-30T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:35.163524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Provisioning complete for port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:35.164237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.193318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be8013-83c9-4ae6-92ee-d1e24b40e40b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=9ae3be23-1659-4b04-93a2-4d31d3f49a5d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:35.225025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:35.245965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcac08c-7787-4d9d-94d4-dfaca67cda88 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:35.251562 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7bcac08c-7787-4d9d-94d4-dfaca67cda88 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=55c6ae93-5289-4b61-80cb-e89d12dd010e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1993859 Apr 30 04:53:35.252246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35112) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:35.264121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] Routers {'55c6ae93-5289-4b61-80cb-e89d12dd010e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:35.265127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['55c6ae93-5289-4b61-80cb-e89d12dd010e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:35.420322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:35.420774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.423183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:35.425247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.439353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31d01651-4ca4-4301-97e5-376675fd80d5 admin admin] Publish callbacks [] for security_group (3d6b4b6a-ab51-447f-a40f-8792f7499ca4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.508550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b72ce9-fdcd-4662-ae8e-bf27c87437d5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:35.512664 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b4b72ce9-fdcd-4662-ae8e-bf27c87437d5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.2435424 Apr 30 04:53:35.512664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31d01651-4ca4-4301-97e5-376675fd80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3d6b4b6a-ab51-447f-a40f-8792f7499ca4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.514314 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35116) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:35.587593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port db1c5997-29f5-4e57-a426-725ebbe78ba8 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:35.588170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db1c5997-29f5-4e57-a426-725ebbe78ba8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.630961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01651-4ca4-4301-97e5-376675fd80d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b4b6a-ab51-447f-a40f-8792f7499ca4,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:35.633885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:35.643637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] Routers {'55c6ae93-5289-4b61-80cb-e89d12dd010e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:35.643637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['55c6ae93-5289-4b61-80cb-e89d12dd010e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:35.644101 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78d5c04a-4b43-4cfb-8353-52d95420a503 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 200 len: 205 time: 0.0832591 Apr 30 04:53:35.644402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35118) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:35.724228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Current status of the port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:35.724228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.724228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:35.724228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c85b4-95e0-4fbd-b66f-f290e9eefdcf None None] The sync data for ids ['55c6ae93-5289-4b61-80cb-e89d12dd010e'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:35.728165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db1c5997-29f5-4e57-a426-725ebbe78ba8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.744409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.774069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for db1c5997-29f5-4e57-a426-725ebbe78ba8 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:35.784319 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-31d01651-4ca4-4301-97e5-376675fd80d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=092932bccd3d493b9c4cd4105eb973c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326623 Apr 30 04:53:35.787251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35120) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:35.897315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:35.901148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:53:35.901594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:53:35.924849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:35.940319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] Publish callbacks [] for security_group (3d6b4b6a-ab51-447f-a40f-8792f7499ca4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:35.944554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:35.947769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:35.947946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.005598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Deleting port af72f5ca-6a47-4754-a2d4-dce393858d54 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:36.005938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.007665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (db1c5997-29f5-4e57-a426-725ebbe78ba8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.014301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] Publish callbacks [] for security_group (3d6b4b6a-ab51-447f-a40f-8792f7499ca4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.045072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:36.087316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.091185 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/db1c5997-29f5-4e57-a426-725ebbe78ba8 HTTP/1.1" status: 204 len: 168 time: 1.1817501 Apr 30 04:53:36.096339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:36.097591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35122) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:36.099811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.121986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c7ba2-2955-45aa-9d24-56d831068124 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=db1c5997-29f5-4e57-a426-725ebbe78ba8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:36.158084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.160437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:36.164082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (55c6ae93-5289-4b61-80cb-e89d12dd010e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.164218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.175658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21b93f-b01f-4dfb-8003-d18f4f202eb0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:36.181153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21b93f-b01f-4dfb-8003-d18f4f202eb0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:36.183675 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b21b93f-b01f-4dfb-8003-d18f4f202eb0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0851092 Apr 30 04:53:36.185523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35124) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:36.450780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:36.506650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2754f0d2-42c3-41f5-9e63-0a453e4ca833 None None] Current status of the port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:36.514324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] For port af72f5ca-6a47-4754-a2d4-dce393858d54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=af72f5ca-6a47-4754-a2d4-dce393858d54,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:36.514701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.539618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Calling delete_port for af72f5ca-6a47-4754-a2d4-dce393858d54 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:36.541348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:36.548652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.574371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3d6b4b6a-ab51-447f-a40f-8792f7499ca4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.577745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.579715 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d6b4b6a-ab51-447f-a40f-8792f7499ca4 HTTP/1.1" status: 204 len: 168 time: 0.7896004 Apr 30 04:53:36.628899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ca6e4-5474-4c47-b3e4-3d14299e5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b4b6a-ab51-447f-a40f-8792f7499ca4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:36.635115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 4340fca5-8514-4895-83db-3d62937aac13 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:36.635115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4340fca5-8514-4895-83db-3d62937aac13), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.669310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:36.670009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.700611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Provisioning complete for port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:36.701680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.748052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:36.781632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Provisioning complete for port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:36.782731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.802985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:36.820192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:36.821906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:36.832518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f829ff25-83e8-4ce0-b630-dc5bd2f17338 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:36.866161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: f829ff25-83e8-4ce0-b630-dc5bd2f17338 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:36.866996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f829ff25-83e8-4ce0-b630-dc5bd2f17338 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:36.917738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ff60fd4d-6781-4ce7-92fb-4396133006b4 None None] Current status of the port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:36.957172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (af72f5ca-6a47-4754-a2d4-dce393858d54), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.006007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.016020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Pushing event deleted for resources: {'Port': ['ID=af72f5ca-6a47-4754-a2d4-dce393858d54,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:37.018123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (101915f7-a72e-4868-92f2-2ff4eb736c5a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.028259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4340fca5-8514-4895-83db-3d62937aac13), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.048913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 4340fca5-8514-4895-83db-3d62937aac13 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:37.215724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=101915f7-a72e-4868-92f2-2ff4eb736c5a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:37.238964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.265807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=fb7fa4a1-1503-4112-ab3b-7eaa4cc6e388,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:37.291725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4340fca5-8514-4895-83db-3d62937aac13), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.357253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.361126 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/4340fca5-8514-4895-83db-3d62937aac13 HTTP/1.1" status: 204 len: 168 time: 1.1746128 Apr 30 04:53:37.364335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6394127-726a-44c7-87e7-0bb9fda41b26 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=4340fca5-8514-4895-83db-3d62937aac13,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:37.369127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35138) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.416365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (55c6ae93-5289-4b61-80cb-e89d12dd010e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.423497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35140) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.513706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1124ecd-7acc-4b12-9ab0-f74962f21d44 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:37.515263 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1124ecd-7acc-4b12-9ab0-f74962f21d44 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1451800 Apr 30 04:53:37.520438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35144) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.568129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.572972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (55c6ae93-5289-4b61-80cb-e89d12dd010e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.596130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (420921b4-ce91-47ed-b352-ddac0e8be0d3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.599751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (887a5cbf-df9c-4c3e-9336-610556b54bba), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.600375 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8988b4a5-89bf-47e0-95a1-04e403cf8024 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:53:37.604450 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8988b4a5-89bf-47e0-95a1-04e403cf8024 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/db1c5997-29f5-4e57-a426-725ebbe78ba8 HTTP/1.1" status: 404 len: 333 time: 0.0791352 Apr 30 04:53:37.607863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35146) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.608004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': '19ab4425-a75c-4359-994a-1ad94e1d2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:37.608230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: 9ae3be23-1659-4b04-93a2-4d31d3f49a5d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:37.653727 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-389e25a7-0ea3-425d-a6f8-905c6e33f44a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a4d922049e9486780e87767f9768928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296512 Apr 30 04:53:37.670045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35148) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.677554 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabf4659-c252-4748-a834-bab124d17be3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:53:37.678979 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fabf4659-c252-4748-a834-bab124d17be3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/4340fca5-8514-4895-83db-3d62937aac13 HTTP/1.1" status: 404 len: 333 time: 0.0701909 Apr 30 04:53:37.685141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35150) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.767291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (55c6ae93-5289-4b61-80cb-e89d12dd010e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.767820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router 55c6ae93-5289-4b61-80cb-e89d12dd010e {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:37.779535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.780026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.780026 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e177c4ce-bf43-4b09-a416-86af66f70eee tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 204 len: 168 time: 2.1343079 Apr 30 04:53:37.782960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks [] for router_controller (887a5cbf-df9c-4c3e-9336-610556b54bba), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.786047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35156) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.791870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1316774092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:37.800880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.813978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (243d7028-566e-4ce9-99f2-5b9c86c9b504), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.832876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] Publish callbacks [] for security_group (c10705e4-a70f-4471-9882-6b48d95a3558), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.864598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=420921b4-ce91-47ed-b352-ddac0e8be0d3,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:37.891567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] Publish callbacks [] for security_group (c10705e4-a70f-4471-9882-6b48d95a3558), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.912060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': 'dcbe0930-086a-49b1-a936-21728a3debd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:37.912405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: cb703ce3-41f7-4667-9a6c-9774ee59ba13, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:37.918444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:37.950825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (887a5cbf-df9c-4c3e-9336-610556b54bba), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.951371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887a5cbf-df9c-4c3e-9336-610556b54bba {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:37.958338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.959452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a433f23b-04f4-4126-9a71-ada58d94529e admin admin] 10.222.0.16 "DELETE /v2.0/routers/887a5cbf-df9c-4c3e-9336-610556b54bba HTTP/1.1" status: 204 len: 168 time: 4.3704431 Apr 30 04:53:37.970623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35162) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:37.973801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (243d7028-566e-4ce9-99f2-5b9c86c9b504), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.976510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:37.977707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.009867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9ae3be23-1659-4b04-93a2-4d31d3f49a5d) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:38.019440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e9b195-a076-41bb-b27f-325edaf0b679 None None] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:38.036801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:38.037403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.042751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243d7028-566e-4ce9-99f2-5b9c86c9b504']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:38.059255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf37600-f6d7-409f-9920-45f79538c4cb') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:38.059819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.060274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf37600-f6d7-409f-9920-45f79538c4cb') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:38.077829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Deleting subnet cd155bb8-dc33-49a8-ae3c-f417abb4fa08 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:38.079094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (daf37600-f6d7-409f-9920-45f79538c4cb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.087286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Publish callbacks [] for subnet (cd155bb8-dc33-49a8-ae3c-f417abb4fa08), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.113988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (daf37600-f6d7-409f-9920-45f79538c4cb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.122726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:38.150436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (cd155bb8-dc33-49a8-ae3c-f417abb4fa08), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.151528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.152963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:38.153350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (daf37600-f6d7-409f-9920-45f79538c4cb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:38.157579 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:38.172549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, cb703ce3-41f7-4667-9a6c-9774ee59ba13) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:38.177144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9ae3be23-1659-4b04-93a2-4d31d3f49a5d', 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '101915f7-a72e-4868-92f2-2ff4eb736c5a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:38.178151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.181976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a14cc1-c13b-4c57-90cf-e8326f0c524b None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:38.189504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.198293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-046cd0d5-1417-4218-ac55-53510b96975c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2587831 Apr 30 04:53:38.201472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35166) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:38.203041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:38.203796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.217931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967502193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:38.244425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c10705e4-a70f-4471-9882-6b48d95a3558), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.247191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.251261 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c10705e4-a70f-4471-9882-6b48d95a3558 HTTP/1.1" status: 204 len: 168 time: 0.5770442 Apr 30 04:53:38.260631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94a4f-3006-4d07-bc50-146312314baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10705e4-a70f-4471-9882-6b48d95a3558,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:38.271456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.282194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-79c2dc98-c2ca-486a-a29c-09c9a22c4d0b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098168700&fields=id&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 267 time: 0.2167511 Apr 30 04:53:38.307893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (243d7028-566e-4ce9-99f2-5b9c86c9b504), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.312218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.317331 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/243d7028-566e-4ce9-99f2-5b9c86c9b504 HTTP/1.1" status: 204 len: 168 time: 0.6311994 Apr 30 04:53:38.328093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35170) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:38.341498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1809398558'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:38.346560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a9ba5-fc0f-4b03-88e7-36faa1b91040 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=243d7028-566e-4ce9-99f2-5b9c86c9b504,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:38.379964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.381592 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4f5d43c0-9ad5-4f5c-9523-bd61830d9346 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5929930 Apr 30 04:53:38.384495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35172) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:38.393308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': True}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:38.411636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:38.416836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': '420921b4-ce91-47ed-b352-ddac0e8be0d3'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:38.418077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.422730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cca8b6ec-2b4d-4916-ac67-af24b7ca6d2a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5118868 Apr 30 04:53:38.423645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.430523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35174) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:38.490509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:38.524981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Allocated IP 2001:db8::2 (9ae3be23-1659-4b04-93a2-4d31d3f49a5d/101915f7-a72e-4868-92f2-2ff4eb736c5a/de8d0cc8-3507-488f-8c7f-b07218c6b1ba) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:38.540570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.541611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.615525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (cd155bb8-dc33-49a8-ae3c-f417abb4fa08), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.651200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:38.655026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.664408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Allocated IP 172.20.0.2 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/420921b4-ce91-47ed-b352-ddac0e8be0d3/b50b7101-3109-49c0-bae3-e5d68b681b54) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:38.686915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device af72f5ca-6a47-4754-a2d4-dce393858d54 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:38.735399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: af72f5ca-6a47-4754-a2d4-dce393858d54 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:38.735997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device af72f5ca-6a47-4754-a2d4-dce393858d54 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:38.759886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.823297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-9a300462-efde-4ef1-aa9a-819fef2545b1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:38.824708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-9a300462-efde-4ef1-aa9a-819fef2545b1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.5264983 Apr 30 04:53:38.840302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks [] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.904780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:38.908520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (de803cc1-de85-4595-92b4-45d58be4fd1c), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.926238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-da781a7a-faeb-4fa2-a46a-3cc8e4371aeb tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/quotas/b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 375 time: 0.0751784 Apr 30 04:53:38.937469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.994461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks [] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:38.994792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Pushing event updated for resources: {'Port': ['ID=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:38.999575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (32a149f0-d5a7-4d39-9a43-bd898e3d89c6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.000352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment 32a149f0-d5a7-4d39-9a43-bd898e3d89c6 of type vlan for network fa5c1a59-bf9f-49dc-9be9-7425af449f8d Apr 30 04:53:39.010384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:39.011941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:39.014500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:39.019437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.030838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:39.043459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:39.079357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (cd155bb8-dc33-49a8-ae3c-f417abb4fa08), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.087975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Attempting to bind port de8d0cc8-3507-488f-8c7f-b07218c6b1ba on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:39.088339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Attempting to bind port de8d0cc8-3507-488f-8c7f-b07218c6b1ba by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '19ab4425-a75c-4359-994a-1ad94e1d2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:39.088698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Attempting to bind port de8d0cc8-3507-488f-8c7f-b07218c6b1ba on network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:39.090074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-d9b9da86-7feb-408c-9aac-cfd8261eaa62 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500604 Apr 30 04:53:39.094549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.105359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:39.105750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Checking segment: {'id': '19ab4425-a75c-4359-994a-1ad94e1d2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:39.106182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.106666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Bound using segment: {'id': '19ab4425-a75c-4359-994a-1ad94e1d2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:39.107145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Bound port: de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ab4425-a75c-4359-994a-1ad94e1d2e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ae3be23-1659-4b04-93a2-4d31d3f49a5d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:39.107519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.124081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:39.128123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.128290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (e661f904-33f8-4d08-9024-b66ebc9dde0f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.147161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (fa5c1a59-bf9f-49dc-9be9-7425af449f8d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.151918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:39.160764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd155bb8-dc33-49a8-ae3c-f417abb4fa08,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:39.161310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.237891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.244394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1cfd40cf-da12-4214-8725-b414fd620432 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0300221 Apr 30 04:53:39.258561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.267021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4ebb29c2-d7ab-4427-a02a-bdecc3966294 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cd155bb8-dc33-49a8-ae3c-f417abb4fa08 HTTP/1.1" status: 204 len: 168 time: 1.2959428 Apr 30 04:53:39.269555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35190) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:39.270055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35194) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:39.333763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:39.340173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:39.353030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b343abd-1fa8-406e-b40e-e1a6e3b5765b None None] Network b89f8174-cd1f-409e-be04-0224f33d02d0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:39.365222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.26.5.193 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fddb5650-67d0-414f-90a1-8785e56348dc) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:39.418040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:53:39.497680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3b7b7d46-311c-444d-a9dd-bdbeacf26be2 None None] Provisioning complete for port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:39.497996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7d46-311c-444d-a9dd-bdbeacf26be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.529670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Pushing event updated for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:39.538671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (fddb5650-67d0-414f-90a1-8785e56348dc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.609143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Attempting to bind port b50b7101-3109-49c0-bae3-e5d68b681b54 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:39.609574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Attempting to bind port b50b7101-3109-49c0-bae3-e5d68b681b54 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'dcbe0930-086a-49b1-a936-21728a3debd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:39.609904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Attempting to bind port b50b7101-3109-49c0-bae3-e5d68b681b54 on network cb703ce3-41f7-4667-9a6c-9774ee59ba13 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:39.611926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b7d46-311c-444d-a9dd-bdbeacf26be2 None None] Port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:39.626648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:39.628004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Checking segment: {'id': 'dcbe0930-086a-49b1-a936-21728a3debd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:39.628004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.628004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Bound using segment: {'id': 'dcbe0930-086a-49b1-a936-21728a3debd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:39.628304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Bound port: b50b7101-3109-49c0-bae3-e5d68b681b54, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbe0930-086a-49b1-a936-21728a3debd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:39.628687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.632988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] For port de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:39.638598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] For port de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,segment=NetworkSegment(19ab4425-a75c-4359-994a-1ad94e1d2e52),segment_id=19ab4425-a75c-4359-994a-1ad94e1d2e52)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:39.645127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fddb5650-67d0-414f-90a1-8785e56348dc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.695714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=fddb5650-67d0-414f-90a1-8785e56348dc,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:39.714002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:39.721980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b50b7101-3109-49c0-bae3-e5d68b681b54,segment=NetworkSegment(dcbe0930-086a-49b1-a936-21728a3debd1),segment_id=dcbe0930-086a-49b1-a936-21728a3debd1)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:39.739156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:39.742211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.747626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:39.751159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] DHCP port deletion for b89f8174-cd1f-409e-be04-0224f33d02d0 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:39.752173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:39.825656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.861176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf21f-6064-4f20-ae69-c22cebd4d227 None None] Pushing event updated for resources: {'Port': ['ID=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:39.919259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Deleting port a1898429-5f26-4ddf-94bb-98b053bfbb94 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:39.919503 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.ipam_backend_mixin [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 420921b4-ce91-47ed-b352-ddac0e8be0d3 (CIDR: 172.20.0.0/28) Apr 30 04:53:39.919619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.944412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (fa5c1a59-bf9f-49dc-9be9-7425af449f8d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.949284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:39.949887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:39.976175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:40.014074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7b00-659e-4f6f-9af2-b79079f9a48f None None] Pushing event updated for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:40.015101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:40.044856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] For port a1898429-5f26-4ddf-94bb-98b053bfbb94, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a1898429-5f26-4ddf-94bb-98b053bfbb94,segment=NetworkSegment(afd4889b-0eb5-46aa-a2a2-09acdac854a5),segment_id=afd4889b-0eb5-46aa-a2a2-09acdac854a5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:40.045534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.065471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Calling delete_port for a1898429-5f26-4ddf-94bb-98b053bfbb94 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:40.066091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:53:40.066396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:40.178451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'networks': [{'name': 'tempest-network--1361771328'}, {'name': 'tempest-network--1571326299'}]} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.178842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-network--1361771328'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.179409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-network--1571326299'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.193173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b89f8174-cd1f-409e-be04-0224f33d02d0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.193961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (e661f904-33f8-4d08-9024-b66ebc9dde0f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.223525 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a89f13e1-cdd7-4659-90f4-a15cbb13407d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7512717 Apr 30 04:53:40.244718 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9074392 Apr 30 04:53:40.245911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35210) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:40.253848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35214) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:40.261800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.285949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.295321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-50b54733-b9b2-41d0-bf60-60bba83e007e service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1609449 Apr 30 04:53:40.348005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (a1898429-5f26-4ddf-94bb-98b053bfbb94), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.359457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9effaf9-7838-459a-8edd-97ebc77e43d0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=fa5c1a59-bf9f-49dc-9be9-7425af449f8d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:40.379430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'network': 2} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:40.383543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.409316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] Pushing event deleted for resources: {'Port': ['ID=a1898429-5f26-4ddf-94bb-98b053bfbb94,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:40.432112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:40.462751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.552554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfb188-091b-40e9-a76c-491ceb3f6ab2 None None] No DVR routers for this DVR port a1898429-5f26-4ddf-94bb-98b053bfbb94 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:40.570226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] The port 'a1898429-5f26-4ddf-94bb-98b053bfbb94' was deleted {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 30 04:53:40.575307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device de8d0cc8-3507-488f-8c7f-b07218c6b1ba up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:40.629522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port de8d0cc8-3507-488f-8c7f-b07218c6b1ba triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:40.629802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.725870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port de8d0cc8-3507-488f-8c7f-b07218c6b1ba is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:40.726520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.770108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,segment=NetworkSegment(19ab4425-a75c-4359-994a-1ad94e1d2e52),segment_id=19ab4425-a75c-4359-994a-1ad94e1d2e52)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:40.796105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:40.807054 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:40.814324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-842d9e9a-5bb9-45ac-8681-fe2305db762c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1064610 Apr 30 04:53:40.816709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35216) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:40.817874 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:40.818551 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:40.825664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-16152294'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:40.863634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.898300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:40.901770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.931819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b89f8174-cd1f-409e-be04-0224f33d02d0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.941782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a1898429-5f26-4ddf-94bb-98b053bfbb94 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:40.948028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.960266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:40.973122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a1898429-5f26-4ddf-94bb-98b053bfbb94 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:40.973467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a1898429-5f26-4ddf-94bb-98b053bfbb94 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:40.981435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:40.984222 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:40.987339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-fa0effe9-fe42-48ff-b1d2-db6b704d40f8 service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609572 Apr 30 04:53:40.988894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Performing IP validity checks on allocation pools {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:53:40.991821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:53:41.004387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:41.007696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.010069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.057371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for security_group (142821e4-e35c-471f-9a3a-a67d52135656), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.135116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (142821e4-e35c-471f-9a3a-a67d52135656), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.135615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.201550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:41.244136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89f8174-cd1f-409e-be04-0224f33d02d0']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:41.273843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd4889b-0eb5-46aa-a2a2-09acdac854a5') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:41.274135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd4889b-0eb5-46aa-a2a2-09acdac854a5') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:41.281800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1a1f2fdc-f36f-4c10-8dc5-55bd04c45454), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.282141 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 1a1f2fdc-f36f-4c10-8dc5-55bd04c45454 of type vlan for network 5030199d-3e5d-4384-9fa0-4860df969bf9 Apr 30 04:53:41.282879 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:36Z', 'revision_number': 3, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:37Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:41.292576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (afd4889b-0eb5-46aa-a2a2-09acdac854a5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.354787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142821e4-e35c-471f-9a3a-a67d52135656,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:41.374393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (afd4889b-0eb5-46aa-a2a2-09acdac854a5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.374509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:41.383571 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:41.383977 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Updating router bb8c9af7-8a53-4910-9916-37f0b19553e9 port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (afd4889b-0eb5-46aa-a2a2-09acdac854a5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:41.399561 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:41.435766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8::1 (9ae3be23-1659-4b04-93a2-4d31d3f49a5d/101915f7-a72e-4868-92f2-2ff4eb736c5a/b6693888-2183-4c62-b484-972b6061eeee) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:41.439194 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.453465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1d960445-93f3-4097-9e96-86f37e876f19), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.453714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment 1d960445-93f3-4097-9e96-86f37e876f19 of type vlan for network a4c96fcf-74f3-45b9-a454-2eaa974d1247 Apr 30 04:53:41.565911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:41.574607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.581735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5030199d-3e5d-4384-9fa0-4860df969bf9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.597019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a4c96fcf-74f3-45b9-a454-2eaa974d1247), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.670490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b89f8174-cd1f-409e-be04-0224f33d02d0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.700385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:41.705954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (e7e0c0f6-f730-48a7-85fa-b2656293fba3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.737140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8f3e6-4514-4713-a087-cc2a52a2ea5f None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:41.758173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6e964af7-3cf8-4d6d-952c-3f202bc9c11c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.764138 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment 6e964af7-3cf8-4d6d-952c-3f202bc9c11c of type vlan for network 916c258d-d256-4d70-b521-1658977ab8c8 Apr 30 04:53:41.780349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.786137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b89f8174-cd1f-409e-be04-0224f33d02d0 HTTP/1.1" status: 204 len: 168 time: 2.5065398 Apr 30 04:53:41.801350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5030199d-3e5d-4384-9fa0-4860df969bf9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.804586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fe6fe-e279-4d18-93ff-b72bbc3a6c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b89f8174-cd1f-409e-be04-0224f33d02d0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:41.807899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:41.808789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.819553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router e661f904-33f8-4d08-9024-b66ebc9dde0f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:41.853297 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks [] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.854023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (b6693888-2183-4c62-b484-972b6061eeee), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.885321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:41.885796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.925928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:41.938775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (916c258d-d256-4d70-b521-1658977ab8c8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.001590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=e7e0c0f6-f730-48a7-85fa-b2656293fba3,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.023321 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2053785 Apr 30 04:53:42.041730 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Pushing event updated for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.044642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35230) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:42.058957 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.059489 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.059800 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.060274 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.060587 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.061472 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.061472 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.061682 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.063450 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.069612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:42.070776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:42.102019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b6693888-2183-4c62-b484-972b6061eeee), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.108130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b93c8-5ce6-4d24-86c5-80c93e17884e None None] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:42.169773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:53:42.192283 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Attempting to bind port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:42.195676 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Attempting to bind port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:42.201652 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Attempting to bind port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e on network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:42.207683 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:42.215725 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Checking segment: {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:42.216162 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.216571 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Bound using segment: {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:42.217073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Bound port: 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:42.217459 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.242001 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc681d62-18cb-47e2-85fb-1942fd7c094e req-87251b02-e6d1-4aa9-a472-3ef5a2df42b1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.1543813 Apr 30 04:53:42.277190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:42.282233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5245c-e7e5-4a47-af25-9e639fd34aec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=5030199d-3e5d-4384-9fa0-4860df969bf9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.301719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': '32a149f0-d5a7-4d39-9a43-bd898e3d89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:42.302264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: fa5c1a59-bf9f-49dc-9be9-7425af449f8d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:42.389215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:42.413875 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35238) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:42.418712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:42.419020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.425161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a4c96fcf-74f3-45b9-a454-2eaa974d1247), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.425638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (916c258d-d256-4d70-b521-1658977ab8c8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.442556 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] For port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:42.447441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:42.451702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:42.454571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.455213 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] For port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:42.542401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=b6693888-2183-4c62-b484-972b6061eeee,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.551121 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.558435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:42.565828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:42.567652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (de803cc1-de85-4595-92b4-45d58be4fd1c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.579299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b50b7101-3109-49c0-bae3-e5d68b681b54,segment=NetworkSegment(dcbe0930-086a-49b1-a936-21728a3debd1),segment_id=dcbe0930-086a-49b1-a936-21728a3debd1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:42.638407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device de8d0cc8-3507-488f-8c7f-b07218c6b1ba up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:42.638527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:42.638636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de2f5e-edc7-4e29-a3e2-e48e87f1aa33 None None] Pushing event updated for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.659493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.660867 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9b478279-bc12-457b-9b06-3ef05554e3ce tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "PUT /v2.0/routers/e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 200 len: 915 time: 4.2747087 Apr 30 04:53:42.664017 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6e173aa0-9814-4948-b1db-cb8b3cb28321 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fee7847be8044f2a0c4cf8d9fe7fc3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2465017 Apr 30 04:53:42.665420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35240) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:42.669681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] Sync routers for ids ['e661f904-33f8-4d08-9024-b66ebc9dde0f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:42.670342 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:42.673133 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:42.676532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:42.684392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35242) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:42.695868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=a4c96fcf-74f3-45b9-a454-2eaa974d1247,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:42.699649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.721881 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7443945 Apr 30 04:53:42.745925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a4c96fcf-74f3-45b9-a454-2eaa974d1247 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:42.776241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:42.777266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, fa5c1a59-bf9f-49dc-9be9-7425af449f8d) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:42.783356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:42.784328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.803319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] Routers {'e661f904-33f8-4d08-9024-b66ebc9dde0f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:42.805158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e661f904-33f8-4d08-9024-b66ebc9dde0f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:42.812664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (03d49b7d-f81e-4909-8795-fc30518e442d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:42.860010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458e02b-d557-48ba-805b-04dd00bb129f None None] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:42.864178 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:42.978210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:42.996033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:43.025128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:43.027499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.027499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.060658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:43.064869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e40e5-26e4-40f4-be17-a2a05a697ff7 None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:43.066521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.071838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=03d49b7d-f81e-4909-8795-fc30518e442d,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:43.106209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfdc3f-358d-43be-b57c-8703c0c87ae3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=916c258d-d256-4d70-b521-1658977ab8c8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:43.114762 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-728c232e-6970-4372-b545-a1745626fb70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8559427 Apr 30 04:53:43.127358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b6693888-2183-4c62-b484-972b6061eeee), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.135699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35248) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:43.143799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d', 'name': 'tempest-PortsIpV6TestJSON-1035486441'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:43.148360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Provisioning complete for port de8d0cc8-3507-488f-8c7f-b07218c6b1ba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:43.150610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.219829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 916c258d-d256-4d70-b521-1658977ab8c8 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:43.239681 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:36Z', 'revision_number': 3, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:42Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:43.270973 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067325b-6546-4644-9eac-a672f79bc26b None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:36Z', 'revision_number': 3, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:42Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:43.292983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5123dcfe-bbf6-427b-bd3b-b91cd0870662 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0145922 Apr 30 04:53:43.299876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35252) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:43.317438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'fixed_ips': [{'subnet_id': '420921b4-ce91-47ed-b352-ddac0e8be0d3'}, {'subnet_id': '03d49b7d-f81e-4909-8795-fc30518e442d'}], 'name': 'tempest-PortsTestJSON-776153464'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:43.489322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] Routers {'e661f904-33f8-4d08-9024-b66ebc9dde0f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:43.490008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e661f904-33f8-4d08-9024-b66ebc9dde0f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:43.491318 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c23ee42f-d8d6-4b38-8ca4-36726251207d tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 200 len: 921 time: 0.8204255 Apr 30 04:53:43.515023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35254) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:43.521841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port de8d0cc8-3507-488f-8c7f-b07218c6b1ba triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:43.522208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.580330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d35b6546-36ec-4880-bbc8-08ca7d8cb178 req-6c89092b-ce12-4f0c-8a0f-ab2e58ad9f66 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.1619110 Apr 30 04:53:43.582974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab78eb-d6c0-4b2a-9c2b-4c6862b20304 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.597212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab78eb-d6c0-4b2a-9c2b-4c6862b20304 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.603342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab78eb-d6c0-4b2a-9c2b-4c6862b20304 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.617293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab78eb-d6c0-4b2a-9c2b-4c6862b20304 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.619059 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e6ab78eb-d6c0-4b2a-9c2b-4c6862b20304 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8314106 Apr 30 04:53:43.630441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35256) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:43.630593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] Publish callbacks [] for security_group (5364cbd9-bdd5-4cf5-9b89-011d9df17ff8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.651301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048064a-4cc7-47bc-b92c-df48966f847b None None] Pushing event updated for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:43.675544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] Publish callbacks [] for security_group (5364cbd9-bdd5-4cf5-9b89-011d9df17ff8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.679643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8802db-761c-44f0-9888-92bdada25008 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:43.682773 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e8802db-761c-44f0-9888-92bdada25008 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=e661f904-33f8-4d08-9024-b66ebc9dde0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1658156 Apr 30 04:53:43.694509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35258) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:43.713357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:43.713958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d1315e-3cab-4527-9cb5-35c91c700ea6 None None] The sync data for ids ['e661f904-33f8-4d08-9024-b66ebc9dde0f'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:43.741818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:43.745171 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.771435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port ca21c893-63f0-48cd-a161-7e71da6352cb yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:43.905371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-fa5c1a59-bf9f-49dc-9be9-7425af449f8d', 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': 'e7e0c0f6-f730-48a7-85fa-b2656293fba3'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:43.906589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.909184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Current status of the port de8d0cc8-3507-488f-8c7f-b07218c6b1ba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:43.923179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Provisioning complete for port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:43.923566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.934972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::187 (fa5c1a59-bf9f-49dc-9be9-7425af449f8d/e7e0c0f6-f730-48a7-85fa-b2656293fba3/ca21c893-63f0-48cd-a161-7e71da6352cb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:43.937637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5364cbd9-bdd5-4cf5-9b89-011d9df17ff8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.940581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:43.941795 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5364cbd9-bdd5-4cf5-9b89-011d9df17ff8 HTTP/1.1" status: 204 len: 168 time: 1.2531683 Apr 30 04:53:43.960068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4990f-97ff-48ca-8680-fdd9fc5ccf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5364cbd9-bdd5-4cf5-9b89-011d9df17ff8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:44.077298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port de8d0cc8-3507-488f-8c7f-b07218c6b1ba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:44.084736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b50b7101-3109-49c0-bae3-e5d68b681b54 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:44.164464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:44.164839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.224055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Current status of the port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:44.224449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.270390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (ca21c893-63f0-48cd-a161-7e71da6352cb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.285341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] For port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:44.378695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.416763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ca21c893-63f0-48cd-a161-7e71da6352cb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.449382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:44.449382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.491863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:44.497616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:44.501970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:44.507368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:44.507923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.516580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=ca21c893-63f0-48cd-a161-7e71da6352cb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:44.537622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a4c96fcf-74f3-45b9-a454-2eaa974d1247), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.543932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Allocated IP 2001:db8::2 (fa5c1a59-bf9f-49dc-9be9-7425af449f8d/e7e0c0f6-f730-48a7-85fa-b2656293fba3/cc77ddac-b874-42c9-a1da-28117d268ada) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:44.546217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:44.603684 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-10c48d59-a053-4c95-a3a2-014c3d25782f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4655399 Apr 30 04:53:44.606393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35266) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:44.607307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Update dhcp port {'port': {'network_id': 'cb703ce3-41f7-4667-9a6c-9774ee59ba13', 'fixed_ips': [{'subnet_id': '420921b4-ce91-47ed-b352-ddac0e8be0d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '03d49b7d-f81e-4909-8795-fc30518e442d'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'b50b7101-3109-49c0-bae3-e5d68b681b54'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:53:44.646375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (60b389c0-9db6-40a6-b79c-af2a38ce3fb4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.697112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Pushing event updated for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:44.722953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.768431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f835d-1424-45e1-b0da-9c37c3a06dfb tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:44.772541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-216f835d-1424-45e1-b0da-9c37c3a06dfb tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 1.0612020 Apr 30 04:53:44.772749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:44.811516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port ca21c893-63f0-48cd-a161-7e71da6352cb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:44.811843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ca21c893-63f0-48cd-a161-7e71da6352cb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.836542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a4c96fcf-74f3-45b9-a454-2eaa974d1247), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.849423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35274) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:44.893860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks [] for port (cc77ddac-b874-42c9-a1da-28117d268ada), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.967842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (b6693888-2183-4c62-b484-972b6061eeee), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:44.993553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c96fcf-74f3-45b9-a454-2eaa974d1247']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:45.026239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b50b7101-3109-49c0-bae3-e5d68b681b54 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:45.037036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12839d6a-1d5d-427e-acb5-967fdc3d4b46 req-a23e5ff3-58c9-4dae-87de-e8f266b33bb4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.1811285 Apr 30 04:53:45.063049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=60b389c0-9db6-40a6-b79c-af2a38ce3fb4,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:45.074111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d960445-93f3-4097-9e96-86f37e876f19') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:45.074317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.074463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d960445-93f3-4097-9e96-86f37e876f19') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:45.078343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b6693888-2183-4c62-b484-972b6061eeee), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.079152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (de803cc1-de85-4595-92b4-45d58be4fd1c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.101497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.141450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (1d960445-93f3-4097-9e96-86f37e876f19), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.197401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ce7acdc8-6a85-4ae7-8f30-c5d6e68b8b28 None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:45.222149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:45.243795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 8204f53e-d671-4d33-8b09-cc7628c51998 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:45.247200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Pushing event updated for resources: {'Port': ['ID=cc77ddac-b874-42c9-a1da-28117d268ada,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:45.253809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:45.261727 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a0f4870c-3dd2-4554-8f5f-584a24367204 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 200 len: 205 time: 0.4111633 Apr 30 04:53:45.263176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:45.264869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35282) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:45.267772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1d960445-93f3-4097-9e96-86f37e876f19), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.273669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:45.274043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.279821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:45.280495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 5030199d-3e5d-4384-9fa0-4860df969bf9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:45.342093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=b6693888-2183-4c62-b484-972b6061eeee,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:45.346156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ca21c893-63f0-48cd-a161-7e71da6352cb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.352319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:45.352319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (1d960445-93f3-4097-9e96-86f37e876f19), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.362156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Allocated IP 172.20.0.18 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/03d49b7d-f81e-4909-8795-fc30518e442d/b50b7101-3109-49c0-bae3-e5d68b681b54) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:45.369097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for ca21c893-63f0-48cd-a161-7e71da6352cb owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:45.380808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Provisioning complete for port de8d0cc8-3507-488f-8c7f-b07218c6b1ba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:45.381165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:45.383881 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:45.416409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Attempting to bind port cc77ddac-b874-42c9-a1da-28117d268ada on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:45.416774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Attempting to bind port cc77ddac-b874-42c9-a1da-28117d268ada by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '32a149f0-d5a7-4d39-9a43-bd898e3d89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:45.417128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Attempting to bind port cc77ddac-b874-42c9-a1da-28117d268ada on network fa5c1a59-bf9f-49dc-9be9-7425af449f8d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:45.445404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:45.445780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Checking segment: {'id': '32a149f0-d5a7-4d39-9a43-bd898e3d89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:45.446307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.446702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Bound using segment: {'id': '32a149f0-d5a7-4d39-9a43-bd898e3d89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:45.447208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Bound port: cc77ddac-b874-42c9-a1da-28117d268ada, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a149f0-d5a7-4d39-9a43-bd898e3d89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5c1a59-bf9f-49dc-9be9-7425af449f8d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:45.447550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.456948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-63a871d6-6b55-45d1-ac86-0b95477e87aa tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:45.458475 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-63a871d6-6b55-45d1-ac86-0b95477e87aa tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.5097218 Apr 30 04:53:45.497214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.571827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:45.637652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (e661f904-33f8-4d08-9024-b66ebc9dde0f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.658922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a4c96fcf-74f3-45b9-a454-2eaa974d1247), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.672233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:45.673185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5030199d-3e5d-4384-9fa0-4860df969bf9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:45.692564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.699280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/a4c96fcf-74f3-45b9-a454-2eaa974d1247 HTTP/1.1" status: 204 len: 168 time: 2.0666151 Apr 30 04:53:45.706546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:45.708204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35288) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:45.720202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:45.720963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.776649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91915b3c-05a4-4f26-9dd6-d5faa1a82cab tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=a4c96fcf-74f3-45b9-a454-2eaa974d1247,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:45.804641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port fddb5650-67d0-414f-90a1-8785e56348dc {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:45.805975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fddb5650-67d0-414f-90a1-8785e56348dc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.809898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-9f99c9c7-0b8b-4081-8a9e-ea12eb307e90 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 380 time: 0.2736182 Apr 30 04:53:45.899424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (916c258d-d256-4d70-b521-1658977ab8c8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.963606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'port': {'device_id': '7e11e732-1b13-4846-958b-1b5259793345', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'admin_state_up': True, 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'security_groups': ['04ddb127-6fe0-480f-9d44-b1ae0b9f10c3']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:45.973667 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-42e6cf52-dafb-4544-b982-16484976b9b5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9259596 Apr 30 04:53:45.978402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fddb5650-67d0-414f-90a1-8785e56348dc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:45.980909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35296) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:45.995630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b50b7101-3109-49c0-bae3-e5d68b681b54,segment=NetworkSegment(dcbe0930-086a-49b1-a936-21728a3debd1),segment_id=dcbe0930-086a-49b1-a936-21728a3debd1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:46.033359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Publish callbacks [] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.036602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9a581-a6f8-4ffb-8f7f-6d975baa025e None None] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:46.040560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for fddb5650-67d0-414f-90a1-8785e56348dc owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:46.042545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ca21c893-63f0-48cd-a161-7e71da6352cb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.131442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:46.132598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:46.170473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=ca21c893-63f0-48cd-a161-7e71da6352cb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:46.184240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] For port cc77ddac-b874-42c9-a1da-28117d268ada, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:46.197225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.258483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.262079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-806cce33-22f5-410c-ade5-02c8fe928d06 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/ca21c893-63f0-48cd-a161-7e71da6352cb HTTP/1.1" status: 204 len: 168 time: 1.6536181 Apr 30 04:53:46.323119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.5 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/420921b4-ce91-47ed-b352-ddac0e8be0d3/8204f53e-d671-4d33-8b09-cc7628c51998) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:46.331724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.24 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/03d49b7d-f81e-4909-8795-fc30518e442d/8204f53e-d671-4d33-8b09-cc7628c51998) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:46.371559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35302) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:46.405887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:46.405887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.437368 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f6f7f0-92e9-4d4e-b18b-647a22aa447f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:53:46.438202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f6f7f0-92e9-4d4e-b18b-647a22aa447f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:53:46.441867 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d4f6f7f0-92e9-4d4e-b18b-647a22aa447f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/ca21c893-63f0-48cd-a161-7e71da6352cb HTTP/1.1" status: 404 len: 333 time: 0.0677838 Apr 30 04:53:46.445854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35308) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:46.448217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae9360-b94f-4944-8b4c-1d8ee5819c3c None None] Pushing event updated for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:46.480448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Current status of the port de8d0cc8-3507-488f-8c7f-b07218c6b1ba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:46.485447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] For port cc77ddac-b874-42c9-a1da-28117d268ada, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc77ddac-b874-42c9-a1da-28117d268ada,segment=NetworkSegment(32a149f0-d5a7-4d39-9a43-bd898e3d89c6),segment_id=32a149f0-d5a7-4d39-9a43-bd898e3d89c6)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:46.563227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:46.568861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (8204f53e-d671-4d33-8b09-cc7628c51998), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.569497 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-456c0dc6-e260-49a4-8e44-b7b66ac0d926 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:53:46.569873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-5030199d-3e5d-4384-9fa0-4860df969bf9', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:46.573773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.573920 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-456c0dc6-e260-49a4-8e44-b7b66ac0d926 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/ca21c893-63f0-48cd-a161-7e71da6352cb HTTP/1.1" status: 404 len: 333 time: 0.1228366 Apr 30 04:53:46.581657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35312) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:46.695379 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95eabce3-d9c8-41b8-97c5-7358818afb93 req-4231fab8-1257-482e-a149-5c8258298c35 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0719621 Apr 30 04:53:46.736253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet e7e0c0f6-f730-48a7-85fa-b2656293fba3 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:46.740267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (e7e0c0f6-f730-48a7-85fa-b2656293fba3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.770810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.795982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (e7e0c0f6-f730-48a7-85fa-b2656293fba3), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.822834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Allocated IP 172.22.0.2 (5030199d-3e5d-4384-9fa0-4860df969bf9/60b389c0-9db6-40a6-b79c-af2a38ce3fb4/38dd663e-4182-44e2-a271-1c771a0c4df6) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:46.911484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=8204f53e-d671-4d33-8b09-cc7628c51998,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:46.979414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (e7e0c0f6-f730-48a7-85fa-b2656293fba3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:46.988357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:47.024140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (916c258d-d256-4d70-b521-1658977ab8c8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.027935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:47.063548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks [] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.067720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.082376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:47.107625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35318) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:47.150669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916c258d-d256-4d70-b521-1658977ab8c8']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:47.159079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Made reservation on behalf of b3a3624505944eaaa34fd67e0ec2b6b8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:47.163014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.166448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b50b7101-3109-49c0-bae3-e5d68b681b54 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:47.169256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Provisioning complete for port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:47.169934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.185388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e964af7-3cf8-4d6d-952c-3f202bc9c11c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:47.185698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e964af7-3cf8-4d6d-952c-3f202bc9c11c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:47.215437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (e7e0c0f6-f730-48a7-85fa-b2656293fba3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.222998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def0dbd-83ec-4483-8b07-5b9508e4dd04 None None] Pushing event updated for resources: {'Port': ['ID=cc77ddac-b874-42c9-a1da-28117d268ada,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:47.236907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:47.237634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.256241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (6e964af7-3cf8-4d6d-952c-3f202bc9c11c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.289013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router de803cc1-de85-4595-92b4-45d58be4fd1c is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:47.301649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6e964af7-3cf8-4d6d-952c-3f202bc9c11c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.306233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.312335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e0c0f6-f730-48a7-85fa-b2656293fba3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:47.321188 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1bb50d26-3252-4988-a189-83c477697781 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.0174122 Apr 30 04:53:47.321336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.338396 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b67717fd-242d-4ae6-983e-4aafa9e401c7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/e7e0c0f6-f730-48a7-85fa-b2656293fba3 HTTP/1.1" status: 204 len: 168 time: 0.7495222 Apr 30 04:53:47.338396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fddb5650-67d0-414f-90a1-8785e56348dc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.341788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:47.342981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35324) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:47.351668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '420921b4-ce91-47ed-b352-ddac0e8be0d3'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:47.383184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:47.388881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Current status of the port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:47.398664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:47.405567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:47.476992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Provisioning complete for port b6693888-2183-4c62-b484-972b6061eeee triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:47.477615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b6693888-2183-4c62-b484-972b6061eeee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.533943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.20.0.8 (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094/85cb74a1-df7b-457a-9462-d69a5cd67bf4/26462c38-ae9d-4987-8a51-a645022be818) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:47.560629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.567789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7157b5fb-0104-4e32-8577-2fe4e96779af None None] Port b6693888-2183-4c62-b484-972b6061eeee cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:47.582678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:47.583077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (6e964af7-3cf8-4d6d-952c-3f202bc9c11c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:47.587211 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:47.596362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1066870739'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:47.611209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Pushing event updated for resources: {'Port': ['ID=38dd663e-4182-44e2-a271-1c771a0c4df6,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:47.618071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=fddb5650-67d0-414f-90a1-8785e56348dc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:47.677091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:47.677711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.714569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Attempting to bind port 38dd663e-4182-44e2-a271-1c771a0c4df6 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:47.715221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Attempting to bind port 38dd663e-4182-44e2-a271-1c771a0c4df6 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:47.715740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Attempting to bind port 38dd663e-4182-44e2-a271-1c771a0c4df6 on network 5030199d-3e5d-4384-9fa0-4860df969bf9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:47.750619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:47.751347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Checking segment: {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:47.761323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.761955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Bound using segment: {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:47.762831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Bound port: 38dd663e-4182-44e2-a271-1c771a0c4df6, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:47.763410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.772359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Provisioning complete for port b6693888-2183-4c62-b484-972b6061eeee triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:47.773565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b6693888-2183-4c62-b484-972b6061eeee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.908926 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f56b4696-3a92-4cb5-b311-cf500847383f req-2767b9dd-782e-4901-b25e-ac96acefffc3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0704896 Apr 30 04:53:47.912160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] For port 38dd663e-4182-44e2-a271-1c771a0c4df6, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:47.917494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] For port 38dd663e-4182-44e2-a271-1c771a0c4df6, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=38dd663e-4182-44e2-a271-1c771a0c4df6,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:47.917898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (916c258d-d256-4d70-b521-1658977ab8c8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.923938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:47.940603 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] Sync routers for ids ['de803cc1-de85-4595-92b4-45d58be4fd1c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:47.969950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8ca81471-31af-4ae9-8db1-20684b5d5144 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/de803cc1-de85-4595-92b4-45d58be4fd1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6912787 Apr 30 04:53:47.969950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:47.976494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Port b6693888-2183-4c62-b484-972b6061eeee cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:47.976604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] Routers {'de803cc1-de85-4595-92b4-45d58be4fd1c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:47.976604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['de803cc1-de85-4595-92b4-45d58be4fd1c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:47.976780 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/916c258d-d256-4d70-b521-1658977ab8c8 HTTP/1.1" status: 204 len: 168 time: 2.2423747 Apr 30 04:53:47.988551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35328) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:47.989029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35330) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:48.041108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.056698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fca84-28c5-46e6-9a39-61bba5cac889 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=916c258d-d256-4d70-b521-1658977ab8c8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:48.069123 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:48.082591 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] Routers {'de803cc1-de85-4595-92b4-45d58be4fd1c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:48.084279 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['de803cc1-de85-4595-92b4-45d58be4fd1c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:48.092848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fa5c1a59-bf9f-49dc-9be9-7425af449f8d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.115200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:48.115581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.150434 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:48.151302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1a08e-be63-42aa-ad9a-1645deb8d4a3 None None] The sync data for ids ['de803cc1-de85-4595-92b4-45d58be4fd1c'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:48.192179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d93b0-d5c6-4526-8e5d-c76a477b32ae tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:48.196420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f1d93b0-d5c6-4526-8e5d-c76a477b32ae tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports/b6693888-2183-4c62-b484-972b6061eeee HTTP/1.1" status: 200 len: 911 time: 0.1944792 Apr 30 04:53:48.207611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:48.211467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35332) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:48.269734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b022-06a0-4fba-bdad-972c3d542e0d None None] Pushing event updated for resources: {'Port': ['ID=38dd663e-4182-44e2-a271-1c771a0c4df6,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:48.331472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5b4232a3-b431-4d2b-b530-868d09ae9deb None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:48.461747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-eb32effd-aa97-472f-862e-00d581b7a406 None None] Provisioning complete for port 8204f53e-d671-4d33-8b09-cc7628c51998 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:48.461747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb32effd-aa97-472f-862e-00d581b7a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.531616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-eb32effd-aa97-472f-862e-00d581b7a406 None None] Port 8204f53e-d671-4d33-8b09-cc7628c51998 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:48.663386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.689783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Made reservation on behalf of dc08a85879bb4c9eac77793ce8bf8aae for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:48.693884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.777940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.822409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (26462c38-ae9d-4987-8a51-a645022be818), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:48.849028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c9842-35f2-44ad-8d50-37390c6894dc tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:48.855501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c9842-35f2-44ad-8d50-37390c6894dc tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:48.862171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-973c9842-35f2-44ad-8d50-37390c6894dc tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8605914 Apr 30 04:53:48.889407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35334) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:48.895666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1590284845'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:48.908613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417312d8-7ed8-4d74-be8c-78f4cda6b1da None None] Network fa5c1a59-bf9f-49dc-9be9-7425af449f8d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:48.931498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (e661f904-33f8-4d08-9024-b66ebc9dde0f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.013001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc77ddac-b874-42c9-a1da-28117d268ada up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:49.066191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Provisioning complete for port cc77ddac-b874-42c9-a1da-28117d268ada triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:49.066606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.082676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port cc77ddac-b874-42c9-a1da-28117d268ada {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:49.083017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.166476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cc77ddac-b874-42c9-a1da-28117d268ada triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:49.167087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.197356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.221042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] DHCP port deletion for fa5c1a59-bf9f-49dc-9be9-7425af449f8d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:49.228403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (e661f904-33f8-4d08-9024-b66ebc9dde0f), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.239556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:49.244364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.294482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Current status of the port cc77ddac-b874-42c9-a1da-28117d268ada is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:49.295233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.348008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] For port cc77ddac-b874-42c9-a1da-28117d268ada, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc77ddac-b874-42c9-a1da-28117d268ada,segment=NetworkSegment(32a149f0-d5a7-4d39-9a43-bd898e3d89c6),segment_id=32a149f0-d5a7-4d39-9a43-bd898e3d89c6)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:49.349331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Deleting port cc77ddac-b874-42c9-a1da-28117d268ada {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:49.350136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.399176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port cc77ddac-b874-42c9-a1da-28117d268ada, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc77ddac-b874-42c9-a1da-28117d268ada,segment=NetworkSegment(32a149f0-d5a7-4d39-9a43-bd898e3d89c6),segment_id=32a149f0-d5a7-4d39-9a43-bd898e3d89c6)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:49.399539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.466532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks [] for security_group (6f2dd71d-d39b-4d4b-beef-2647e80d7140), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.469554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.509487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cc77ddac-b874-42c9-a1da-28117d268ada is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:49.509887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.528405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (de803cc1-de85-4595-92b4-45d58be4fd1c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.532090 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bb0e9e4-1459-4288-a5ff-4d12e476718f req-c07fee12-9ec8-489e-9afa-88ab7d1583ae tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.3225651 Apr 30 04:53:49.533131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.533417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] For port cc77ddac-b874-42c9-a1da-28117d268ada, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc77ddac-b874-42c9-a1da-28117d268ada,segment=NetworkSegment(32a149f0-d5a7-4d39-9a43-bd898e3d89c6),segment_id=32a149f0-d5a7-4d39-9a43-bd898e3d89c6)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:49.534395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.571697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Calling delete_port for cc77ddac-b874-42c9-a1da-28117d268ada owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:49.637353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378d23c-a7af-44b3-83f5-ff16d2d88b5a None None] Pushing event updated for resources: {'Port': ['ID=cc77ddac-b874-42c9-a1da-28117d268ada,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:49.644493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:49.658094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.658342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.658510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.658850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.659180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.659524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.659894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.660213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.660534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.660857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.661181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.661509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.661827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.662143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.662485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:49.674457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:49.712606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:53:49.712606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:53:49.734819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:49.739560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (33cdbdb3-c218-44b7-9277-bae6cb7abb40), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.739913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment 33cdbdb3-c218-44b7-9277-bae6cb7abb40 of type vlan for network 4654b646-95c3-47fc-8e6c-cec786d93a9f Apr 30 04:53:49.741502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:49.752499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Delete allocated IP 172.20.0.24 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/03d49b7d-f81e-4909-8795-fc30518e442d) {{(pid=111174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:53:49.763186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:49.790615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for cc77ddac-b874-42c9-a1da-28117d268ada owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:49.827598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e661f904-33f8-4d08-9024-b66ebc9dde0f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.828474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router e661f904-33f8-4d08-9024-b66ebc9dde0f {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:49.830599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6f2dd71d-d39b-4d4b-beef-2647e80d7140), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.846513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.847799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a0220392-b918-43bc-854f-92774e750c8a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 204 len: 168 time: 4.5819433 Apr 30 04:53:49.855754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:49.860375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35338) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:49.871882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-517367264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:49.920418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df89d5d-db23-4a5a-ab67-9c3faba23906 None None] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:49.923958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.22.0.1 (5030199d-3e5d-4384-9fa0-4860df969bf9/60b389c0-9db6-40a6-b79c-af2a38ce3fb4/936ae635-f363-4ea6-9d82-2a720f10c0ff) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:50.006462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] Pushing event deleted for resources: {'Port': ['ID=cc77ddac-b874-42c9-a1da-28117d268ada,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.010297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:50.019496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4654b646-95c3-47fc-8e6c-cec786d93a9f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.027443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.028452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.032900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7fd547-00f1-4870-893a-7e574103b295 None None] No DVR routers for this DVR port cc77ddac-b874-42c9-a1da-28117d268ada on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:50.052316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Provisioning complete for port 38dd663e-4182-44e2-a271-1c771a0c4df6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:50.053246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.053520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:50.053629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.090296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2dd71d-d39b-4d4b-beef-2647e80d7140,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.095237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (298adc32-683f-40c5-aaaa-8f76a83f5678), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.095659 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Added segment 298adc32-683f-40c5-aaaa-8f76a83f5678 of type vlan for network 5a2e103e-f7b5-4506-8480-a9921e5754e5 Apr 30 04:53:50.124956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.125392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.125827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.126228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.126675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.127072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.127464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.127856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.128189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.128664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.129039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.129426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.130192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.130633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.131086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:50.199583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Current status of the port 38dd663e-4182-44e2-a271-1c771a0c4df6 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:50.199840 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-03223507-1b7c-4145-a413-3bcc5dbdc076 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2442505 Apr 30 04:53:50.200264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.248486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port cc77ddac-b874-42c9-a1da-28117d268ada update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:53:50.248872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 38dd663e-4182-44e2-a271-1c771a0c4df6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:50.252007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5a2e103e-f7b5-4506-8480-a9921e5754e5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.266734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (cc77ddac-b874-42c9-a1da-28117d268ada), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.291065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port b6693888-2183-4c62-b484-972b6061eeee {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:50.291615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b6693888-2183-4c62-b484-972b6061eeee), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.300032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] For port 38dd663e-4182-44e2-a271-1c771a0c4df6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=38dd663e-4182-44e2-a271-1c771a0c4df6,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:50.303919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.309660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Request body: {'port': {'device_id': '7e11e732-1b13-4846-958b-1b5259793345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:50.312701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4654b646-95c3-47fc-8e6c-cec786d93a9f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.317839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:50.318818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.355317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=cc77ddac-b874-42c9-a1da-28117d268ada,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.366754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 38dd663e-4182-44e2-a271-1c771a0c4df6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:50.368880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.369262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port cc77ddac-b874-42c9-a1da-28117d268ada on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:50.377869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (8204f53e-d671-4d33-8b09-cc7628c51998), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.443788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.471794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.482598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.552291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fa5c1a59-bf9f-49dc-9be9-7425af449f8d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.573139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5a2e103e-f7b5-4506-8480-a9921e5754e5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.577465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26462c38-ae9d-4987-8a51-a645022be818), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.583048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:50.586852 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6964610 Apr 30 04:53:50.589818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.597969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1d50a-f970-47e8-bae4-88fdfbf35cae tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=4654b646-95c3-47fc-8e6c-cec786d93a9f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.602123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35342) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:50.612304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-699130233'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:50.617613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.621997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 4654b646-95c3-47fc-8e6c-cec786d93a9f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:50.707171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b6693888-2183-4c62-b484-972b6061eeee), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.729329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.736083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f677e17e-72a4-488a-b0b1-8770ba52c9ea tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8697021 Apr 30 04:53:50.740804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5c1a59-bf9f-49dc-9be9-7425af449f8d']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:50.743942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:50.754513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 38dd663e-4182-44e2-a271-1c771a0c4df6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:50.788139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'enable_snat': False}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:50.791330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=8204f53e-d671-4d33-8b09-cc7628c51998,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.797246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a149f0-d5a7-4d39-9a43-bd898e3d89c6') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:50.801740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a149f0-d5a7-4d39-9a43-bd898e3d89c6') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:50.818567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aa71d-05c4-45f6-97b8-226bd43e5ab2 req-5de4ff65-427b-4770-bb87-6373c3aa34ae tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:50.820387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c2aa71d-05c4-45f6-97b8-226bd43e5ab2 req-5de4ff65-427b-4770-bb87-6373c3aa34ae tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 931 time: 0.1104763 Apr 30 04:53:50.827411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for b6693888-2183-4c62-b484-972b6061eeee owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:50.847465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Provisioning complete for port 26462c38-ae9d-4987-8a51-a645022be818 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:50.848085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (26462c38-ae9d-4987-8a51-a645022be818), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.896372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:50.899870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.941797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc77ddac-b874-42c9-a1da-28117d268ada no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:50.942787 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8316674 Apr 30 04:53:50.962067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d59bc4-4aa2-4242-8847-2de422ab1a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Pushing event updated for resources: {'Network': ['ID=5a2e103e-f7b5-4506-8480-a9921e5754e5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:50.966206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (32a149f0-d5a7-4d39-9a43-bd898e3d89c6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:50.987745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cc77ddac-b874-42c9-a1da-28117d268ada {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:50.989091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc77ddac-b874-42c9-a1da-28117d268ada not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:51.004104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:51.009276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] In _notify_port_updated(), no bound segment for port 8204f53e-d671-4d33-8b09-cc7628c51998 on network cb703ce3-41f7-4667-9a6c-9774ee59ba13 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:53:51.030044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:51.030831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.035336 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e7cf337e-72a4-4e54-b294-fb736f1686ee tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/ports/8204f53e-d671-4d33-8b09-cc7628c51998 HTTP/1.1" status: 200 len: 918 time: 3.6883566 Apr 30 04:53:51.037296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35350) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:51.042460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '420921b4-ce91-47ed-b352-ddac0e8be0d3'}, {'subnet_id': '03d49b7d-f81e-4909-8795-fc30518e442d'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:51.048485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.053416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (32a149f0-d5a7-4d39-9a43-bd898e3d89c6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.105698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a38c-f583-4c8e-9763-7c69f434bc52 None None] Pushing event updated for resources: {'Port': ['ID=38dd663e-4182-44e2-a271-1c771a0c4df6,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:51.132107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:51.139871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Port 26462c38-ae9d-4987-8a51-a645022be818 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:51.154835 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c2aa71d-05c4-45f6-97b8-226bd43e5ab2 req-40b970f5-15e1-45dd-9b63-2f1d395f99e4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218479 Apr 30 04:53:51.165122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Provisioning complete for port 38dd663e-4182-44e2-a271-1c771a0c4df6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:51.165955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.172269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:51.172647 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (32a149f0-d5a7-4d39-9a43-bd898e3d89c6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:51.176421 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:51.184629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ed81e4b5-525f-41a5-97eb-40ec553c83ea), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.184629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment ed81e4b5-525f-41a5-97eb-40ec553c83ea of type vlan for network e5250edd-6337-4dc5-9bb5-c7c5f5a37e75 Apr 30 04:53:51.275491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-be318f31-dc79-437a-95ad-6ccf5402f1ad None None] Current status of the port 38dd663e-4182-44e2-a271-1c771a0c4df6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:51.333106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (e5250edd-6337-4dc5-9bb5-c7c5f5a37e75), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.374181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35352) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:51.377666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:51.382324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5', 'binding:host_id': 'hv-neutron-8380', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1427901223'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:51.397697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a9c2fe9a-db06-40e7-83b7-0ac8c97caa1d None None] Provisioning complete for port 8204f53e-d671-4d33-8b09-cc7628c51998 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:51.398327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a9c2fe9a-db06-40e7-83b7-0ac8c97caa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.450610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:51.458301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:51.487067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2fe9a-db06-40e7-83b7-0ac8c97caa1d None None] Port 8204f53e-d671-4d33-8b09-cc7628c51998 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:51.506860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.509121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:51.549707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (fa5c1a59-bf9f-49dc-9be9-7425af449f8d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.551248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (e5250edd-6337-4dc5-9bb5-c7c5f5a37e75), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.551393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Made reservation on behalf of 40a11a983ec94d33b84aeb43a4f90e17 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:51.553568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.555742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:51.556345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.652662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26462c38-ae9d-4987-8a51-a645022be818 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:53:51.689927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks [] for port (26462c38-ae9d-4987-8a51-a645022be818), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.700805 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0975628 Apr 30 04:53:51.704725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35354) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:51.706813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eacb9f-4d10-45d4-845c-d82ed2f402b6 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=e5250edd-6337-4dc5-9bb5-c7c5f5a37e75,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:51.720346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'ports': [{'network_id': '4654b646-95c3-47fc-8e6c-cec786d93a9f', 'name': 'tempest-port--629822304', 'admin_state_up': True}, {'network_id': 'e5250edd-6337-4dc5-9bb5-c7c5f5a37e75', 'admin_state_up': False}]} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:51.721002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'port': {'network_id': '4654b646-95c3-47fc-8e6c-cec786d93a9f', 'name': 'tempest-port--629822304', 'admin_state_up': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:51.721640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'port': {'network_id': 'e5250edd-6337-4dc5-9bb5-c7c5f5a37e75', 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:51.729082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network e5250edd-6337-4dc5-9bb5-c7c5f5a37e75 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:51.731868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b6693888-2183-4c62-b484-972b6061eeee), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.797222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Transition to ACTIVE for port object 26462c38-ae9d-4987-8a51-a645022be818 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:53:51.800416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=b6693888-2183-4c62-b484-972b6061eeee,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:51.882318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.920168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2fd0c7f8-d14c-4a95-a687-d604a04f8dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.934213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-629bde01-3837-44ca-838e-9420ca7e421b None None] Provisioning complete for port 936ae635-f363-4ea6-9d82-2a720f10c0ff triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:51.935158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-629bde01-3837-44ca-838e-9420ca7e421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.965561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.969775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.978070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.985784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:51.994354 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/fa5c1a59-bf9f-49dc-9be9-7425af449f8d HTTP/1.1" status: 204 len: 168 time: 4.6354287 Apr 30 04:53:52.036760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-629bde01-3837-44ca-838e-9420ca7e421b None None] Port 936ae635-f363-4ea6-9d82-2a720f10c0ff cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:52.039370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35356) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:52.043896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea70c6-4311-4631-b3eb-a00e07a8f06c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=fa5c1a59-bf9f-49dc-9be9-7425af449f8d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:52.061286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-186234725'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:52.082186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (de803cc1-de85-4595-92b4-45d58be4fd1c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.158516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:52.308516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:52.312214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.440184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620011fa-575e-4661-96c2-b09fae8b0eb6 req-f8a92b5c-48ba-4676-b794-1661d8bac34b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:52.441628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-620011fa-575e-4661-96c2-b09fae8b0eb6 req-f8a92b5c-48ba-4676-b794-1661d8bac34b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1638486 Apr 30 04:53:52.447171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:52.449257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Attempting to bind port 26462c38-ae9d-4987-8a51-a645022be818 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:52.449257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Attempting to bind port 26462c38-ae9d-4987-8a51-a645022be818 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:52.449531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Attempting to bind port 26462c38-ae9d-4987-8a51-a645022be818 on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:52.461078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'port': 2} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:52.465451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.503754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Port 26462c38-ae9d-4987-8a51-a645022be818 on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:52.504070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Attempting to bind port 26462c38-ae9d-4987-8a51-a645022be818 on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:52.511368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.516732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (75e76678-d898-4814-9207-92a1e8e054d4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.517110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment 75e76678-d898-4814-9207-92a1e8e054d4 of type vlan for network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 Apr 30 04:53:52.539519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:52.539856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:52.540235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Bound using segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:52.540685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Bound port: 26462c38-ae9d-4987-8a51-a645022be818, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:52.541132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26462c38-ae9d-4987-8a51-a645022be818), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.548327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.586569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router de803cc1-de85-4595-92b4-45d58be4fd1c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:52.604385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.616588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (1d93c07a-2789-4c80-a0cb-e50ea656cca1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.652288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.817673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for security_group (1ddff676-0954-41af-a728-9f7f59778c22), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.931313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 38dd663e-4182-44e2-a271-1c771a0c4df6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:53:52.943600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1ddff676-0954-41af-a728-9f7f59778c22), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:52.967241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:52.981363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 38dd663e-4182-44e2-a271-1c771a0c4df6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:52.982001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.076235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 38dd663e-4182-44e2-a271-1c771a0c4df6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:53.086978 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-620011fa-575e-4661-96c2-b09fae8b0eb6 req-dace4408-c0e0-4a58-a790-a4480384fed5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6270370 Apr 30 04:53:53.139097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddff676-0954-41af-a728-9f7f59778c22,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:53.164913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:53.180174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba9b4e3a-df16-4114-bd02-2065bcb7a238 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/de803cc1-de85-4595-92b4-45d58be4fd1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9672246 Apr 30 04:53:53.180623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] Sync routers for ids ['de803cc1-de85-4595-92b4-45d58be4fd1c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:53.180807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:53.183393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Allocated IP 172.26.5.6 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4c69cbb4-7456-4cd5-a408-10f48b168a60) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:53.190899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.23 (cb703ce3-41f7-4667-9a6c-9774ee59ba13/03d49b7d-f81e-4909-8795-fc30518e442d/8204f53e-d671-4d33-8b09-cc7628c51998) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:53.204442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] Routers {'de803cc1-de85-4595-92b4-45d58be4fd1c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:53.206462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['de803cc1-de85-4595-92b4-45d58be4fd1c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:53.226124 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-efa72947-1485-4bc8-bddf-c380644f0f54 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=de803cc1-de85-4595-92b4-45d58be4fd1c HTTP/1.1" status: 200 len: 205 time: 0.0364053 Apr 30 04:53:53.228578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:53.232349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35362) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:53.234524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (1d93c07a-2789-4c80-a0cb-e50ea656cca1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.239688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:53.240282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.267792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:53.279230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] Routers {'de803cc1-de85-4595-92b4-45d58be4fd1c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:53.280218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['de803cc1-de85-4595-92b4-45d58be4fd1c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:53.328882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:53.329858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0116f4-ba6b-4f98-a98f-d3de3bdf937b None None] The sync data for ids ['de803cc1-de85-4595-92b4-45d58be4fd1c'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:53.354635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=1d93c07a-2789-4c80-a0cb-e50ea656cca1,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:53.360595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-755aec40-ef73-408d-a6d3-5492da0a98f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3154459 Apr 30 04:53:53.366551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26462c38-ae9d-4987-8a51-a645022be818,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:53.371603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35364) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:53.375004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:53.378722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] device_id is not set on port 1f3c35c2-71bf-4c5f-8518-58f4f7802c3c yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:53.384338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:53.483003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.517488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for port (1f3c35c2-71bf-4c5f-8518-58f4f7802c3c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.550165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:53.550825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.552403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 200 len: 1093 time: 3.2629340 Apr 30 04:53:53.565178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.565366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'tag': '26462c38-ae9d-4987-8a51-a645022be818'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:53:53.567627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "tag": "26462c38-ae9d-4987-8a51-a645022be818"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:53:53.624767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f292c-2bc2-4d3e-9d43-68e3cfe0f4ec x-openstack-request-id: req-c03f292c-2bc2-4d3e-9d43-68e3cfe0f4ec {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:53:53.625199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "tag": "26462c38-ae9d-4987-8a51-a645022be818", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:53:53.625586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c03f292c-2bc2-4d3e-9d43-68e3cfe0f4ec {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:53:53.626009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03f292c-2bc2-4d3e-9d43-68e3cfe0f4ec'] response: {'name': 'network-changed', 'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'tag': '26462c38-ae9d-4987-8a51-a645022be818', 'status': 'completed', 'code': 200} Apr 30 04:53:53.639254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ebf0a-a6e9-4c38-bd76-caa00522b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:53.647996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] device_id is not set on port 2ea9de66-d0dd-4cd6-92af-2762477ce090 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:53.735515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-19fe1082-f1d7-4d64-994c-946654946cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:53.736965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-19fe1082-f1d7-4d64-994c-946654946cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1127 time: 0.0751305 Apr 30 04:53:53.792999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.905409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.910492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for port (2ea9de66-d0dd-4cd6-92af-2762477ce090), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:53.973086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for port (4c69cbb4-7456-4cd5-a408-10f48b168a60), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.005453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-07962104-9451-4450-aab4-bbb3aea09794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.006870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-07962104-9451-4450-aab4-bbb3aea09794 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2583745 Apr 30 04:53:54.038798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1eeb93ea-5146-4aa5-b55f-1d3bae288392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.127119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1f3c35c2-71bf-4c5f-8518-58f4f7802c3c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.282738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Port': ['ID=1f3c35c2-71bf-4c5f-8518-58f4f7802c3c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:54.310433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e90e4-3d49-4ac6-93e8-7817ddcfee6a req-d2f2375c-c003-41c9-82fd-bb9898353b6c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.312466 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-008e90e4-3d49-4ac6-93e8-7817ddcfee6a req-d2f2375c-c003-41c9-82fd-bb9898353b6c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1316876 Apr 30 04:53:54.315920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-adacf29c-9781-43b3-97bb-108e3c54b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.317316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7fc44e2-f2c1-48a9-ba89-623e75ded2a1 req-adacf29c-9781-43b3-97bb-108e3c54b292 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3049462 Apr 30 04:53:54.318197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Checking segment: {'id': '33cdbdb3-c218-44b7-9277-bae6cb7abb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4654b646-95c3-47fc-8e6c-cec786d93a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:54.318574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network hostable DHCP agents. Network: 4654b646-95c3-47fc-8e6c-cec786d93a9f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:54.324058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.338257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (8204f53e-d671-4d33-8b09-cc7628c51998), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.428360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-008e90e4-3d49-4ac6-93e8-7817ddcfee6a req-11bf96b3-9f93-4a97-a04f-0650140128d4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924327 Apr 30 04:53:54.429938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-e08c1482-434b-4206-8166-987bbcddcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.431681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-e08c1482-434b-4206-8166-987bbcddcf46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1127 time: 0.0682886 Apr 30 04:53:54.433693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:54.474889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.481663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.481897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-d59ba307-98d0-4c71-87a1-9a80c2b81e2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 200 len: 217 time: 0.0435178 Apr 30 04:53:54.482963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network 4654b646-95c3-47fc-8e6c-cec786d93a9f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:54.487200 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (de803cc1-de85-4595-92b4-45d58be4fd1c), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.503817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.514367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:54.518282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.538820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-c68ffc66-73c2-4005-bb03-c31ae909ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.540354 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-c68ffc66-73c2-4005-bb03-c31ae909ec8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0492604 Apr 30 04:53:54.551328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:54.589362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 4654b646-95c3-47fc-8e6c-cec786d93a9f) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:54.595641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-c8a9f4f6-5e07-466a-a535-a087a56520ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:54.597367 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-c8a9f4f6-5e07-466a-a535-a087a56520ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0514898 Apr 30 04:53:54.599232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:54.603281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2ea9de66-d0dd-4cd6-92af-2762477ce090), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.622674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd09e5b-fc71-4cd2-aa84-6f4ff4111f4c None None] Network 4654b646-95c3-47fc-8e6c-cec786d93a9f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:54.699073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4c69cbb4-7456-4cd5-a408-10f48b168a60), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.709633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.766864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Port': ['ID=2ea9de66-d0dd-4cd6-92af-2762477ce090,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:54.805016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-78215c95-ca15-4176-a596-1381d83323be service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995776 Apr 30 04:53:54.842559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (de803cc1-de85-4595-92b4-45d58be4fd1c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.842559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router de803cc1-de85-4595-92b4-45d58be4fd1c {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:53:54.861026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.862193 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-62cd73a1-06bc-418a-8b7a-d08b789763d0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/de803cc1-de85-4595-92b4-45d58be4fd1c HTTP/1.1" status: 204 len: 168 time: 1.6266255 Apr 30 04:53:54.865239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=8204f53e-d671-4d33-8b09-cc7628c51998,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:54.870066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35370) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:54.944724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 101915f7-a72e-4868-92f2-2ff4eb736c5a {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:54.950364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Checking segment: {'id': 'ed81e4b5-525f-41a5-97eb-40ec553c83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e5250edd-6337-4dc5-9bb5-c7c5f5a37e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:54.950689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network hostable DHCP agents. Network: e5250edd-6337-4dc5-9bb5-c7c5f5a37e75, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:54.957984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (101915f7-a72e-4868-92f2-2ff4eb736c5a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.958343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:54.969950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:54.996061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:55.014409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:55.043133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4468c0c5-d2f1-4a87-953b-e85c5c98fee6 None None] Provisioning complete for port 8204f53e-d671-4d33-8b09-cc7628c51998 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:55.044217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4468c0c5-d2f1-4a87-953b-e85c5c98fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.062632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (101915f7-a72e-4868-92f2-2ff4eb736c5a), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.067091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Pushing event updated for resources: {'Port': ['ID=4c69cbb4-7456-4cd5-a408-10f48b168a60,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:55.076551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] In _notify_port_updated(), no bound segment for port 8204f53e-d671-4d33-8b09-cc7628c51998 on network cb703ce3-41f7-4667-9a6c-9774ee59ba13 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:53:55.081634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9390f25e-d60a-4a4c-8a97-ff1010376bc4 req-d95db88e-c7ab-4f06-8cde-b8f162dfcf62 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652414 Apr 30 04:53:55.082221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.082865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.087118 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4aa492c6-6c12-4146-ab4b-c99a2370d341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/ports/8204f53e-d671-4d33-8b09-cc7628c51998 HTTP/1.1" status: 200 len: 998 time: 4.0488572 Apr 30 04:53:55.096546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35372) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:55.105991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:55.109255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4468c0c5-d2f1-4a87-953b-e85c5c98fee6 None None] Port 8204f53e-d671-4d33-8b09-cc7628c51998 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:55.109418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network e5250edd-6337-4dc5-9bb5-c7c5f5a37e75 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:55.143476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:55.205284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Checking segment: {'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:55.206071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Network hostable DHCP agents. Network: 5a2e103e-f7b5-4506-8480-a9921e5754e5, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:55.210119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (101915f7-a72e-4868-92f2-2ff4eb736c5a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.214584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, e5250edd-6337-4dc5-9bb5-c7c5f5a37e75) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:55.226419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846ffde-e692-4008-a538-d02985ac348a None None] Network e5250edd-6337-4dc5-9bb5-c7c5f5a37e75 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:55.249169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:55.263041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.269290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.270257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.306535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=9220a803-76fb-40a5-b63f-3ef2e4d3cec9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:55.416726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (101915f7-a72e-4868-92f2-2ff4eb736c5a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.460651 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-732ab4b6-a6b1-4846-a641-3748eccc4778 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7522597 Apr 30 04:53:55.460651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=101915f7-a72e-4868-92f2-2ff4eb736c5a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:55.462884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35374) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:55.475057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.480310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2301ba19-105a-4b67-b505-d83c023097a8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/101915f7-a72e-4868-92f2-2ff4eb736c5a HTTP/1.1" status: 204 len: 168 time: 0.6062462 Apr 30 04:53:55.482807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b149124-7d21-4467-b18e-b09714d03f8c None None] Network 9ae3be23-1659-4b04-93a2-4d31d3f49a5d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:55.495097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35378) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:55.563901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:55.581821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ca460a25-c171-4363-8061-9fb9c895b9e8 None None] Provisioning complete for port 936ae635-f363-4ea6-9d82-2a720f10c0ff triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:55.582352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ca460a25-c171-4363-8061-9fb9c895b9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.605511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5a2e103e-f7b5-4506-8480-a9921e5754e5) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:55.613164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:55.626776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61a3c9-6ca3-4c6d-bdee-c1cc9521a326 None None] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:55.627355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb08b08-4762-4870-898b-d7f5c1092c40 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.632724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb08b08-4762-4870-898b-d7f5c1092c40 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.635261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:55.637717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:55.637717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:55.637953 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-feb08b08-4762-4870-898b-d7f5c1092c40 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1720841 Apr 30 04:53:55.638079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35380) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:55.638174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 8204f53e-d671-4d33-8b09-cc7628c51998 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:55.638398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.672481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ca460a25-c171-4363-8061-9fb9c895b9e8 None None] Port 936ae635-f363-4ea6-9d82-2a720f10c0ff cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:53:55.713052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (19bac72a-c721-4e2a-9e40-236d16b6b971), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.716069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:55.716392 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:55.720576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301514-e98a-462b-b658-cec7f1023fd4 req-471a1640-a936-41e0-baa1-4a12c034f17b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:55.728971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4301514-e98a-462b-b658-cec7f1023fd4 req-471a1640-a936-41e0-baa1-4a12c034f17b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1810338 Apr 30 04:53:55.765514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9ae3be23-1659-4b04-93a2-4d31d3f49a5d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.777082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] DHCP port deletion for 9ae3be23-1659-4b04-93a2-4d31d3f49a5d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:53:55.789237 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 2 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:55.824717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Deleting port de8d0cc8-3507-488f-8c7f-b07218c6b1ba {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:55.825337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.879105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4301514-e98a-462b-b658-cec7f1023fd4 req-4d418666-f051-48ba-b987-a4542ab6dbd5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435897 Apr 30 04:53:55.880032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Deleting port 1f3c35c2-71bf-4c5f-8518-58f4f7802c3c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:55.880533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1f3c35c2-71bf-4c5f-8518-58f4f7802c3c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.888280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.897768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] For port de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,segment=NetworkSegment(19ab4425-a75c-4359-994a-1ad94e1d2e52),segment_id=19ab4425-a75c-4359-994a-1ad94e1d2e52)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:55.898166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.904120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 8204f53e-d671-4d33-8b09-cc7628c51998 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:55.913103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Calling delete_port for de8d0cc8-3507-488f-8c7f-b07218c6b1ba owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:55.960344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port de8d0cc8-3507-488f-8c7f-b07218c6b1ba {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:55.960978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:55.982260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1f3c35c2-71bf-4c5f-8518-58f4f7802c3c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.003975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:53:56.005273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Calling delete_port for 1f3c35c2-71bf-4c5f-8518-58f4f7802c3c owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:56.027858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.028194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.028519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.034775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=19bac72a-c721-4e2a-9e40-236d16b6b971,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.049048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.049373 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.054408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port de8d0cc8-3507-488f-8c7f-b07218c6b1ba, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,segment=NetworkSegment(19ab4425-a75c-4359-994a-1ad94e1d2e52),segment_id=19ab4425-a75c-4359-994a-1ad94e1d2e52)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:56.054737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.054981 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 3 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.084761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.101226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for de8d0cc8-3507-488f-8c7f-b07218c6b1ba owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:56.119623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] No DVR routers for this DVR port de8d0cc8-3507-488f-8c7f-b07218c6b1ba on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:56.185241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.185572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.185905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.188515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Pushing event deleted for resources: {'Port': ['ID=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.205422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (de8d0cc8-3507-488f-8c7f-b07218c6b1ba), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.209066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.209669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.210319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.210845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.211386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.212078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.212598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.213202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.213713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.214534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.216899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.219304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.219869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.220576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.221238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecd454-8688-41e0-9dc8-da9367396d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:53:56.237608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=de8d0cc8-3507-488f-8c7f-b07218c6b1ba,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.238889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.239219 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.240281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port de8d0cc8-3507-488f-8c7f-b07218c6b1ba on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:53:56.244942 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 4 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.248606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': '75e76678-d898-4814-9207-92a1e8e054d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:56.248964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 1d93c07a-2789-4c80-a0cb-e50ea656cca1, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:56.265718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router_gateway (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.271514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1f3c35c2-71bf-4c5f-8518-58f4f7802c3c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.324165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.324551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.324820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.327906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Port': ['ID=1f3c35c2-71bf-4c5f-8518-58f4f7802c3c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.340074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.346292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1b48e004-6610-4759-932a-004b89ab2612 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/ports/1f3c35c2-71bf-4c5f-8518-58f4f7802c3c HTTP/1.1" status: 204 len: 168 time: 0.7022524 Apr 30 04:53:56.346973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35382) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:56.381904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9ae3be23-1659-4b04-93a2-4d31d3f49a5d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.432724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae3be23-1659-4b04-93a2-4d31d3f49a5d']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:56.450898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab4425-a75c-4359-994a-1ad94e1d2e52') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:56.451229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab4425-a75c-4359-994a-1ad94e1d2e52') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:56.485200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (19ab4425-a75c-4359-994a-1ad94e1d2e52), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.508290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (19ab4425-a75c-4359-994a-1ad94e1d2e52), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.510555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Deleting port 2ea9de66-d0dd-4cd6-92af-2762477ce090 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:56.510881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2ea9de66-d0dd-4cd6-92af-2762477ce090), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.531427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:53:56.531879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (19ab4425-a75c-4359-994a-1ad94e1d2e52), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:53:56.535325 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:53:56.619132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.619521 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.625217 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 5 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.627839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:53:56.642552 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:53:56.649382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2ea9de66-d0dd-4cd6-92af-2762477ce090), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.654245 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fa753583-1018-4029-888c-6f08ddd6b40f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6695642 Apr 30 04:53:56.654988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35384) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:56.657039 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:56.657670 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:56.662515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'network': {'name': 'tempest-RoutersTest-2010747858'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:56.665683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.666011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.666372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.699644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Calling delete_port for 2ea9de66-d0dd-4cd6-92af-2762477ce090 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:53:56.705701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.706352 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.708076 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 6 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.719118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.741282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.741628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.741979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.748519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:56.754100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.754465 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.758701 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 7 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.771867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9ae3be23-1659-4b04-93a2-4d31d3f49a5d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.787525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.806844 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/9ae3be23-1659-4b04-93a2-4d31d3f49a5d HTTP/1.1" status: 204 len: 168 time: 1.3083725 Apr 30 04:53:56.806973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8204f53e-d671-4d33-8b09-cc7628c51998), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.811878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35386) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:56.822186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-257017950', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:56.847027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:56.848162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.852660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea4e46-8717-4d0d-a500-126fff81a536 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=9ae3be23-1659-4b04-93a2-4d31d3f49a5d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.860330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:56.860667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:56.861015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:56.863090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 1d93c07a-2789-4c80-a0cb-e50ea656cca1) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:56.869496 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:56.873874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db4fb9-a66a-4738-97d9-77cd941dff32 None None] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:56.878797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=8204f53e-d671-4d33-8b09-cc7628c51998,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:56.887154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:56.887506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:56.896646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:56.896973 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:56.909354 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 8 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:56.964397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device de8d0cc8-3507-488f-8c7f-b07218c6b1ba no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:53:57.004307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:57.026309 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (84b317d0-1079-4d34-b0af-39c94165fc9c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.026728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added segment 84b317d0-1079-4d34-b0af-39c94165fc9c of type vlan for network 2667a34e-1f1d-450c-8d92-ba584fa6288b Apr 30 04:53:57.042942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: de8d0cc8-3507-488f-8c7f-b07218c6b1ba {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:53:57.043277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device de8d0cc8-3507-488f-8c7f-b07218c6b1ba not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:53:57.049701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:57.050168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:57.050420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:57.076973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.079280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.099606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (2667a34e-1f1d-450c-8d92-ba584fa6288b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.123233 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c8ba211d-d3e8-4d67-82f3-828d5f650589 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7448902 Apr 30 04:53:57.130678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35390) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.143550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1466559116'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:57.176162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-1d93c07a-2789-4c80-a0cb-e50ea656cca1', 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': '19bac72a-c721-4e2a-9e40-236d16b6b971'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:53:57.177656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.214735 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:52Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:52Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:57.248118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (2667a34e-1f1d-450c-8d92-ba584fa6288b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.248118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:57.248118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.273426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:53:57.273981 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Updating router bb8c9af7-8a53-4910-9916-37f0b19553e9 port 936ae635-f363-4ea6-9d82-2a720f10c0ff binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:53:57.306782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:57.307104 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:57.312466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.325070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-120ba313-52b8-4fd2-9ef1-4c2d2ad003c7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/8204f53e-d671-4d33-8b09-cc7628c51998 HTTP/1.1" status: 204 len: 168 time: 2.2275002 Apr 30 04:53:57.328196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.346554 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.371255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.374050 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 9 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:57.378080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.378823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4f03-b36a-4e5d-a8d2-b468e6c44a99 req-b0a21bce-3505-4db3-a9a9-3686abaa0669 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:57.380712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35392) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.381618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-948c4f03-b36a-4e5d-a8d2-b468e6c44a99 req-b0a21bce-3505-4db3-a9a9-3686abaa0669 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.2314167 Apr 30 04:53:57.383673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Network': ['ID=2667a34e-1f1d-450c-8d92-ba584fa6288b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:57.394796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d27b2cd-8dd0-430e-a70e-fa00621dd81b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7391088 Apr 30 04:53:57.395689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2ea9de66-d0dd-4cd6-92af-2762477ce090), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.404796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:57.408537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35394) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.425722 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce432ac-1749-45b2-a698-671d57298e10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:53:57.426407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.429976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/ports/2ea9de66-d0dd-4cd6-92af-2762477ce090 HTTP/1.1" status: 204 len: 168 time: 1.0559506 Apr 30 04:53:57.433180 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6ce432ac-1749-45b2-a698-671d57298e10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/8204f53e-d671-4d33-8b09-cc7628c51998 HTTP/1.1" status: 404 len: 333 time: 0.0414646 Apr 30 04:53:57.433818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35396) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.434144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35398) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.437743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'subnet': {'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:57.490570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82247db3-ca88-476e-ba84-c1672b9c0c06 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Port': ['ID=2ea9de66-d0dd-4cd6-92af-2762477ce090,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:57.535703 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-948c4f03-b36a-4e5d-a8d2-b468e6c44a99 req-92d6b873-fdee-4589-97a7-3b813888a8e8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255670 Apr 30 04:53:57.569552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Allocated IP 2001:db8::2 (1d93c07a-2789-4c80-a0cb-e50ea656cca1/19bac72a-c721-4e2a-9e40-236d16b6b971/c3eb7b40-4956-4328-a9eb-3e004bd1a13a) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:57.598628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 03d49b7d-f81e-4909-8795-fc30518e442d {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:53:57.607566 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a9f917fe-085d-4d86-b56a-7feef852c610 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0837946 Apr 30 04:53:57.609589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (03d49b7d-f81e-4909-8795-fc30518e442d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.616418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:57.616745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:57.617105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:57.647099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35400) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:57.656780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1748449269'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:57.712464 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks [] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.724624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Made reservation on behalf of 9be607fea8614c92b935c36d9781a0d1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:57.728890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.732311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:57.732647 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:57.739810 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 10 to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 Apr 30 04:53:57.774911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks [] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.793046 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.801647 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (03d49b7d-f81e-4909-8795-fc30518e442d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.810014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:57.814070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.836283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:57.836283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:57.836513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:57.856822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.881898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:57.885151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dc2ab-4883-444b-b089-5d88239cf881 None None] Pushing event updated for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:57.949263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0197efa5-6caf-41af-a124-d1c9e8c90657), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.951670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment 0197efa5-6caf-41af-a124-d1c9e8c90657 of type vlan for network 2794ef90-7085-4a2c-8b98-4f28fda46276 Apr 30 04:53:57.951803 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Attempting to bind port 936ae635-f363-4ea6-9d82-2a720f10c0ff on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:57.952485 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Attempting to bind port 936ae635-f363-4ea6-9d82-2a720f10c0ff by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:57.952955 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Attempting to bind port 936ae635-f363-4ea6-9d82-2a720f10c0ff on network 5030199d-3e5d-4384-9fa0-4860df969bf9 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:57.959778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:57.960869 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Checking segment: {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:57.961617 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.962299 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Bound using segment: {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:57.963142 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Bound port: 936ae635-f363-4ea6-9d82-2a720f10c0ff, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:57.964231 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.970517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:53:57.970517 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:53:57.970903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:57.991722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Pushing event updated for resources: {'Port': ['ID=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:58.024446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:58.026140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:58.033049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:53:58.036911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_gateway (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.058473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:58.063673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.084892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (2794ef90-7085-4a2c-8b98-4f28fda46276), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.094945 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] For port 936ae635-f363-4ea6-9d82-2a720f10c0ff, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:58.098174 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] For port 936ae635-f363-4ea6-9d82-2a720f10c0ff, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=936ae635-f363-4ea6-9d82-2a720f10c0ff,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:58.141082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Attempting to bind port c3eb7b40-4956-4328-a9eb-3e004bd1a13a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:53:58.142094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Attempting to bind port c3eb7b40-4956-4328-a9eb-3e004bd1a13a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '75e76678-d898-4814-9207-92a1e8e054d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:53:58.142658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Attempting to bind port c3eb7b40-4956-4328-a9eb-3e004bd1a13a on network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:53:58.147400 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.149324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:53:58.149953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Checking segment: {'id': '75e76678-d898-4814-9207-92a1e8e054d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:58.150579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.151365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Bound using segment: {'id': '75e76678-d898-4814-9207-92a1e8e054d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:53:58.152312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Bound port: c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e76678-d898-4814-9207-92a1e8e054d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1d93c07a-2789-4c80-a0cb-e50ea656cca1'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:53:58.152883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.217699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.256754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (2794ef90-7085-4a2c-8b98-4f28fda46276), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.265478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:58.266127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.274922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Provisioning complete for port 936ae635-f363-4ea6-9d82-2a720f10c0ff triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:58.279307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.279438 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:53:58.279438 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:58.279438 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dc2ab-4883-444b-b089-5d88239cf881 None None] Pushing event updated for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:58.338207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:58.338806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempted to set empty binding levels {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:53:58.451629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8019300 Apr 30 04:53:58.453919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.455882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35402) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:58.472139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c88d4-9b4d-4bb8-8528-35d8785c3687 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=2794ef90-7085-4a2c-8b98-4f28fda46276,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:58.477574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1715330956'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:58.480477 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:53:58.490197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.550364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:58.551241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.580804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 00b9b76d-d90e-460e-90a6-7bc02f372124 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:53:58.660368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] For port c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:53:58.664301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] For port c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,segment=NetworkSegment(75e76678-d898-4814-9207-92a1e8e054d4),segment_id=75e76678-d898-4814-9207-92a1e8e054d4)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:53:58.673728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 2794ef90-7085-4a2c-8b98-4f28fda46276 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:58.743111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::3d5 (1d93c07a-2789-4c80-a0cb-e50ea656cca1/19bac72a-c721-4e2a-9e40-236d16b6b971/00b9b76d-d90e-460e-90a6-7bc02f372124) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:58.768203 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:52Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:53:58.805698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.830301 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8e756-3c9f-435b-a62b-94b247a5dd94 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:53:52Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:53:58.885960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Current status of the port 936ae635-f363-4ea6-9d82-2a720f10c0ff is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:58.886371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:58.908192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9478ff-cd47-4fbb-b4c3-18d04b731176 None None] Pushing event updated for resources: {'Port': ['ID=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:58.948818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] For port 936ae635-f363-4ea6-9d82-2a720f10c0ff, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=936ae635-f363-4ea6-9d82-2a720f10c0ff,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:53:59.013365 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.6347103 Apr 30 04:53:59.025828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_gateway (5665147c-a555-47e3-9a71-96e28e7ae518), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.032899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.037716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35406) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:59.140711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9f996-6512-4b55-aaf5-3decd63d757a None None] Pushing event updated for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:59.175960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4a9f537f-b1fa-43f9-8447-aed4619be723 None None] Provisioning complete for port 936ae635-f363-4ea6-9d82-2a720f10c0ff triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:53:59.180912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4a9f537f-b1fa-43f9-8447-aed4619be723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.218566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (03d49b7d-f81e-4909-8795-fc30518e442d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.236212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.237947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d11c-3e10-449a-b89f-5f5813bd996d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=9220a803-76fb-40a5-b63f-3ef2e4d3cec9,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:59.263989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.377428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f537f-b1fa-43f9-8447-aed4619be723 None None] Current status of the port 936ae635-f363-4ea6-9d82-2a720f10c0ff is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:53:59.377969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12a07-7fd3-4da6-8a7f-08e9e1b80272 req-79c291cd-d9e6-462a-919f-920593219968 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:59.388591 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cdf12a07-7fd3-4da6-8a7f-08e9e1b80272 req-79c291cd-d9e6-462a-919f-920593219968 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1769149 Apr 30 04:53:59.474467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cdf12a07-7fd3-4da6-8a7f-08e9e1b80272 req-5287a0aa-08ad-4a8b-af9b-3324e12e5bd8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816667 Apr 30 04:53:59.481830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:53:59.485854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.501077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Subnet': ['ID=b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:59.532222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:53:59.534652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (03d49b7d-f81e-4909-8795-fc30518e442d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.541753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e2a69dc1-e512-4a48-b348-2ae3dd501f7b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.542098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Added segment e2a69dc1-e512-4a48-b348-2ae3dd501f7b of type vlan for network ce59696d-e4fc-4e9e-a25e-6747ea15e186 Apr 30 04:53:59.574726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Deleting port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:53:59.575401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.579184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.581808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=03d49b7d-f81e-4909-8795-fc30518e442d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:59.586746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ce59696d-e4fc-4e9e-a25e-6747ea15e186), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.615926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Checking segment: {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:53:59.616285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network hostable DHCP agents. Network: 2667a34e-1f1d-450c-8d92-ba584fa6288b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:53:59.661829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ce59696d-e4fc-4e9e-a25e-6747ea15e186), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.668992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:59.669617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.743761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:53:59.770497 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2903733 Apr 30 04:53:59.770497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75921a-950d-4269-9b9d-cb8036f44956 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Network': ['ID=ce59696d-e4fc-4e9e-a25e-6747ea15e186,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:53:59.787533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ce59696d-e4fc-4e9e-a25e-6747ea15e186 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:53:59.802642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 172.26.5.161 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fa8962e8-a43d-4111-acae-fd5f7ed40910) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:53:59.847549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 2667a34e-1f1d-450c-8d92-ba584fa6288b) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:53:59.881632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:53:59.882657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.911316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35408) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:53:59.919081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491146a2-3e95-46cc-b236-cf212cd251ad None None] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:59.919663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'subnets': [{'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2093490487', 'ip_version': 4}, {'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:59.920131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'subnet': {'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2093490487', 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:59.920826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Request body: {'subnet': {'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:53:59.944280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40536d51-ac0a-4a34-be44-0b2e02211bb7 None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:53:59.972248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:53:59.978463 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f93d6cc2-ec5f-413c-89da-a22a767505d3 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/03d49b7d-f81e-4909-8795-fc30518e442d HTTP/1.1" status: 204 len: 168 time: 2.5378170 Apr 30 04:53:59.987321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:53:59.988478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Router 6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:53:59.997452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35410) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:00.000970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (fa8962e8-a43d-4111-acae-fd5f7ed40910), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.002829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:00.025306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:00.025492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-625b69fb-dd43-4014-9192-a494bf0d460d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5913324 Apr 30 04:54:00.028173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35412) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:00.029911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:00.030616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.101024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 9220a803-76fb-40a5-b63f-3ef2e4d3cec9, host hv-neutron-8380, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:00.101386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.135874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=00b9b76d-d90e-460e-90a6-7bc02f372124,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:00.221142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Calling delete_port for 9220a803-76fb-40a5-b63f-3ef2e4d3cec9 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:00.308769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-2667a34e-1f1d-450c-8d92-ba584fa6288b', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:00.309630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.600438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc3624-d288-492d-9492-a91d29af46f6 None None] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:00.601966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Made reservation on behalf of 455375f5c5414c91b1578e441e681712 for: {'subnet': 2} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:00.607204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.607546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.608296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Allocated IP 172.23.0.2 (2667a34e-1f1d-450c-8d92-ba584fa6288b/b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8/fa3155d6-a20a-4f47-962d-3bceae9d042f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:00.791582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Provisioning complete for port c3eb7b40-4956-4328-a9eb-3e004bd1a13a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:00.791826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.825982 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4fd528f1-eeb0-4749-9e61-ad68f4eb323a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6941950 Apr 30 04:54:00.850545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35416) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:00.853156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 420921b4-ce91-47ed-b352-ddac0e8be0d3 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:00.866981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (420921b4-ce91-47ed-b352-ddac0e8be0d3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.883838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fa8962e8-a43d-4111-acae-fd5f7ed40910), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:00.887371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04eb7e-fea0-46fc-ab2e-405801a2eaa9 req-4046f5ec-afa2-457d-ac5b-422fb22e4253 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:00.889065 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b04eb7e-fea0-46fc-ab2e-405801a2eaa9 req-4046f5ec-afa2-457d-ac5b-422fb22e4253 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1936262 Apr 30 04:54:00.967124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.005899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Current status of the port c3eb7b40-4956-4328-a9eb-3e004bd1a13a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:01.006297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.038651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:01.048018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:01.096141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c3eb7b40-4956-4328-a9eb-3e004bd1a13a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:01.104488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:01.118369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (420921b4-ce91-47ed-b352-ddac0e8be0d3), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.175087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] For port c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,segment=NetworkSegment(75e76678-d898-4814-9207-92a1e8e054d4),segment_id=75e76678-d898-4814-9207-92a1e8e054d4)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:01.224267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=fa8962e8-a43d-4111-acae-fd5f7ed40910,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:01.245777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks [] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.247564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c3eb7b40-4956-4328-a9eb-3e004bd1a13a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:01.248073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.256933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:01.272512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.274017 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-91af7991-780e-4ea3-afb9-1c00478965e8 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "PUT /v2.0/routers/6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 200 len: 913 time: 10.5155168 Apr 30 04:54:01.283177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35418) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:01.285154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] Sync routers for ids ['6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:01.302604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] Routers {'6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:01.303240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:01.309526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b04eb7e-fea0-46fc-ab2e-405801a2eaa9 req-41c9505b-374a-4cd8-97e3-7fa75a5e522b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922062 Apr 30 04:54:01.326621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.375701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:01.424572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] Routers {'6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:01.424797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 00b9b76d-d90e-460e-90a6-7bc02f372124 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:01.425100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.425226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:01.462483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (9220a803-76fb-40a5-b63f-3ef2e4d3cec9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.471721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:01.472255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74271c2-4af3-42fd-ab83-096f558cd0e5 None None] The sync data for ids ['6fca6e75-12d1-40b7-96b9-a7ecc7d0be21'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:01.477073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.565675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c3eb7b40-4956-4328-a9eb-3e004bd1a13a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:01.566233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.566844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 936ae635-f363-4ea6-9d82-2a720f10c0ff up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:01.570523 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9220a803-76fb-40a5-b63f-3ef2e4d3cec9 HTTP/1.1" status: 204 len: 168 time: 2.5166011 Apr 30 04:54:01.601077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35420) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:01.622495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:01.624431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44b21-0509-4f96-bf46-da1ec1508fb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event deleted for resources: {'Port': ['ID=9220a803-76fb-40a5-b63f-3ef2e4d3cec9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:01.630120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-161d1f2c-1351-4856-b30b-696f50d0c7fe None None] Provisioning complete for port b50b7101-3109-49c0-bae3-e5d68b681b54 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:01.630519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-161d1f2c-1351-4856-b30b-696f50d0c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.634217 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (420921b4-ce91-47ed-b352-ddac0e8be0d3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.656868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:01.663955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:01.665917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5242c7-2a49-4a05-b68e-3049d1fdb22d None None] Pushing event updated for resources: {'Port': ['ID=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:01.697209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 936ae635-f363-4ea6-9d82-2a720f10c0ff triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:01.697928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.713001 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcdcb78-aaec-42ce-9b4f-d6b0a0a002e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:01.721630 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6bcdcb78-aaec-42ce-9b4f-d6b0a0a002e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports/9220a803-76fb-40a5-b63f-3ef2e4d3cec9 HTTP/1.1" status: 404 len: 333 time: 0.1151361 Apr 30 04:54:01.726060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35422) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:01.747555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1929067991'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:01.927059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Made reservation on behalf of 40a11a983ec94d33b84aeb43a4f90e17 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:01.938838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:01.939673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2ee071f4-7801-4d3e-87df-7234dcfed0d6 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 200 len: 919 time: 0.6554554 Apr 30 04:54:01.963091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Allocated IP 172.23.0.1 (2667a34e-1f1d-450c-8d92-ba584fa6288b/b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8/c88b52f9-4d46-4baf-837b-dd12bd8473a6) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:01.974112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:01.976841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Pushing event updated for resources: {'Port': ['ID=fa3155d6-a20a-4f47-962d-3bceae9d042f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:01.993332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (420921b4-ce91-47ed-b352-ddac0e8be0d3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.000984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:02.022610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Attempting to bind port fa3155d6-a20a-4f47-962d-3bceae9d042f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:02.022989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Attempting to bind port fa3155d6-a20a-4f47-962d-3bceae9d042f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:02.023347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Attempting to bind port fa3155d6-a20a-4f47-962d-3bceae9d042f on network 2667a34e-1f1d-450c-8d92-ba584fa6288b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:02.030213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (69601a15-7180-49d3-8622-a6dc50b16282), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.035454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:02.035642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.035833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Checking segment: {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:02.036233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.036630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Bound using segment: {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:02.037186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Bound port: fa3155d6-a20a-4f47-962d-3bceae9d042f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:02.037561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.094781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=420921b4-ce91-47ed-b352-ddac0e8be0d3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:02.098518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d3ce1-64ad-46f5-b2e7-ef92c23cb843 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:02.104429 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb1d3ce1-64ad-46f5-b2e7-ef92c23cb843 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=6fca6e75-12d1-40b7-96b9-a7ecc7d0be21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1236522 Apr 30 04:54:02.105135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_gateway (5665147c-a555-47e3-9a71-96e28e7ae518), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.107709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.115230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b90619fa-f569-40c7-8dd8-fbb47dab3510 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/420921b4-ce91-47ed-b352-ddac0e8be0d3 HTTP/1.1" status: 204 len: 168 time: 2.1099904 Apr 30 04:54:02.115955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35426) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:02.116351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35428) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:02.142653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f36a3-39de-4cdf-bf8b-6bd136db13b1 None None] Network cb703ce3-41f7-4667-9a6c-9774ee59ba13 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:02.181841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.201007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-161d1f2c-1351-4856-b30b-696f50d0c7fe None None] Current status of the port b50b7101-3109-49c0-bae3-e5d68b681b54 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:02.221875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 936ae635-f363-4ea6-9d82-2a720f10c0ff is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:02.273669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] For port fa3155d6-a20a-4f47-962d-3bceae9d042f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:02.310895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] For port fa3155d6-a20a-4f47-962d-3bceae9d042f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fa3155d6-a20a-4f47-962d-3bceae9d042f,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:02.317628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (cb703ce3-41f7-4667-9a6c-9774ee59ba13), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.343453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Provisioning complete for port 00b9b76d-d90e-460e-90a6-7bc02f372124 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:02.343453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.345084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Subnet': ['ID=69601a15-7180-49d3-8622-a6dc50b16282,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:02.356897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 00b9b76d-d90e-460e-90a6-7bc02f372124 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:02.395634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.440466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] DHCP port deletion for cb703ce3-41f7-4667-9a6c-9774ee59ba13 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:02.442622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Port 00b9b76d-d90e-460e-90a6-7bc02f372124 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:02.449752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port b50b7101-3109-49c0-bae3-e5d68b681b54 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:02.450236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.488016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.534118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Provisioning complete for port c3eb7b40-4956-4328-a9eb-3e004bd1a13a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:02.534519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.576471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c179e5-70bd-46da-8082-e87f61d9cece None None] Pushing event updated for resources: {'Port': ['ID=fa3155d6-a20a-4f47-962d-3bceae9d042f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:02.581304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:02.584616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Deleting port b50b7101-3109-49c0-bae3-e5d68b681b54 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:02.584992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.598659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:02.632817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:02.648605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c50d-2b91-47f6-8f59-0ab7c818312c req-54fe62a1-ef4f-4b49-a232-60087758bb44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:02.650308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2ab7c50d-2b91-47f6-8f59-0ab7c818312c req-54fe62a1-ef4f-4b49-a232-60087758bb44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1776123 Apr 30 04:54:02.669380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b50b7101-3109-49c0-bae3-e5d68b681b54,segment=NetworkSegment(dcbe0930-086a-49b1-a936-21728a3debd1),segment_id=dcbe0930-086a-49b1-a936-21728a3debd1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:02.669933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.679759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:02.705094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc3b19-41cd-41d2-a8a1-c1b0b7c205c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:02.705738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Calling delete_port for b50b7101-3109-49c0-bae3-e5d68b681b54 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:02.706385 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c9bc3b19-41cd-41d2-a8a1-c1b0b7c205c5 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/networks/5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 881 time: 0.5588393 Apr 30 04:54:02.712540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35432) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:02.722802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port b50b7101-3109-49c0-bae3-e5d68b681b54, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b50b7101-3109-49c0-bae3-e5d68b681b54,segment=NetworkSegment(dcbe0930-086a-49b1-a936-21728a3debd1),segment_id=dcbe0930-086a-49b1-a936-21728a3debd1)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:02.723108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.725801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-288809fb-5dcb-4d2c-9f34-90b94f819ea1 None None] Current status of the port c3eb7b40-4956-4328-a9eb-3e004bd1a13a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:02.776072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for b50b7101-3109-49c0-bae3-e5d68b681b54 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:02.802441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Checking segment: {'id': '0197efa5-6caf-41af-a124-d1c9e8c90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:02.802810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network hostable DHCP agents. Network: 2794ef90-7085-4a2c-8b98-4f28fda46276, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:02.836895 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b8c6384b-5f35-4fcd-9849-f3244a33fca9 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 200 len: 205 time: 0.1155095 Apr 30 04:54:02.841073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35434) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:02.850575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.901678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:02.978206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2ab7c50d-2b91-47f6-8f59-0ab7c818312c req-ce40f1b5-24f1-4b3a-8dfb-be008f8cc8df tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908070 Apr 30 04:54:02.978733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] No DVR routers for this DVR port b50b7101-3109-49c0-bae3-e5d68b681b54 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:02.991574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396cabb-284e-4b22-bb50-1184d7530807 None None] Pushing event deleted for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:03.022100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network 2794ef90-7085-4a2c-8b98-4f28fda46276 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:03.090149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (00b9b76d-d90e-460e-90a6-7bc02f372124), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.092572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c3eb7b40-4956-4328-a9eb-3e004bd1a13a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:03.123545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=00b9b76d-d90e-460e-90a6-7bc02f372124,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:03.142854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c3eb7b40-4956-4328-a9eb-3e004bd1a13a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:03.148115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.148318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 2794ef90-7085-4a2c-8b98-4f28fda46276) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:03.174445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (47e50976-8752-4991-8b4c-5fb7bf0cbc47), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.182637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3f520-5e0a-4c9a-88ac-f97934bf187c None None] Network 2794ef90-7085-4a2c-8b98-4f28fda46276 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:03.237991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.244730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e159a815-b6e2-4abe-a91b-228718846fa6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/00b9b76d-d90e-460e-90a6-7bc02f372124 HTTP/1.1" status: 204 len: 168 time: 2.3695071 Apr 30 04:54:03.254469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35436) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:03.303882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.308761 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-268fe516-39ef-42a2-9184-c4031b5058bc tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:03.313304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-268fe516-39ef-42a2-9184-c4031b5058bc tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/00b9b76d-d90e-460e-90a6-7bc02f372124 HTTP/1.1" status: 404 len: 333 time: 0.0576534 Apr 30 04:54:03.322440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35438) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:03.353782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c3eb7b40-4956-4328-a9eb-3e004bd1a13a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:03.354916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fa3155d6-a20a-4f47-962d-3bceae9d042f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:03.380607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-2794ef90-7085-4a2c-8b98-4f28fda46276', 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276', 'project_id': '455375f5c5414c91b1578e441e681712', 'fixed_ips': [{'subnet_id': '69601a15-7180-49d3-8622-a6dc50b16282'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:03.381804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.384000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event updated for resources: {'Subnet': ['ID=47e50976-8752-4991-8b4c-5fb7bf0cbc47,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:03.448839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Checking segment: {'id': 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:03.449496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network hostable DHCP agents. Network: ce59696d-e4fc-4e9e-a25e-6747ea15e186, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:03.458154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 19bac72a-c721-4e2a-9e40-236d16b6b971 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:03.471068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (19bac72a-c721-4e2a-9e40-236d16b6b971), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.505886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.522832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fa3155d6-a20a-4f47-962d-3bceae9d042f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:03.523205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.543521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.554369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b50b7101-3109-49c0-bae3-e5d68b681b54), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.558991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.640157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Allocated IP 172.20.0.2 (2794ef90-7085-4a2c-8b98-4f28fda46276/69601a15-7180-49d3-8622-a6dc50b16282/cf945d1f-c618-4fd6-9e93-c969eb976da9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:03.667830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fa3155d6-a20a-4f47-962d-3bceae9d042f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:03.668213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.693646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=b50b7101-3109-49c0-bae3-e5d68b681b54,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:03.698535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port b50b7101-3109-49c0-bae3-e5d68b681b54 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:03.757890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fa3155d6-a20a-4f47-962d-3bceae9d042f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fa3155d6-a20a-4f47-962d-3bceae9d042f,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:03.805810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (19bac72a-c721-4e2a-9e40-236d16b6b971), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.807412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.836878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.846514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks [] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.857282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Network ce59696d-e4fc-4e9e-a25e-6747ea15e186 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:03.891293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.936301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b50b7101-3109-49c0-bae3-e5d68b681b54 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:03.956532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (19bac72a-c721-4e2a-9e40-236d16b6b971), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.960542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ce59696d-e4fc-4e9e-a25e-6747ea15e186) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:03.970785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc4573-e27e-458e-aa70-1e3a6c8b01cd None None] Network ce59696d-e4fc-4e9e-a25e-6747ea15e186 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:03.974015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (cb703ce3-41f7-4667-9a6c-9774ee59ba13), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.980470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:03.994098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:03.994484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:03.994906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.052619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.056356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fa3155d6-a20a-4f47-962d-3bceae9d042f,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.079913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b50b7101-3109-49c0-bae3-e5d68b681b54 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:04.080409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:04.083062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b50b7101-3109-49c0-bae3-e5d68b681b54 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:04.088388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9ab268-b44a-4f77-a7cc-5d02bb58ef82,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.096090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.096479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb97a078-31b1-4e47-876b-c3235ca0daf8 None None] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:04.100280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb703ce3-41f7-4667-9a6c-9774ee59ba13']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:04.105413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:04.123484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:04.125287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.125879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.131425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbe0930-086a-49b1-a936-21728a3debd1') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:04.131720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbe0930-086a-49b1-a936-21728a3debd1') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:04.137911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.144048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event updated for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.151986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (dcbe0930-086a-49b1-a936-21728a3debd1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.158180 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-904ee633-0f11-4190-b9b7-1ee330b594b2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2443759 Apr 30 04:54:04.161641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.180754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (dcbe0930-086a-49b1-a936-21728a3debd1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.199028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:04.199921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (dcbe0930-086a-49b1-a936-21728a3debd1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.200658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2895f453-6277-42ff-85a3-abddae7c4f89 None None] Provisioning complete for port fa3155d6-a20a-4f47-962d-3bceae9d042f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:04.201030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2895f453-6277-42ff-85a3-abddae7c4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:04.205323 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:04.210164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ce59696d-e4fc-4e9e-a25e-6747ea15e186', 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186', 'project_id': '455375f5c5414c91b1578e441e681712', 'fixed_ips': [{'subnet_id': '47e50976-8752-4991-8b4c-5fb7bf0cbc47'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:04.211024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.211813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea0103-6a50-4848-b873-2da4ee8dcbce req-6d234f95-9666-4891-a761-4909a468adff tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.213304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-39ea0103-6a50-4848-b873-2da4ee8dcbce req-6d234f95-9666-4891-a761-4909a468adff tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.1190679 Apr 30 04:54:04.216156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Network 2794ef90-7085-4a2c-8b98-4f28fda46276 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:04.278795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (19bac72a-c721-4e2a-9e40-236d16b6b971), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.284776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:04.293137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:04.295518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Pushing event updated for resources: {'Port': ['ID=cf945d1f-c618-4fd6-9e93-c969eb976da9,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.306910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cf176-e9d3-4aae-80dd-0e0d7cf44bcf tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.308459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cf176-e9d3-4aae-80dd-0e0d7cf44bcf tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.309607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-81f2412c-bfa8-484f-b635-0e2d43fea9a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5800490 Apr 30 04:54:04.313737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cf176-e9d3-4aae-80dd-0e0d7cf44bcf tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.315281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35444) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.316070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 5665147c-a555-47e3-9a71-96e28e7ae518 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:04.316242 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b24cf176-e9d3-4aae-80dd-0e0d7cf44bcf tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1523287 Apr 30 04:54:04.328995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:04.337009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35446) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.355282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=19bac72a-c721-4e2a-9e40-236d16b6b971,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.361359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.368358 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cb79f80c-3fa6-4074-9ba1-f6afec3d53b4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/19bac72a-c721-4e2a-9e40-236d16b6b971 HTTP/1.1" status: 204 len: 168 time: 1.0426505 Apr 30 04:54:04.373385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35448) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.385214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9eca12-fc35-4bf3-98cc-bf96db90d4e5 None None] Network 1d93c07a-2789-4c80-a0cb-e50ea656cca1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:04.395400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port 4c69cbb4-7456-4cd5-a408-10f48b168a60 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:04.396478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4c69cbb4-7456-4cd5-a408-10f48b168a60), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.424641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (cb703ce3-41f7-4667-9a6c-9774ee59ba13), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.428772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-39ea0103-6a50-4848-b873-2da4ee8dcbce req-7e1bd38c-9ee9-4aa6-8c8d-6bf69316a832 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999884 Apr 30 04:54:04.460168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.467156 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/cb703ce3-41f7-4667-9a6c-9774ee59ba13 HTTP/1.1" status: 204 len: 168 time: 2.2432904 Apr 30 04:54:04.470044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35450) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.480743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:04.488218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:04.500678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (1d93c07a-2789-4c80-a0cb-e50ea656cca1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.589326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e372-5a2d-4f88-9561-842e622412cf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=cb703ce3-41f7-4667-9a6c-9774ee59ba13,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:04.622859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Deleting subnet 69601a15-7180-49d3-8622-a6dc50b16282 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:04.638264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for subnet (69601a15-7180-49d3-8622-a6dc50b16282), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.680564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.718348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecccc2-782e-4ca6-ac8f-6f675d81b844 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:04.723794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cdecccc2-782e-4ca6-ac8f-6f675d81b844 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2473969 Apr 30 04:54:04.757668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35452) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.759604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4c69cbb4-7456-4cd5-a408-10f48b168a60), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.845613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for 4c69cbb4-7456-4cd5-a408-10f48b168a60 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:04.849258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (69601a15-7180-49d3-8622-a6dc50b16282), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.859158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Allocated IP 172.20.0.18 (ce59696d-e4fc-4e9e-a25e-6747ea15e186/47e50976-8752-4991-8b4c-5fb7bf0cbc47/8d734136-b8e5-45b2-8f88-4666482ceb73) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:04.877252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Attempting to bind port cf945d1f-c618-4fd6-9e93-c969eb976da9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:04.878529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Attempting to bind port cf945d1f-c618-4fd6-9e93-c969eb976da9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '0197efa5-6caf-41af-a124-d1c9e8c90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:04.878529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Attempting to bind port cf945d1f-c618-4fd6-9e93-c969eb976da9 on network 2794ef90-7085-4a2c-8b98-4f28fda46276 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:04.895620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:04.895907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Checking segment: {'id': '0197efa5-6caf-41af-a124-d1c9e8c90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:04.896681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.896681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Bound using segment: {'id': '0197efa5-6caf-41af-a124-d1c9e8c90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:04.897132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Bound port: cf945d1f-c618-4fd6-9e93-c969eb976da9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0197efa5-6caf-41af-a124-d1c9e8c90657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2794ef90-7085-4a2c-8b98-4f28fda46276'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:04.897663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:04.920977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2895f453-6277-42ff-85a3-abddae7c4f89 None None] Current status of the port fa3155d6-a20a-4f47-962d-3bceae9d042f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:04.968458 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c65dace7-5838-4888-93ed-767456beb0f9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1980226 Apr 30 04:54:04.972286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:04.977944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35454) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:04.984395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-934514246'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:04.986707 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] Sync routers for ids ['5665147c-a555-47e3-9a71-96e28e7ae518'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:05.011905 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] Routers {'5665147c-a555-47e3-9a71-96e28e7ae518'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:05.013869 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5665147c-a555-47e3-9a71-96e28e7ae518'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:05.033649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] For port cf945d1f-c618-4fd6-9e93-c969eb976da9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:05.036847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] For port cf945d1f-c618-4fd6-9e93-c969eb976da9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cf945d1f-c618-4fd6-9e93-c969eb976da9,segment=NetworkSegment(0197efa5-6caf-41af-a124-d1c9e8c90657),segment_id=0197efa5-6caf-41af-a124-d1c9e8c90657)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:05.043503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fa3155d6-a20a-4f47-962d-3bceae9d042f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:05.045527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] DHCP port deletion for 1d93c07a-2789-4c80-a0cb-e50ea656cca1 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:05.095885 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:05.103871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port c3eb7b40-4956-4328-a9eb-3e004bd1a13a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:05.103871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.105229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:05.124468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.127064 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] Routers {'5665147c-a555-47e3-9a71-96e28e7ae518'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:05.127907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5665147c-a555-47e3-9a71-96e28e7ae518'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:05.128943 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d830226d-d5b5-40cf-af3b-fff5559f3a68 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3160574 Apr 30 04:54:05.133125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35456) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:05.166875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.188378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (69601a15-7180-49d3-8622-a6dc50b16282), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.212408 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:05.214412 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe437275-bb69-4795-aaba-3449ec182269 None None] The sync data for ids ['5665147c-a555-47e3-9a71-96e28e7ae518'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:05.242551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:05.245841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.276670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8db4-5612-4ea9-a962-da23dd57587b None None] Pushing event updated for resources: {'Port': ['ID=cf945d1f-c618-4fd6-9e93-c969eb976da9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:05.332090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Provisioning complete for port c88b52f9-4d46-4baf-837b-dd12bd8473a6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:05.332724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.335610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Deleting port c3eb7b40-4956-4328-a9eb-3e004bd1a13a {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:05.336176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.346708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:05.364055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.389398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,segment=NetworkSegment(75e76678-d898-4814-9207-92a1e8e054d4),segment_id=75e76678-d898-4814-9207-92a1e8e054d4)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:05.390729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.415904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] For port c3eb7b40-4956-4328-a9eb-3e004bd1a13a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,segment=NetworkSegment(75e76678-d898-4814-9207-92a1e8e054d4),segment_id=75e76678-d898-4814-9207-92a1e8e054d4)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:05.416517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.417800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (69601a15-7180-49d3-8622-a6dc50b16282), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.433027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Calling delete_port for c3eb7b40-4956-4328-a9eb-3e004bd1a13a owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:05.454202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for c3eb7b40-4956-4328-a9eb-3e004bd1a13a owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:05.459023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.482093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fa3155d6-a20a-4f47-962d-3bceae9d042f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:05.482486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.487546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:05.512010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4c69cbb4-7456-4cd5-a408-10f48b168a60), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.515147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Subnet': ['ID=69601a15-7180-49d3-8622-a6dc50b16282,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:05.526572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9ab268-b44a-4f77-a7cc-5d02bb58ef82,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:05.537781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:05.554624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5649efd7-1907-4c17-9882-0200b659f055 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers/5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 200 len: 884 time: 0.4200375 Apr 30 04:54:05.565316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.569550 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a617636a-454f-41a7-b349-afeeb40d88a2 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/subnets/69601a15-7180-49d3-8622-a6dc50b16282 HTTP/1.1" status: 204 len: 168 time: 1.2314165 Apr 30 04:54:05.571125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:05.573857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35460) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:05.574197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:05.576765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=4c69cbb4-7456-4cd5-a408-10f48b168a60,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:05.621260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (382926fb-d76a-4eb4-9075-461e026b959b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.621720 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment 382926fb-d76a-4eb4-9075-461e026b959b of type vlan for network e4ffe9d1-e1c8-42a0-8e97-82c742033cde Apr 30 04:54:05.627571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a4e29635-4da1-4050-a955-9f490473893c tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5980725 Apr 30 04:54:05.657688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35466) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:05.665500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:05.706161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Port c88b52f9-4d46-4baf-837b-dd12bd8473a6 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:05.775574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:05.776226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:05.815989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Provisioning complete for port fa3155d6-a20a-4f47-962d-3bceae9d042f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:05.816366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.826700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:05.828503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:05.829027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:05.861138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:05.863368 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:05.903770 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 2 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:05.915196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1fdac-5f6e-4220-b220-625271879726 req-1148e768-69af-4f84-ae16-0758eb2f6126 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:05.923086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks [] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.927524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ead1fdac-5f6e-4220-b220-625271879726 req-1148e768-69af-4f84-ae16-0758eb2f6126 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.2981231 Apr 30 04:54:05.932241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Deleting subnet 47e50976-8752-4991-8b4c-5fb7bf0cbc47 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:05.940634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:05.943361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:05.943987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:05.958162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:05.958848 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:05.961352 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 3 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:05.964779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (e4ffe9d1-e1c8-42a0-8e97-82c742033cde), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:05.968566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.037535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.041376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:06.076338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fa3155d6-a20a-4f47-962d-3bceae9d042f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:06.107720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.121469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Network ce59696d-e4fc-4e9e-a25e-6747ea15e186 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:06.132754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (e4ffe9d1-e1c8-42a0-8e97-82c742033cde), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.138941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:06.141079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.143513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:06.202894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:06.203782 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ead1fdac-5f6e-4220-b220-625271879726 req-c8d59518-5bdc-4279-91a8-c709a39fccb0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750387 Apr 30 04:54:06.208231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] No DVR routers for this DVR port c3eb7b40-4956-4328-a9eb-3e004bd1a13a on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:06.215466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Pushing event updated for resources: {'Port': ['ID=8d734136-b8e5-45b2-8f88-4666482ceb73,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:06.243263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c3eb7b40-4956-4328-a9eb-3e004bd1a13a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.283989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:06.305036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7189-ca92-4517-aa3f-aca1c871a226 None None] Pushing event deleted for resources: {'Port': ['ID=c3eb7b40-4956-4328-a9eb-3e004bd1a13a,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:06.314641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0268e69d-ab5e-4d07-805b-6c75111e7407 None None] Current status of the port fa3155d6-a20a-4f47-962d-3bceae9d042f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:06.334255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3512800 Apr 30 04:54:06.334255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port c3eb7b40-4956-4328-a9eb-3e004bd1a13a on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:06.351239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35468) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:06.353938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for subnet (47e50976-8752-4991-8b4c-5fb7bf0cbc47), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.365834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:06.369343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8977731-5cf0-4b63-9a17-546ca50a103b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=e4ffe9d1-e1c8-42a0-8e97-82c742033cde,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:06.392644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:06.442845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.443174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.443515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.497301 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-50214a53-186d-42f2-93c7-eb1a98a99337 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9162700 Apr 30 04:54:06.502107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35470) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:06.513884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-257017950'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:06.530409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:06.531286 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:06.537534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Attempting to bind port 8d734136-b8e5-45b2-8f88-4666482ceb73 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.537759 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 4 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:06.537850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Attempting to bind port 8d734136-b8e5-45b2-8f88-4666482ceb73 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.538671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Attempting to bind port 8d734136-b8e5-45b2-8f88-4666482ceb73 on network ce59696d-e4fc-4e9e-a25e-6747ea15e186 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.540625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-86ca657b-cb3b-40fe-a191-d2566f72b5c3 None None] Provisioning complete for port c88b52f9-4d46-4baf-837b-dd12bd8473a6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:06.541130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-86ca657b-cb3b-40fe-a191-d2566f72b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.545281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.557167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.569570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (47e50976-8752-4991-8b4c-5fb7bf0cbc47), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.594237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.594630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.594934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.604087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:06.604296 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:06.606154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (1d93c07a-2789-4c80-a0cb-e50ea656cca1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.609866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:06.610239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Checking segment: {'id': 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:06.610658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.611366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Bound using segment: {'id': 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:06.614551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Bound port: 8d734136-b8e5-45b2-8f88-4666482ceb73, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ce59696d-e4fc-4e9e-a25e-6747ea15e186'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:06.614551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.618615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:03Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:03Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:06.644620 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 5 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:06.659352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:06.663490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.673308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:06.673661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Updating router bb8c9af7-8a53-4910-9916-37f0b19553e9 port c88b52f9-4d46-4baf-837b-dd12bd8473a6 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:54:06.674732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d93c07a-2789-4c80-a0cb-e50ea656cca1']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:06.691515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.691867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.692569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.694181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e76678-d898-4814-9207-92a1e8e054d4') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:06.694563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e76678-d898-4814-9207-92a1e8e054d4') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:06.710615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-86ca657b-cb3b-40fe-a191-d2566f72b5c3 None None] Port c88b52f9-4d46-4baf-837b-dd12bd8473a6 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:06.712716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:06.712716 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:06.718482 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 6 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:06.737792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.738138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.738506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.760770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] For port 8d734136-b8e5-45b2-8f88-4666482ceb73, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:06.764168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] For port 8d734136-b8e5-45b2-8f88-4666482ceb73, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d734136-b8e5-45b2-8f88-4666482ceb73,segment=NetworkSegment(e2a69dc1-e512-4a48-b348-2ae3dd501f7b),segment_id=e2a69dc1-e512-4a48-b348-2ae3dd501f7b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:06.769978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.786150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (6fca6e75-12d1-40b7-96b9-a7ecc7d0be21), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.786699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router 6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:06.793677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.794840 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-983f0ea1-4245-4246-a73a-7d10d3f5f14a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 204 len: 168 time: 3.9495535 Apr 30 04:54:06.801821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (75e76678-d898-4814-9207-92a1e8e054d4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.803635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35472) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:06.807557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:06.807892 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:06.817805 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 7 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:06.820234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.830315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-619558197', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:06.855248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:06.855826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:06.855918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:06.862592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (47e50976-8752-4991-8b4c-5fb7bf0cbc47), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.928446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (75e76678-d898-4814-9207-92a1e8e054d4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:06.945793 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:54:06.961255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:06.961783 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:06.967246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 8 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:07.003001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:07.003437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:07.004106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:07.015840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:07.016266 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (75e76678-d898-4814-9207-92a1e8e054d4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.025645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:07.026045 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:07.047119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e77ba3-c8a0-4bdd-9397-a2efce7092f3 None None] Network 2794ef90-7085-4a2c-8b98-4f28fda46276 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:07.053624 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 9 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:07.090936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:07.091369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:07.091781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:07.097451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:07.097855 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:07.098355 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 10 to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 Apr 30 04:54:07.100786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cf945d1f-c618-4fd6-9e93-c969eb976da9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:07.114309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:07.114763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:07.115473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:07.118233 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:07.121696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:07.122129 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:07.122629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.157350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:54:07.165750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (47e50976-8752-4991-8b4c-5fb7bf0cbc47), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.184542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Removed routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:54:07.185211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.209349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (ed66a338-43ee-4acd-b72f-34f7c91f5a82), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.214394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Subnet': ['ID=47e50976-8752-4991-8b4c-5fb7bf0cbc47,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:07.222739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.228919 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-41664943-3c81-47a8-b535-045add31e4ce tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/subnets/47e50976-8752-4991-8b4c-5fb7bf0cbc47 HTTP/1.1" status: 204 len: 168 time: 1.6446602 Apr 30 04:54:07.236772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35474) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.237357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (1d93c07a-2789-4c80-a0cb-e50ea656cca1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.245625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Provisioning complete for port cf945d1f-c618-4fd6-9e93-c969eb976da9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:07.246307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.258054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.278450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/1d93c07a-2789-4c80-a0cb-e50ea656cca1 HTTP/1.1" status: 204 len: 168 time: 2.9034326 Apr 30 04:54:07.283771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35478) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.288976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'name': 'tempest-PortsIpV6TestJSON-866677348'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:07.293694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.298703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.350079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:07.350481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempted to set empty binding levels {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:54:07.350881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd554-f1de-49b3-91d6-7b75c4b58c90 None None] Pushing event updated for resources: {'Port': ['ID=8d734136-b8e5-45b2-8f88-4666482ceb73,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:07.367775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=ed66a338-43ee-4acd-b72f-34f7c91f5a82,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:07.428507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cf945d1f-c618-4fd6-9e93-c969eb976da9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:07.429116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.450222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.504951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] In _notify_port_updated(), no bound segment for port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:07.505843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.506619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] DHCP port deletion for 2794ef90-7085-4a2c-8b98-4f28fda46276 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:07.506796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.508170 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "PUT /v2.0/ports/0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 HTTP/1.1" status: 200 len: 981 time: 3.1899617 Apr 30 04:54:07.509092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': '382926fb-d76a-4eb4-9075-461e026b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:07.509455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: e4ffe9d1-e1c8-42a0-8e97-82c742033cde, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:07.518922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35480) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.583676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Current status of the port cf945d1f-c618-4fd6-9e93-c969eb976da9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:07.584488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.632334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08be023-0d3c-4918-a261-f53342e0dfa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9ab268-b44a-4f77-a7cc-5d02bb58ef82,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:07.658237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.658785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.659258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.659754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.660285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.660749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.661214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.661672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.662131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.662629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.663097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.663548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.664003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.664464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.664921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.665378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.666576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.667260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.667727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.668193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.668653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.669113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.669629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.670099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.670589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.675561 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-16e39042-537d-4989-a1e2-06bf17f1ed5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23364 time: 0.1552529 Apr 30 04:54:07.676973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Deleting port cf945d1f-c618-4fd6-9e93-c969eb976da9 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:07.677510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.679264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35482) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.688127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:07.691913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.728136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:07.738967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] For port cf945d1f-c618-4fd6-9e93-c969eb976da9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cf945d1f-c618-4fd6-9e93-c969eb976da9,segment=NetworkSegment(0197efa5-6caf-41af-a124-d1c9e8c90657),segment_id=0197efa5-6caf-41af-a124-d1c9e8c90657)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:07.749428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 3985ec00-9b87-4415-a826-2baca9d6efa5 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:07.810613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cf945d1f-c618-4fd6-9e93-c969eb976da9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:07.812049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.824614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, e4ffe9d1-e1c8-42a0-8e97-82c742033cde) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:07.826831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8c824-2f11-4982-808a-d95c535d2c07 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=1d93c07a-2789-4c80-a0cb-e50ea656cca1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:07.835289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.835289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.837773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.846401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] For port cf945d1f-c618-4fd6-9e93-c969eb976da9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cf945d1f-c618-4fd6-9e93-c969eb976da9,segment=NetworkSegment(0197efa5-6caf-41af-a124-d1c9e8c90657),segment_id=0197efa5-6caf-41af-a124-d1c9e8c90657)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:07.846401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.863915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Deleting port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:07.864484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.899864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d6be7-7ba7-41d4-b140-0914b4544778 None None] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:07.910538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957ff9b-08c2-4807-a45a-153eace3dc9a req-63064329-ef4c-4a5f-8a43-92641b094181 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.917454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2957ff9b-08c2-4807-a45a-153eace3dc9a req-63064329-ef4c-4a5f-8a43-92641b094181 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.5483284 Apr 30 04:54:07.925605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.966202 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c6ef493c-896c-4c47-bd14-f6db84f7af2d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6090612 Apr 30 04:54:07.970074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4816e-f10e-49e3-b287-59d181613db7 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:07.975579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-84c4816e-f10e-49e3-b287-59d181613db7 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7252371 Apr 30 04:54:07.978170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35484) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.978435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35486) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:07.984440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde', 'name': 'tempest-PortsTestJSON-1249633694'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:07.991852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82, host hv-neutron-8380, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:07.992221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:07.995978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Calling delete_port for cf945d1f-c618-4fd6-9e93-c969eb976da9 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:08.039189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Calling delete_port for 0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:08.053820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.064280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (3985ec00-9b87-4415-a826-2baca9d6efa5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.124326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.150117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de724f3a-10f0-41c5-a448-197d53534dcf None None] Pushing event updated for resources: {'Port': ['ID=cf945d1f-c618-4fd6-9e93-c969eb976da9,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:08.181144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks [] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.187332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:54:08.187816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:54:08.231115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-e4ffe9d1-e1c8-42a0-8e97-82c742033cde', 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': 'ed66a338-43ee-4acd-b72f-34f7c91f5a82'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:08.232165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.240488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3985ec00-9b87-4415-a826-2baca9d6efa5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.289083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0e9ab268-b44a-4f77-a7cc-5d02bb58ef82), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.304780 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2957ff9b-08c2-4807-a45a-153eace3dc9a req-ea80d4a8-e970-472b-ad5e-c895d5df85b4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858562 Apr 30 04:54:08.329466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.335924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=3985ec00-9b87-4415-a826-2baca9d6efa5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:08.340052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:08.348942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:08.368712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (cf945d1f-c618-4fd6-9e93-c969eb976da9), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.374817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.381100 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 HTTP/1.1" status: 204 len: 168 time: 0.7004454 Apr 30 04:54:08.382932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35488) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:08.383772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:08.390105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:08.390794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.416502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ce59696d-e4fc-4e9e-a25e-6747ea15e186), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.416915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c75ce-6bd8-4a18-84b9-3271d59beaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e9ab268-b44a-4f77-a7cc-5d02bb58ef82,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:08.434987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.452999 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b28437-172a-40b8-b3d6-64d560a7c31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:08.459010 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07b28437-172a-40b8-b3d6-64d560a7c31b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports/0e9ab268-b44a-4f77-a7cc-5d02bb58ef82 HTTP/1.1" status: 404 len: 333 time: 0.0538676 Apr 30 04:54:08.463394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35490) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:08.464981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923eb52-8af6-4990-b6e0-08084620dbf3 None None] Pushing event updated for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:08.470350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] No DVR routers for this DVR port cf945d1f-c618-4fd6-9e93-c969eb976da9 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:08.494168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-912906767', 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:08.527382 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef04e4ed-4ee9-4b83-9ee3-de9e572d6955 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2401500 Apr 30 04:54:08.527621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3ef8f-e041-458d-beb0-0a3d3670ba76 None None] Pushing event deleted for resources: {'Port': ['ID=cf945d1f-c618-4fd6-9e93-c969eb976da9,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:08.528439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35492) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:08.558669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Allocated IP 172.20.0.2 (e4ffe9d1-e1c8-42a0-8e97-82c742033cde/ed66a338-43ee-4acd-b72f-34f7c91f5a82/992d3776-d5f8-422a-a00b-b18808a86b98) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:08.598855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Made reservation on behalf of 40a11a983ec94d33b84aeb43a4f90e17 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:08.601336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.614645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.622915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Attempting to bind port c88b52f9-4d46-4baf-837b-dd12bd8473a6 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:08.623342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Attempting to bind port c88b52f9-4d46-4baf-837b-dd12bd8473a6 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:08.623760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Attempting to bind port c88b52f9-4d46-4baf-837b-dd12bd8473a6 on network 2667a34e-1f1d-450c-8d92-ba584fa6288b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:08.631117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 09cbabd4-03c4-4cbd-bf92-2835512e1bac yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:08.639076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:08.639656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Checking segment: {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:08.640236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.640691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Bound using segment: {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:08.641234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Bound port: c88b52f9-4d46-4baf-837b-dd12bd8473a6, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b317d0-1079-4d34-b0af-39c94165fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:08.641682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.678003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.689661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Deleting port 8d734136-b8e5-45b2-8f88-4666482ceb73 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:08.691439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.716468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port cf945d1f-c618-4fd6-9e93-c969eb976da9 update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:54:08.769017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9445e90-e12e-4386-8d3d-df8e2a811bb7 None None] Network ce59696d-e4fc-4e9e-a25e-6747ea15e186 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:08.807097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] For port c88b52f9-4d46-4baf-837b-dd12bd8473a6, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:08.810497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] For port c88b52f9-4d46-4baf-837b-dd12bd8473a6, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c88b52f9-4d46-4baf-837b-dd12bd8473a6,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:08.831610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c3eb7b40-4956-4328-a9eb-3e004bd1a13a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:08.879103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c3eb7b40-4956-4328-a9eb-3e004bd1a13a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:08.879405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c3eb7b40-4956-4328-a9eb-3e004bd1a13a not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:08.890744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Provisioning complete for port 8d734136-b8e5-45b2-8f88-4666482ceb73 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:08.891220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.916700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (09cbabd4-03c4-4cbd-bf92-2835512e1bac), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.920305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.941745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:08.945034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:08.970406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port d642eaf6-8973-4115-b992-172362f3e4cf yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:09.020986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] For port 8d734136-b8e5-45b2-8f88-4666482ceb73, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d734136-b8e5-45b2-8f88-4666482ceb73,segment=NetworkSegment(e2a69dc1-e512-4a48-b348-2ae3dd501f7b),segment_id=e2a69dc1-e512-4a48-b348-2ae3dd501f7b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:09.021365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.068705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (09cbabd4-03c4-4cbd-bf92-2835512e1bac), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.090360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.104135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Calling delete_port for 8d734136-b8e5-45b2-8f88-4666482ceb73 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:09.118037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:09.126961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:09.131997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:09.132726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:09.133388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.135269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 3985ec00-9b87-4415-a826-2baca9d6efa5 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:09.135422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3985ec00-9b87-4415-a826-2baca9d6efa5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.136914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=09cbabd4-03c4-4cbd-bf92-2835512e1bac,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:09.186086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d734136-b8e5-45b2-8f88-4666482ceb73 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:09.224062 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-63e8d53c-70d9-40bb-acb9-dc97074f94e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7579951 Apr 30 04:54:09.226571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35494) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:09.232908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:09.285974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923eb52-8af6-4990-b6e0-08084620dbf3 None None] Pushing event updated for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:09.289410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa4ff5-8dcf-4da8-8b89-f5888f7ddc3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:09.291610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks [] for port (992d3776-d5f8-422a-a00b-b18808a86b98), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.292147 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2aa4ff5-8dcf-4da8-8b89-f5888f7ddc3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports/09cbabd4-03c4-4cbd-bf92-2835512e1bac HTTP/1.1" status: 200 len: 958 time: 0.0644372 Apr 30 04:54:09.294838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35496) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:09.297475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:09.298334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:09.389255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3985ec00-9b87-4415-a826-2baca9d6efa5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.401574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] DHCP port deletion for ce59696d-e4fc-4e9e-a25e-6747ea15e186 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:09.404977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.429061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Deleting port 09cbabd4-03c4-4cbd-bf92-2835512e1bac {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:09.429402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (09cbabd4-03c4-4cbd-bf92-2835512e1bac), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.478299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 5665147c-a555-47e3-9a71-96e28e7ae518 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:09.503492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (09cbabd4-03c4-4cbd-bf92-2835512e1bac), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.521735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 3985ec00-9b87-4415-a826-2baca9d6efa5 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:09.531942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Calling delete_port for 09cbabd4-03c4-4cbd-bf92-2835512e1bac owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:09.535310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:09.537331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8d734136-b8e5-45b2-8f88-4666482ceb73 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:09.537776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.587082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:09.589735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:09.601626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Current status of the port 8d734136-b8e5-45b2-8f88-4666482ceb73 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:09.602007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.620877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:09.651885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12735-2149-42e7-928c-e70b85fd60d8 req-45b130f8-f0b5-4ed1-9025-c4accd1e33bf tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:09.653377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6bf12735-2149-42e7-928c-e70b85fd60d8 req-45b130f8-f0b5-4ed1-9025-c4accd1e33bf tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.2148993 Apr 30 04:54:09.687577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Pushing event updated for resources: {'Port': ['ID=992d3776-d5f8-422a-a00b-b18808a86b98,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:09.696484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (09cbabd4-03c4-4cbd-bf92-2835512e1bac), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.698862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Deleting port 8d734136-b8e5-45b2-8f88-4666482ceb73 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:09.699229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.733338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event deleted for resources: {'Port': ['ID=09cbabd4-03c4-4cbd-bf92-2835512e1bac,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:09.738914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.742218 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb436665-e1ae-48b1-baa8-84209485711f tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "DELETE /v2.0/ports/09cbabd4-03c4-4cbd-bf92-2835512e1bac HTTP/1.1" status: 204 len: 168 time: 0.4444816 Apr 30 04:54:09.745132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35500) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:09.773245 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8a9213-dbf0-4291-9a27-f5e99fc57c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:09.778609 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce8a9213-dbf0-4291-9a27-f5e99fc57c3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports/09cbabd4-03c4-4cbd-bf92-2835512e1bac HTTP/1.1" status: 404 len: 333 time: 0.0279872 Apr 30 04:54:09.778874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:09.784465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-569740960'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:09.872950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Made reservation on behalf of 40a11a983ec94d33b84aeb43a4f90e17 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:09.875524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.894450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 5b4e6084-e778-409a-81ff-e081845bebfc yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:09.906991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port 8d734136-b8e5-45b2-8f88-4666482ceb73 update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:54:09.915496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Attempting to bind port 992d3776-d5f8-422a-a00b-b18808a86b98 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:09.915871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Attempting to bind port 992d3776-d5f8-422a-a00b-b18808a86b98 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '382926fb-d76a-4eb4-9075-461e026b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:09.916235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Attempting to bind port 992d3776-d5f8-422a-a00b-b18808a86b98 on network e4ffe9d1-e1c8-42a0-8e97-82c742033cde {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:09.919624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] For port 8d734136-b8e5-45b2-8f88-4666482ceb73, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d734136-b8e5-45b2-8f88-4666482ceb73,segment=NetworkSegment(e2a69dc1-e512-4a48-b348-2ae3dd501f7b),segment_id=e2a69dc1-e512-4a48-b348-2ae3dd501f7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:09.920020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.988194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Calling delete_port for 8d734136-b8e5-45b2-8f88-4666482ceb73 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:09.990110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:09.990529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Checking segment: {'id': '382926fb-d76a-4eb4-9075-461e026b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:09.990932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:09.991407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Bound using segment: {'id': '382926fb-d76a-4eb4-9075-461e026b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:09.991887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Bound port: 992d3776-d5f8-422a-a00b-b18808a86b98, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382926fb-d76a-4eb4-9075-461e026b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:09.992326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.008808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cf945d1f-c618-4fd6-9e93-c969eb976da9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:10.028048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Provisioning complete for port c88b52f9-4d46-4baf-837b-dd12bd8473a6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:10.028416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.068946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.7 (e4ffe9d1-e1c8-42a0-8e97-82c742033cde/ed66a338-43ee-4acd-b72f-34f7c91f5a82/d642eaf6-8973-4115-b992-172362f3e4cf) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:10.071634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (5b4e6084-e778-409a-81ff-e081845bebfc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.113943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cf945d1f-c618-4fd6-9e93-c969eb976da9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:10.114321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cf945d1f-c618-4fd6-9e93-c969eb976da9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:10.123680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.176143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.227468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Network 5a2e103e-f7b5-4506-8480-a9921e5754e5 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:10.235483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:10.240531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Port': ['ID=8d734136-b8e5-45b2-8f88-4666482ceb73,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.241567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:10.242666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:10.248937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.249183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] No DVR routers for this DVR port 8d734136-b8e5-45b2-8f88-4666482ceb73 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:10.254306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4e6084-e778-409a-81ff-e081845bebfc,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.255052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] For port 992d3776-d5f8-422a-a00b-b18808a86b98, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:10.260190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:10.264276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] For port 992d3776-d5f8-422a-a00b-b18808a86b98, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=992d3776-d5f8-422a-a00b-b18808a86b98,segment=NetworkSegment(382926fb-d76a-4eb4-9075-461e026b959b),segment_id=382926fb-d76a-4eb4-9075-461e026b959b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:10.276477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:07Z', 'revision_number': 6, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:08Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.284411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.285599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-04c36ea7-8085-4573-966a-69377285bfe1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 934 time: 4.6267445 Apr 30 04:54:10.289468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35504) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:10.331143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5978d-0eb2-4adf-8a54-54c5fc54ea52 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:07Z', 'revision_number': 6, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:08Z', 'revision_number': 4, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:10.338364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (8d734136-b8e5-45b2-8f88-4666482ceb73), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.340973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.343338 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-63e2129d-75d0-41b7-8a78-9c88070898ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5626867 Apr 30 04:54:10.346723 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35506) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:10.357777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:10.368985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.387602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] Pushing event deleted for resources: {'Port': ['ID=8d734136-b8e5-45b2-8f88-4666482ceb73,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.394851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b686aa7-fdf2-42e9-b6b4-5ccf93d00659 None None] No DVR routers for this DVR port 8d734136-b8e5-45b2-8f88-4666482ceb73 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:10.404942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Current status of the port c88b52f9-4d46-4baf-837b-dd12bd8473a6 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:10.406077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.442579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.454230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6bf12735-2149-42e7-928c-e70b85fd60d8 req-50e2e0a2-62d2-4b15-9c9d-e5ffedf416b6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7577989 Apr 30 04:54:10.508678 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a3441df0-5378-45b1-939b-f8ac59328e83 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 934 time: 0.2179730 Apr 30 04:54:10.517357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35508) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:10.528504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'routes': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:10.554061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] For port c88b52f9-4d46-4baf-837b-dd12bd8473a6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c88b52f9-4d46-4baf-837b-dd12bd8473a6,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:10.555361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799daee7-452f-4939-8567-05fc0e5f5c86 None None] Pushing event updated for resources: {'Port': ['ID=992d3776-d5f8-422a-a00b-b18808a86b98,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.596005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.637042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ce59696d-e4fc-4e9e-a25e-6747ea15e186), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.639249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.660672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3985ec00-9b87-4415-a826-2baca9d6efa5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.662843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:10.679193 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] Sync routers for ids ['5665147c-a555-47e3-9a71-96e28e7ae518'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:10.699547 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] Routers {'5665147c-a555-47e3-9a71-96e28e7ae518'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:10.700591 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5665147c-a555-47e3-9a71-96e28e7ae518'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.711593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.717798 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7aa824d0-5e4c-429b-9759-8a3e76aa8bcd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 200 len: 891 time: 4.2068050 Apr 30 04:54:10.728406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35510) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:10.747909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7cd4-4fbc-4034-85bb-faf71c7b253c None None] Pushing event updated for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.772360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-15e79417-2c91-464c-82ab-880212a56ff1 None None] Provisioning complete for port c88b52f9-4d46-4baf-837b-dd12bd8473a6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:10.773046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-15e79417-2c91-464c-82ab-880212a56ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.790770 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.798640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:10.801998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/3985ec00-9b87-4415-a826-2baca9d6efa5 HTTP/1.1" status: 204 len: 168 time: 2.2645645 Apr 30 04:54:10.815504 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] Routers {'5665147c-a555-47e3-9a71-96e28e7ae518'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:10.816282 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5665147c-a555-47e3-9a71-96e28e7ae518'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.833637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35512) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:10.855677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'mac_address': 'fa:16:3e:ba:ef:0f', 'name': 'tempest-PortsIpV6TestJSON-1281212818'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:10.905604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.907118 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63731b97-8713-4191-9d9f-c02e446ebbff None None] The sync data for ids ['5665147c-a555-47e3-9a71-96e28e7ae518'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:10.918644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e983882-ba93-46ec-a048-33c3acb8ea8a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=3985ec00-9b87-4415-a826-2baca9d6efa5,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:10.986851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce59696d-e4fc-4e9e-a25e-6747ea15e186']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:10.998945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-15e79417-2c91-464c-82ab-880212a56ff1 None None] Current status of the port c88b52f9-4d46-4baf-837b-dd12bd8473a6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:11.052495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:11.052903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a69dc1-e512-4a48-b348-2ae3dd501f7b') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:11.076207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26462c38-ae9d-4987-8a51-a645022be818 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:54:11.090014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (e2a69dc1-e512-4a48-b348-2ae3dd501f7b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.138826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c88b52f9-4d46-4baf-837b-dd12bd8473a6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:11.158488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e2a69dc1-e512-4a48-b348-2ae3dd501f7b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.177699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d642eaf6-8973-4115-b992-172362f3e4cf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.180938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:11.181339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (e2a69dc1-e512-4a48-b348-2ae3dd501f7b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:11.184418 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:11.260104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26462c38-ae9d-4987-8a51-a645022be818,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:11.285921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c88b52f9-4d46-4baf-837b-dd12bd8473a6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:11.286726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.315235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '26462c38-ae9d-4987-8a51-a645022be818', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'port_id': '26462c38-ae9d-4987-8a51-a645022be818', 'mac_address': 'fa:16:3e:33:05:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:54:11.318149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Allocated IP 172.26.5.216 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/1af44147-86d8-424e-a2e8-9c21d9342aca) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:11.363990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:11.390325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-877d884b-0d85-4e8e-b6f4-51f269f6bd1c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers/5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 200 len: 891 time: 0.5864527 Apr 30 04:54:11.395396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35514) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:11.431496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] device_id is not set on port 5b4e6084-e778-409a-81ff-e081845bebfc yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:11.476463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks [] for port (5b4e6084-e778-409a-81ff-e081845bebfc), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.509402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.extraroute_db [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added routes are [] {{(pid=111174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:54:11.509717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.extraroute_db [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=111174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:54:11.519112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.556392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 5c7b718d-dff9-45d4-8e9e-d3a94fbe937a yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:11.566044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.587630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for port (1af44147-86d8-424e-a2e8-9c21d9342aca), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.590864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 26462c38-ae9d-4987-8a51-a645022be818 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:11.591365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26462c38-ae9d-4987-8a51-a645022be818), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.621016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97037c7d-021f-4b0d-80b3-42d38cef3a63 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 200 len: 205 time: 0.2244873 Apr 30 04:54:11.622105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ce59696d-e4fc-4e9e-a25e-6747ea15e186), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.629219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35518) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:11.648640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26462c38-ae9d-4987-8a51-a645022be818 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:54:11.693436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:11.710092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26462c38-ae9d-4987-8a51-a645022be818,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:11.714209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c88b52f9-4d46-4baf-837b-dd12bd8473a6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:11.717129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 992d3776-d5f8-422a-a00b-b18808a86b98 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:11.733088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:11.733088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:11.750242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.753485 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/ce59696d-e4fc-4e9e-a25e-6747ea15e186 HTTP/1.1" status: 204 len: 168 time: 3.7656116 Apr 30 04:54:11.762379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35520) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:11.765239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d642eaf6-8973-4115-b992-172362f3e4cf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.797246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15147626-d885-48a7-9c6f-8a7f5f33d100 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=ce59696d-e4fc-4e9e-a25e-6747ea15e186,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:11.844616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.877391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:11.887627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e5878-b79a-4bfe-a3c8-380616819a94 req-ed65130b-228f-4392-b044-a7d59551e5c6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:11.889277 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d7e5878-b79a-4bfe-a3c8-380616819a94 req-ed65130b-228f-4392-b044-a7d59551e5c6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 943 time: 0.2885644 Apr 30 04:54:11.933665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:11.967029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:11.988880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4e6084-e778-409a-81ff-e081845bebfc,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:12.002673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:12.006261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.013886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.013886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.018359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.018769 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.022886 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 2 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.025523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d642eaf6-8973-4115-b992-172362f3e4cf,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:12.028762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 992d3776-d5f8-422a-a00b-b18808a86b98 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:12.028762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.029799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:12.037754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2794ef90-7085-4a2c-8b98-4f28fda46276), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.044656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:12.094793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1af44147-86d8-424e-a2e8-9c21d9342aca), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.119518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['26462c38-ae9d-4987-8a51-a645022be818'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:54:12.137081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.137417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.137752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.148402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (5665147c-a555-47e3-9a71-96e28e7ae518), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.158455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a054bcb-5f21-4c2c-a2cc-a7d0b89afae1 None None] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:12.163938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d7e5878-b79a-4bfe-a3c8-380616819a94 req-7145617a-7a8d-49f5-8191-03586bec9d73 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621942 Apr 30 04:54:12.191049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.191361 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.195881 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 3 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.214564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:12.221284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (5c7b718d-dff9-45d4-8e9e-d3a94fbe937a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.233933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:12.234671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.237370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:12.242070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.242240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.242604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.256338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.256588 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.258127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event updated for resources: {'Port': ['ID=1af44147-86d8-424e-a2e8-9c21d9342aca,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:12.260949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:12.263939 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 4 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.324289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.324289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.325341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.341331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.341331 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.350662 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 5 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.406370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Provisioning complete for port 992d3776-d5f8-422a-a00b-b18808a86b98 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:12.406370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.414818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2794ef90-7085-4a2c-8b98-4f28fda46276), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.422503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.423041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.423267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.434093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.434457 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.438721 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 6 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.450180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.457671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.460145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.460478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.460813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.469298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.469632 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.470849 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 7 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.496763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:07Z', 'revision_number': 6, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:12.498531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2794ef90-7085-4a2c-8b98-4f28fda46276']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:12.512797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_gateway (5665147c-a555-47e3-9a71-96e28e7ae518), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.517326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0197efa5-6caf-41af-a124-d1c9e8c90657') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:12.517616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0197efa5-6caf-41af-a124-d1c9e8c90657') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:12.525442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.525775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.526115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.555846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:12.557996 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15dadd15-5a3d-4002-b4c2-93f72fb1ef26 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5784891 Apr 30 04:54:12.558723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35522) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:12.563028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5c7b718d-dff9-45d4-8e9e-d3a94fbe937a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.563262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (0197efa5-6caf-41af-a124-d1c9e8c90657), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.565893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.566226 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.566363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 992d3776-d5f8-422a-a00b-b18808a86b98 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:12.566702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.568858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'e4ffe9d1-e1c8-42a0-8e97-82c742033cde', 'name': 'tempest-PortsTestJSON-1573888827'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:12.569864 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 8 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.601783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:12.602467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:12.614436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0197efa5-6caf-41af-a124-d1c9e8c90657), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.626667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:12.632101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:12.637437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.637777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.638496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.643362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:12.646000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:12.646431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (0197efa5-6caf-41af-a124-d1c9e8c90657), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.648786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:12.649711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:12.649841 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:12.671385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.671726 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.675635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:12.676255 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 9 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.688859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=5c7b718d-dff9-45d4-8e9e-d3a94fbe937a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:12.692438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.692438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.692729 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.701398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.701737 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.703038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempt 10 to bind port 5b4e6084-e778-409a-81ff-e081845bebfc Apr 30 04:54:12.725225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:12.728823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:12.728823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempting to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:12.738922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:12.739260 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Failed to bind port 5b4e6084-e778-409a-81ff-e081845bebfc on host hv-neutron-8380 for vnic_type normal using segments [{'id': '298adc32-683f-40c5-aaaa-8f76a83f5678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2e103e-f7b5-4506-8480-a9921e5754e5'}] Apr 30 04:54:12.739652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.756506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 992d3776-d5f8-422a-a00b-b18808a86b98, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=992d3776-d5f8-422a-a00b-b18808a86b98,segment=NetworkSegment(382926fb-d76a-4eb4-9075-461e026b959b),segment_id=382926fb-d76a-4eb4-9075-461e026b959b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:12.757788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Current status of the port 992d3776-d5f8-422a-a00b-b18808a86b98 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:12.758302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.794087 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3bfb083d-c91c-4878-b8aa-da4c3dff7ba3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9593463 Apr 30 04:54:12.797054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35524) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:12.803604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port fa8962e8-a43d-4111-acae-fd5f7ed40910 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:12.803604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fa8962e8-a43d-4111-acae-fd5f7ed40910), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.813856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:12.816758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.912471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 5b4e6084-e778-409a-81ff-e081845bebfc, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:12.912856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attempted to set empty binding levels {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:54:12.930948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d734136-b8e5-45b2-8f88-4666482ceb73 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:12.951539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (2794ef90-7085-4a2c-8b98-4f28fda46276), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.964910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf538d72-c35d-4cc6-9ebe-fbbb5fb917ac tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:12.969955 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bf538d72-c35d-4cc6-9ebe-fbbb5fb917ac tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/5c7b718d-dff9-45d4-8e9e-d3a94fbe937a HTTP/1.1" status: 200 len: 845 time: 0.1704009 Apr 30 04:54:12.970507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35526) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:12.972284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.978180 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/2794ef90-7085-4a2c-8b98-4f28fda46276 HTTP/1.1" status: 204 len: 168 time: 1.2085536 Apr 30 04:54:12.980207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:12.984762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:12.992610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35528) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:13.050086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:13.052108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.069634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:54:13.069992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:54:13.081288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8d734136-b8e5-45b2-8f88-4666482ceb73 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:13.081625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d734136-b8e5-45b2-8f88-4666482ceb73 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:13.093852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.095382 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8357e64-2c94-4251-9b2b-6e5c05d14a94 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 700 time: 2.5791423 Apr 30 04:54:13.098697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35530) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:13.161460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=992d3776-d5f8-422a-a00b-b18808a86b98,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:13.275161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] In _notify_port_updated(), no bound segment for port 5b4e6084-e778-409a-81ff-e081845bebfc on network 5a2e103e-f7b5-4506-8480-a9921e5754e5 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:13.276315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:13.277269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.285552 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "PUT /v2.0/ports/5b4e6084-e778-409a-81ff-e081845bebfc HTTP/1.1" status: 200 len: 980 time: 2.9381850 Apr 30 04:54:13.292017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35534) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:13.296579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (e5250edd-6337-4dc5-9bb5-c7c5f5a37e75), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.315233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:11Z', 'revision_number': 7, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:13.347025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c9582-cdff-413d-9755-a4cbcab3bca9 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:11Z', 'revision_number': 7, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:13.422526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7580b8b-d371-41f1-9ab5-f4cf86abf83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4e6084-e778-409a-81ff-e081845bebfc,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:13.449141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112dfa7-da87-45f0-9306-ca8928981cf3 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=2794ef90-7085-4a2c-8b98-4f28fda46276,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:13.457338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 5c7b718d-dff9-45d4-8e9e-d3a94fbe937a {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:13.457685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5c7b718d-dff9-45d4-8e9e-d3a94fbe937a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.498238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port db511291-1a3c-4ef6-afdd-ee541f72485d yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:13.506837 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fa8962e8-a43d-4111-acae-fd5f7ed40910), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.515024 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1002364e-80c6-4156-91ca-8b8b3de0bfec tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 700 time: 0.4072909 Apr 30 04:54:13.521558 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35536) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:13.566588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for fa8962e8-a43d-4111-acae-fd5f7ed40910 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:13.612034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.630285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faaefb-0b42-4dc0-a777-afa696293fdb req-7e67cc2c-d45d-4aed-b1fc-0a432a5a46a0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:13.631920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7faaefb-0b42-4dc0-a777-afa696293fdb req-7e67cc2c-d45d-4aed-b1fc-0a432a5a46a0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 944 time: 0.1919966 Apr 30 04:54:13.635874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (e5250edd-6337-4dc5-9bb5-c7c5f5a37e75), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.638366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Deleting port 5b4e6084-e778-409a-81ff-e081845bebfc {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:13.638754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.642299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5c7b718d-dff9-45d4-8e9e-d3a94fbe937a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.656986 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:13.671434 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:13.672755 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:13.688883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 5c7b718d-dff9-45d4-8e9e-d3a94fbe937a owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:13.696638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5250edd-6337-4dc5-9bb5-c7c5f5a37e75']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:13.744657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed81e4b5-525f-41a5-97eb-40ec553c83ea') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:13.745038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed81e4b5-525f-41a5-97eb-40ec553c83ea') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:13.793780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (ed81e4b5-525f-41a5-97eb-40ec553c83ea), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.807871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] For port 5b4e6084-e778-409a-81ff-e081845bebfc, host hv-neutron-8380, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:13.808203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.827583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ed81e4b5-525f-41a5-97eb-40ec553c83ea), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.836567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Calling delete_port for 5b4e6084-e778-409a-81ff-e081845bebfc owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:13.846298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:13.846717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (ed81e4b5-525f-41a5-97eb-40ec553c83ea), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:13.854502 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:13.871600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d3861324-a9ad-4669-91ab-5c1b31f12f29 None None] Current status of the port 992d3776-d5f8-422a-a00b-b18808a86b98 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:13.931315 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:13.994125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Provisioning complete for port 992d3776-d5f8-422a-a00b-b18808a86b98 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:13.994633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.002160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7faaefb-0b42-4dc0-a777-afa696293fdb req-10c21be4-e0d3-4e9f-a7a0-0a9bdc65c341 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029425 Apr 30 04:54:14.028450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (e5250edd-6337-4dc5-9bb5-c7c5f5a37e75), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.043510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.044487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.10 (e4ffe9d1-e1c8-42a0-8e97-82c742033cde/ed66a338-43ee-4acd-b72f-34f7c91f5a82/db511291-1a3c-4ef6-afdd-ee541f72485d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:14.048697 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/e5250edd-6337-4dc5-9bb5-c7c5f5a37e75 HTTP/1.1" status: 204 len: 168 time: 1.0542974 Apr 30 04:54:14.053617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35538) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:14.066086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5c7b718d-dff9-45d4-8e9e-d3a94fbe937a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.068272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c62cd-e163-4b15-82bb-2510fb744bc8 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=e5250edd-6337-4dc5-9bb5-c7c5f5a37e75,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:14.077298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5b4e6084-e778-409a-81ff-e081845bebfc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.114284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=5c7b718d-dff9-45d4-8e9e-d3a94fbe937a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:14.119961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.123423 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e032abda-a716-49ba-9e88-f220f6791c1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/5c7b718d-dff9-45d4-8e9e-d3a94fbe937a HTTP/1.1" status: 204 len: 168 time: 1.1495407 Apr 30 04:54:14.126253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35540) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:14.160371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Current status of the port 992d3776-d5f8-422a-a00b-b18808a86b98 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:14.174193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.177452 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5b4e6084-e778-409a-81ff-e081845bebfc HTTP/1.1" status: 204 len: 168 time: 0.8787210 Apr 30 04:54:14.179479 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7edb12-614a-4564-bde2-ab20923a56a5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:14.180879 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed7edb12-614a-4564-bde2-ab20923a56a5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/5c7b718d-dff9-45d4-8e9e-d3a94fbe937a HTTP/1.1" status: 404 len: 333 time: 0.0535314 Apr 30 04:54:14.181408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35542) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:14.183079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Provisioning complete for port d642eaf6-8973-4115-b992-172362f3e4cf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:14.186145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d642eaf6-8973-4115-b992-172362f3e4cf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.192925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61015cfa-4a52-4166-ac81-36d810c18a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4e6084-e778-409a-81ff-e081845bebfc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:14.194916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35544) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:14.212235 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c50d2d8-7a06-4231-a9e4-675331fee827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:14.217818 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7c50d2d8-7a06-4231-a9e4-675331fee827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952026560-project-admin] 10.222.0.16 "GET /v2.0/ports/5b4e6084-e778-409a-81ff-e081845bebfc HTTP/1.1" status: 404 len: 333 time: 0.0322459 Apr 30 04:54:14.218598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35546) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:14.231705 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:11Z', 'revision_number': 7, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.241812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ae37118a-845b-4bbb-86d3-c7280bad54a1 None None] Port d642eaf6-8973-4115-b992-172362f3e4cf cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:14.267268 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:14.275713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:14.276313 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.298455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'name': 'tempest-PortsIpV6TestJSON-927903366'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:14.309495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5a2e103e-f7b5-4506-8480-a9921e5754e5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.372028 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:14.390327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4654b646-95c3-47fc-8e6c-cec786d93a9f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.406648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5a2e103e-f7b5-4506-8480-a9921e5754e5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.428862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2e103e-f7b5-4506-8480-a9921e5754e5']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.439191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298adc32-683f-40c5-aaaa-8f76a83f5678') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.439482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298adc32-683f-40c5-aaaa-8f76a83f5678') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.449843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (298adc32-683f-40c5-aaaa-8f76a83f5678), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.465893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (298adc32-683f-40c5-aaaa-8f76a83f5678), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.475404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:14.476154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (298adc32-683f-40c5-aaaa-8f76a83f5678), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:14.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:14.564946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fa8962e8-a43d-4111-acae-fd5f7ed40910), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.573662 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:11Z', 'revision_number': 7, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.576175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.604393 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce1fec-ad62-4dfa-97f1-ca77fb10fb00 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:11Z', 'revision_number': 7, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88b52f9-4d46-4baf-837b-dd12bd8473a6', 'name': '', 'network_id': '2667a34e-1f1d-450c-8d92-ba584fa6288b', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:89:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:01Z', 'updated_at': '2022-04-30T04:54:10Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:14.615786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5a2e103e-f7b5-4506-8480-a9921e5754e5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.623671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.629811 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] 10.222.0.16 "DELETE /v2.0/networks/5a2e103e-f7b5-4506-8480-a9921e5754e5 HTTP/1.1" status: 204 len: 168 time: 0.4101565 Apr 30 04:54:14.642065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe5f33-7763-4f7d-a819-27c66e43ec97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1025064162-project] Pushing event deleted for resources: {'Network': ['ID=5a2e103e-f7b5-4506-8480-a9921e5754e5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:14.665690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=fa8962e8-a43d-4111-acae-fd5f7ed40910,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:14.750616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4654b646-95c3-47fc-8e6c-cec786d93a9f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.809029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:14.812484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:14.894126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4654b646-95c3-47fc-8e6c-cec786d93a9f']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.932223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 89af56d9-a965-445b-b018-d662c681a437 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:14.945004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cdbdb3-c218-44b7-9277-bae6cb7abb40') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.945346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cdbdb3-c218-44b7-9277-bae6cb7abb40') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:14.994216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (5665147c-a555-47e3-9a71-96e28e7ae518), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.004319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.037353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (33cdbdb3-c218-44b7-9277-bae6cb7abb40), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.071976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26462c38-ae9d-4987-8a51-a645022be818 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:15.134590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.149084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35554) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:15.160883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 26462c38-ae9d-4987-8a51-a645022be818 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:54:15.240669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 992d3776-d5f8-422a-a00b-b18808a86b98 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:15.258602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (33cdbdb3-c218-44b7-9277-bae6cb7abb40), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.267622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 26462c38-ae9d-4987-8a51-a645022be818 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:15.268069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (26462c38-ae9d-4987-8a51-a645022be818), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.280735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.318199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (5665147c-a555-47e3-9a71-96e28e7ae518), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.327268 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dd328a00-5754-44dc-bec0-1570658aed5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc08a85879bb4c9eac77793ce8bf8aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798990 Apr 30 04:54:15.329884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35558) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:15.333998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 992d3776-d5f8-422a-a00b-b18808a86b98 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:15.335806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.339283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:15.340004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (33cdbdb3-c218-44b7-9277-bae6cb7abb40), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:15.347424 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:15.394672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] Publish callbacks [] for security_group (6f2dd71d-d39b-4d4b-beef-2647e80d7140), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.404584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 26462c38-ae9d-4987-8a51-a645022be818 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:15.405403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26462c38-ae9d-4987-8a51-a645022be818), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.425672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] Publish callbacks [] for security_group (6f2dd71d-d39b-4d4b-beef-2647e80d7140), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.430209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e414cb-c0aa-4ba0-858e-390a1cd94a2d req-af423813-43db-4ffe-af73-d5306f38890b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:15.433291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84e414cb-c0aa-4ba0-858e-390a1cd94a2d req-af423813-43db-4ffe-af73-d5306f38890b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 944 time: 0.2948678 Apr 30 04:54:15.435766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26462c38-ae9d-4987-8a51-a645022be818'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:54:15.438203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcacdade-4a64-4aad-aa2d-f3b408198af2" -d '{"events": [{"server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "name": "network-vif-plugged", "status": "completed", "tag": "26462c38-ae9d-4987-8a51-a645022be818"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:54:15.479991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26462c38-ae9d-4987-8a51-a645022be818,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:15.487852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9106d-d5e9-4fd6-821c-0ad407053e34 x-openstack-request-id: req-28b9106d-d5e9-4fd6-821c-0ad407053e34 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:54:15.488173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "name": "network-vif-plugged", "status": "completed", "tag": "26462c38-ae9d-4987-8a51-a645022be818", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:54:15.488424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b9106d-d5e9-4fd6-821c-0ad407053e34 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:54:15.488833 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b9106d-d5e9-4fd6-821c-0ad407053e34'] response: {'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26462c38-ae9d-4987-8a51-a645022be818', 'code': 200} Apr 30 04:54:15.497365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 992d3776-d5f8-422a-a00b-b18808a86b98 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:15.530090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.548042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6f2dd71d-d39b-4d4b-beef-2647e80d7140), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.555055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.559079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f2dd71d-d39b-4d4b-beef-2647e80d7140 HTTP/1.1" status: 204 len: 168 time: 0.2242174 Apr 30 04:54:15.569538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e60d-1e09-4e41-b3c5-118b69f871b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2dd71d-d39b-4d4b-beef-2647e80d7140,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:15.611900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:15.959763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (5665147c-a555-47e3-9a71-96e28e7ae518), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.960341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router 5665147c-a555-47e3-9a71-96e28e7ae518 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:15.967276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:15.968407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-03c65547-92ca-4a64-a777-70e5ee9516c8 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 204 len: 168 time: 4.3334517 Apr 30 04:54:15.972830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35566) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:15.977950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1056402502'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:16.030894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (4654b646-95c3-47fc-8e6c-cec786d93a9f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.047362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.049592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:16.050471 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] 10.222.0.16 "DELETE /v2.0/networks/4654b646-95c3-47fc-8e6c-cec786d93a9f HTTP/1.1" status: 204 len: 168 time: 1.9909449 Apr 30 04:54:16.053382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.056700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.085529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:16.097006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (26da527d-0e7b-4f0a-96f3-8c3e55f3942b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.097506 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment 26da527d-0e7b-4f0a-96f3-8c3e55f3942b of type vlan for network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b Apr 30 04:54:16.111479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843aac0-13a7-4acf-a9d8-93e2f1ea1bf8 req-e2df7ca5-a491-4893-9ac7-d2fa0e0fea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:16.112964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1843aac0-13a7-4acf-a9d8-93e2f1ea1bf8 req-e2df7ca5-a491-4893-9ac7-d2fa0e0fea50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1129 time: 0.2432513 Apr 30 04:54:16.113712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09bfea-f494-4096-80fc-c963fc541487 tempest-BulkNetworkOpsTest-1737679739 tempest-BulkNetworkOpsTest-1737679739-project] Pushing event deleted for resources: {'Network': ['ID=4654b646-95c3-47fc-8e6c-cec786d93a9f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:16.135452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35570) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.156889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (529f5bf7-3b94-4cf0-91b8-f3a2961f143b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.200048 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8fad57c-857e-4597-a7e7-0e8bd2be4567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40a11a983ec94d33b84aeb43a4f90e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634971 Apr 30 04:54:16.203239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35572) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.238772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (89af56d9-a965-445b-b018-d662c681a437), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.247541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84e414cb-c0aa-4ba0-858e-390a1cd94a2d req-677ff000-9de5-48b6-8310-b611dfc1b2b5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912764 Apr 30 04:54:16.249917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:16.254201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] Publish callbacks [] for security_group (1ddff676-0954-41af-a728-9f7f59778c22), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.269725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:16.272525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=db511291-1a3c-4ef6-afdd-ee541f72485d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:16.275272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:16.284925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] Publish callbacks [] for security_group (1ddff676-0954-41af-a728-9f7f59778c22), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.309011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (529f5bf7-3b94-4cf0-91b8-f3a2961f143b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.314624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:16.315234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.323137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Router 85c4b7de-8769-4af4-a3fc-3a9827a34a2d is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:16.376097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1843aac0-13a7-4acf-a9d8-93e2f1ea1bf8 req-852ef8cf-f0b5-4a98-bb89-ce1024d1c56b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059846 Apr 30 04:54:16.439263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:16.439949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.491064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (89af56d9-a965-445b-b018-d662c681a437), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.542141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port c88b52f9-4d46-4baf-837b-dd12bd8473a6 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:16.542631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.545143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35576) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.571801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38b6c870-aee5-4ca5-ad58-b28274e0d1db None None] Provisioning complete for port db511291-1a3c-4ef6-afdd-ee541f72485d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:16.573579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38b6c870-aee5-4ca5-ad58-b28274e0d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.594368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a7727705-1ca3-4706-8126-d9fbad02949a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0265298 Apr 30 04:54:16.607087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35580) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.619659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38b6c870-aee5-4ca5-ad58-b28274e0d1db None None] Port db511291-1a3c-4ef6-afdd-ee541f72485d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:16.640710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:16.690465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=529f5bf7-3b94-4cf0-91b8-f3a2961f143b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:16.702603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:16.708005 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-950abc86-57fb-433f-bd4b-da73fca954fc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7312841 Apr 30 04:54:16.708488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35582) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.716658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:16.728282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:16.749880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=89af56d9-a965-445b-b018-d662c681a437,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:16.763467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:16.769343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:16.769952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.787634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1ddff676-0954-41af-a728-9f7f59778c22), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.790403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.794182 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ddff676-0954-41af-a728-9f7f59778c22 HTTP/1.1" status: 204 len: 168 time: 0.5875607 Apr 30 04:54:16.824289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981af24-6658-4996-9aae-ec70d76758f9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:16.829344 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c981af24-6658-4996-9aae-ec70d76758f9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1923716 Apr 30 04:54:16.829531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc0da-5ef8-46e9-876b-30320a97f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddff676-0954-41af-a728-9f7f59778c22,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:16.831952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35586) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.851259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:16.871181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] Sync routers for ids ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:16.874410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port c88b52f9-4d46-4baf-837b-dd12bd8473a6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c88b52f9-4d46-4baf-837b-dd12bd8473a6,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:16.874786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.885360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] Routers {'85c4b7de-8769-4af4-a3fc-3a9827a34a2d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:16.886004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:16.896940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6cfc4b88-064b-4b28-b894-4d40bc42aa30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=455375f5c5414c91b1578e441e681712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430722 Apr 30 04:54:16.899110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35588) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.905642 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0ecea41e-4c1a-4b0b-9458-4b07743211ca tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6745920 Apr 30 04:54:16.906305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for c88b52f9-4d46-4baf-837b-dd12bd8473a6 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:16.912368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35590) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.924162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:16.933256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] Routers {'85c4b7de-8769-4af4-a3fc-3a9827a34a2d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:16.933871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:16.939509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:16.947674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:16.950993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.979241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:16.980484 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3c383bc5-65ca-43dd-9104-9e626333a040 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1547117 Apr 30 04:54:16.984182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35592) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:16.984352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:16.984582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e4637d-e294-4a5b-9329-70255ea4ee16 None None] The sync data for ids ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:17.004689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:17.077475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port db511291-1a3c-4ef6-afdd-ee541f72485d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:17.077812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.171053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c88b52f9-4d46-4baf-837b-dd12bd8473a6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.203427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=c88b52f9-4d46-4baf-837b-dd12bd8473a6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:17.413245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] Publish callbacks [] for security_group (142821e4-e35c-471f-9a3a-a67d52135656), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.431752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (89af56d9-a965-445b-b018-d662c681a437), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.458635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421aa80-5550-4257-8d00-6fe6eeacd0ce req-6114f054-f0d2-47c2-9f4f-2b8b9acfa116 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:17.460979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c421aa80-5550-4257-8d00-6fe6eeacd0ce req-6114f054-f0d2-47c2-9f4f-2b8b9acfa116 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.0954998 Apr 30 04:54:17.485851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.502185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.559209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c421aa80-5550-4257-8d00-6fe6eeacd0ce req-3eb95492-f6e5-471d-ab03-12b7820ff669 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906947 Apr 30 04:54:17.562793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] Publish callbacks [] for security_group (142821e4-e35c-471f-9a3a-a67d52135656), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.574095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for db511291-1a3c-4ef6-afdd-ee541f72485d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:17.751760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:17.815423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (6e53a8a7-ebdd-42c0-9adf-84f6506d336c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.854112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:17.864126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9e8af8fd-2cdf-4a01-b74a-0f91c9bec77b tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3383479 Apr 30 04:54:17.864834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35614) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:17.866726 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:17.894097 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:17.895660 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:17.917900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (142821e4-e35c-471f-9a3a-a67d52135656), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.921079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.922386 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/142821e4-e35c-471f-9a3a-a67d52135656 HTTP/1.1" status: 204 len: 168 time: 1.0223310 Apr 30 04:54:17.929959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:17.934381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:17.993769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.010261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d70ed-ba6e-45f6-9333-b3bcad2c361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142821e4-e35c-471f-9a3a-a67d52135656,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:18.029772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=6e53a8a7-ebdd-42c0-9adf-84f6506d336c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:18.103145 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:18.121322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.143183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (89af56d9-a965-445b-b018-d662c681a437), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.147229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.157422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': '26da527d-0e7b-4f0a-96f3-8c3e55f3942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:18.158464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: 529f5bf7-3b94-4cf0-91b8-f3a2961f143b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:18.198545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (89af56d9-a965-445b-b018-d662c681a437), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.244850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.262794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] In _notify_port_updated(), no bound segment for port 89af56d9-a965-445b-b018-d662c681a437 on network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:18.275204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:18.275858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.280316 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/ports/89af56d9-a965-445b-b018-d662c681a437 HTTP/1.1" status: 200 len: 818 time: 1.3462391 Apr 30 04:54:18.283617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:18.288369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35622) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:18.295844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:18.302136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.305980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0daad3dc-b8a2-4083-b07f-8d3a026900e1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8 HTTP/1.1" status: 204 len: 168 time: 0.4396749 Apr 30 04:54:18.308736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35624) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:18.309262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (db511291-1a3c-4ef6-afdd-ee541f72485d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.311964 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c51fc-3ebb-4b2d-a250-695418dbc2fa None None] Network 2667a34e-1f1d-450c-8d92-ba584fa6288b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:18.312440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.371720 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:17Z', 'revision_number': 8, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:18.394068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb196356-c556-4f61-b515-95c04685f58c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=89af56d9-a965-445b-b018-d662c681a437,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:18.401151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:18.403344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2667a34e-1f1d-450c-8d92-ba584fa6288b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.414060 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:18.414981 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:18.458010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=db511291-1a3c-4ef6-afdd-ee541f72485d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:18.474928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port fa3155d6-a20a-4f47-962d-3bceae9d042f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:18.475833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.541374 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:18.564887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 89af56d9-a965-445b-b018-d662c681a437 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:18.565223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (89af56d9-a965-445b-b018-d662c681a437), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.605127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 529f5bf7-3b94-4cf0-91b8-f3a2961f143b) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:18.617633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:18.618256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.623169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e5215-23c6-41d1-98c4-7fe3c312e9d5 None None] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:18.685465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port fa3155d6-a20a-4f47-962d-3bceae9d042f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fa3155d6-a20a-4f47-962d-3bceae9d042f,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:18.686261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.711797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for fa3155d6-a20a-4f47-962d-3bceae9d042f owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:18.791360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] DHCP port deletion for 2667a34e-1f1d-450c-8d92-ba584fa6288b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:18.852186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (89af56d9-a965-445b-b018-d662c681a437), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.861634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-529f5bf7-3b94-4cf0-91b8-f3a2961f143b', 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '6e53a8a7-ebdd-42c0-9adf-84f6506d336c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:18.867415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.870385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 89af56d9-a965-445b-b018-d662c681a437 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:18.877542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab4b1f-1b77-497b-8f14-476eb3e93aa8 req-64c61121-4f54-436a-991f-d43c732b376d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:18.880850 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-05ab4b1f-1b77-497b-8f14-476eb3e93aa8 req-64c61121-4f54-436a-991f-d43c732b376d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.1475284 Apr 30 04:54:18.902582 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:17Z', 'revision_number': 8, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:18.927642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Deleting port fa3155d6-a20a-4f47-962d-3bceae9d042f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:18.931908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:18.980028 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b267c-a669-4a59-a8bf-58c334cef7b4 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:17Z', 'revision_number': 8, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '936ae635-f363-4ea6-9d82-2a720f10c0ff', 'name': '', 'network_id': '5030199d-3e5d-4384-9fa0-4860df969bf9', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:8d:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:48Z', 'updated_at': '2022-04-30T04:53:58Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '60b389c0-9db6-40a6-b79c-af2a38ce3fb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:19.020746 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-05ab4b1f-1b77-497b-8f14-476eb3e93aa8 req-e3788eec-2794-4588-9831-7eff9f2bed99 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316054 Apr 30 04:54:19.030408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Deleting port 1af44147-86d8-424e-a2e8-9c21d9342aca {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:19.031157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1af44147-86d8-424e-a2e8-9c21d9342aca), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.044396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.044396 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dced4911-1f4b-488f-8261-a22c151ac092 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/db511291-1a3c-4ef6-afdd-ee541f72485d HTTP/1.1" status: 204 len: 168 time: 2.2069392 Apr 30 04:54:19.044731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35648) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.075212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (89af56d9-a965-445b-b018-d662c681a437), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.085486 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-04d95385-2bd3-4fc6-b411-7e0b74c466dd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3755763 Apr 30 04:54:19.088179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c332f72-fe61-41a9-a4a2-26a08a4eb139 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:54:19.097311 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8c332f72-fe61-41a9-a4a2-26a08a4eb139 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/db511291-1a3c-4ef6-afdd-ee541f72485d HTTP/1.1" status: 404 len: 333 time: 0.0516737 Apr 30 04:54:19.098062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35654) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.098411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35656) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.104431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1789981465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:19.143592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.149198 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/89af56d9-a965-445b-b018-d662c681a437 HTTP/1.1" status: 204 len: 168 time: 0.8286953 Apr 30 04:54:19.149198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3792817-820c-4736-a5d9-a4ca89340bcb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=89af56d9-a965-445b-b018-d662c681a437,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:19.149462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35658) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.155823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.180325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] For port fa3155d6-a20a-4f47-962d-3bceae9d042f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fa3155d6-a20a-4f47-962d-3bceae9d042f,segment=NetworkSegment(84b317d0-1079-4d34-b0af-39c94165fc9c),segment_id=84b317d0-1079-4d34-b0af-39c94165fc9c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:19.180730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.239196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Calling delete_port for fa3155d6-a20a-4f47-962d-3bceae9d042f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:19.245740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.246835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.330666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.388750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35662) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.396664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c0bd-5647-4025-b110-df911f026e62 req-fc30b05d-75b3-4265-a94a-fa4e66e802e8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:19.406819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6c9c0bd-5647-4025-b110-df911f026e62 req-fc30b05d-75b3-4265-a94a-fa4e66e802e8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.2057881 Apr 30 04:54:19.419541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=fa3155d6-a20a-4f47-962d-3bceae9d042f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:19.440555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port fa3155d6-a20a-4f47-962d-3bceae9d042f on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:19.464249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c88b52f9-4d46-4baf-837b-dd12bd8473a6 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:19.522303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.529737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc5e74-9dcc-4270-87fe-b0678b1103bb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:19.531381 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f9cc5e74-9dcc-4270-87fe-b0678b1103bb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0752892 Apr 30 04:54:19.533687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1af44147-86d8-424e-a2e8-9c21d9342aca), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.536272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35670) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.564604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c88b52f9-4d46-4baf-837b-dd12bd8473a6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:19.564959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c88b52f9-4d46-4baf-837b-dd12bd8473a6 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:19.565386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fa3155d6-a20a-4f47-962d-3bceae9d042f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:19.576383 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbb4ece-3c17-457e-aadb-597e17972701 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:19.577928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cbbb4ece-3c17-457e-aadb-597e17972701 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/89af56d9-a965-445b-b018-d662c681a437 HTTP/1.1" status: 404 len: 333 time: 0.0408864 Apr 30 04:54:19.579128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Calling delete_port for 1af44147-86d8-424e-a2e8-9c21d9342aca owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:19.582418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35672) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.589961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1592748894'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:19.634791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fa3155d6-a20a-4f47-962d-3bceae9d042f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:19.635132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fa3155d6-a20a-4f47-962d-3bceae9d042f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:19.641685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Allocated IP 2001:db8::2 (529f5bf7-3b94-4cf0-91b8-f3a2961f143b/6e53a8a7-ebdd-42c0-9adf-84f6506d336c/114b3a63-65a3-4dd9-99d6-75b46f9d4b3d) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:19.718668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (fa3155d6-a20a-4f47-962d-3bceae9d042f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.723909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35674) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.724563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port d642eaf6-8973-4115-b992-172362f3e4cf {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:19.724908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d642eaf6-8973-4115-b992-172362f3e4cf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.760585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6c9c0bd-5647-4025-b110-df911f026e62 req-06c17cc2-a7c3-4081-ae30-30437fd2509b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527105 Apr 30 04:54:19.775319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] No DVR routers for this DVR port fa3155d6-a20a-4f47-962d-3bceae9d042f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:19.780881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325843d-7f6c-4e16-b8ff-2eb073701c59 None None] Pushing event deleted for resources: {'Port': ['ID=fa3155d6-a20a-4f47-962d-3bceae9d042f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:19.799784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35678) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:19.800750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:19.805590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.867528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:19.921077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (327b2632-da55-4777-847d-71fc7e7660e9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:19.921583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment 327b2632-da55-4777-847d-71fc7e7660e9 of type vlan for network 15d26302-36c0-424f-8520-7e45c76c4a4b Apr 30 04:54:20.020952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (15d26302-36c0-424f-8520-7e45c76c4a4b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.062954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ae8af-3eb6-464c-a80b-6adaf31b2735 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:20.067563 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b77ae8af-3eb6-464c-a80b-6adaf31b2735 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1124 time: 0.2571237 Apr 30 04:54:20.073054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35682) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:20.078017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '26462c38-ae9d-4987-8a51-a645022be818', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:20.112899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1af44147-86d8-424e-a2e8-9c21d9342aca), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.113274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks [] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.142458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Pushing event deleted for resources: {'Port': ['ID=1af44147-86d8-424e-a2e8-9c21d9342aca,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:20.143130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2667a34e-1f1d-450c-8d92-ba584fa6288b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.154960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1228086778'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:20.167736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b0e2cf21-5d70-45d8-8a4c-81fe0381448a tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:20.168468 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-b0e2cf21-5d70-45d8-8a4c-81fe0381448a tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 04:54:20.169047 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-b0e2cf21-5d70-45d8-8a4c-81fe0381448a tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:54:20.169893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b0e2cf21-5d70-45d8-8a4c-81fe0381448a tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4419389 Apr 30 04:54:20.170046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (15d26302-36c0-424f-8520-7e45c76c4a4b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.173803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.174165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-94ba0a66-fb11-49b8-be95-d5bb5b182f9e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0745847 Apr 30 04:54:20.174715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35684) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:20.175556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:20.176138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.180666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35686) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:20.185181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485387158'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:20.189078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.226321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.247840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:20.248367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2667a34e-1f1d-450c-8d92-ba584fa6288b']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:20.254251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:20.259092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:20.263926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Pushing event updated for resources: {'Port': ['ID=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:20.273936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b317d0-1079-4d34-b0af-39c94165fc9c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:20.274230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b317d0-1079-4d34-b0af-39c94165fc9c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:20.295197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (84b317d0-1079-4d34-b0af-39c94165fc9c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.303934 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7205288 Apr 30 04:54:20.307821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35688) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:20.314314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:20.321488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d642eaf6-8973-4115-b992-172362f3e4cf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.332165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (84b317d0-1079-4d34-b0af-39c94165fc9c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.342007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Attempting to bind port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:20.344091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Attempting to bind port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '26da527d-0e7b-4f0a-96f3-8c3e55f3942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:20.344689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Attempting to bind port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d on network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:20.351355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Made reservation on behalf of 3f240f493fba43cf902f1fe98737b15d for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:20.352905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:20.353364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Checking segment: {'id': '26da527d-0e7b-4f0a-96f3-8c3e55f3942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:20.353836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.354442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Bound using segment: {'id': '26da527d-0e7b-4f0a-96f3-8c3e55f3942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:20.354673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.355178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Bound port: 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da527d-0e7b-4f0a-96f3-8c3e55f3942b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '529f5bf7-3b94-4cf0-91b8-f3a2961f143b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:20.355627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.364187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:20.364593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (84b317d0-1079-4d34-b0af-39c94165fc9c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:20.371533 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:20.374215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for d642eaf6-8973-4115-b992-172362f3e4cf owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:20.393664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.416150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.416816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415b24b-58f3-40d1-85ee-7e1d01039fb7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=15d26302-36c0-424f-8520-7e45c76c4a4b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:20.429431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] For port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:20.433335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] For port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,segment=NetworkSegment(26da527d-0e7b-4f0a-96f3-8c3e55f3942b),segment_id=26da527d-0e7b-4f0a-96f3-8c3e55f3942b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:20.433439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.438757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:20.465045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.507762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.573665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b219-f275-4c27-b12c-fb8ac803ebab None None] Pushing event updated for resources: {'Port': ['ID=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:20.589278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.640476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (2667a34e-1f1d-450c-8d92-ba584fa6288b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.668448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.672291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/2667a34e-1f1d-450c-8d92-ba584fa6288b HTTP/1.1" status: 204 len: 168 time: 2.3616636 Apr 30 04:54:20.676483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35690) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:20.708386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d11441-9ba3-4466-9c34-906861ffeaed tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=2667a34e-1f1d-450c-8d92-ba584fa6288b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:20.710393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:20.714195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.942833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d642eaf6-8973-4115-b992-172362f3e4cf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.944431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:20.958605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.034530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.049367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=d642eaf6-8973-4115-b992-172362f3e4cf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:21.057469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.26.5.109 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/811ffc06-7a41-4d1c-9260-1c3718f58776) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:21.177191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Router 85c4b7de-8769-4af4-a3fc-3a9827a34a2d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:21.271337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:21.294437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks [] for security_group (2fd82d75-e6e2-4a31-a358-bf54af9eacd4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.326592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (a66714a3-80cb-4d42-99dc-d5e71c6c54a6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.335719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:21.336101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.337090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.343974 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d34b001-b84a-4d0b-958b-e36c0d4312d9 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/d642eaf6-8973-4115-b992-172362f3e4cf HTTP/1.1" status: 204 len: 168 time: 2.1964176 Apr 30 04:54:21.347680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35692) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:21.391722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2fd82d75-e6e2-4a31-a358-bf54af9eacd4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.437937 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80f9f6a-e71a-4bdd-97cd-8b38a3ab0b04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:54:21.439994 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b80f9f6a-e71a-4bdd-97cd-8b38a3ab0b04 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/d642eaf6-8973-4115-b992-172362f3e4cf HTTP/1.1" status: 404 len: 333 time: 0.0910652 Apr 30 04:54:21.440940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a66714a3-80cb-4d42-99dc-d5e71c6c54a6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.443324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35694) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:21.456355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:21.456867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.512903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,segment=NetworkSegment(26da527d-0e7b-4f0a-96f3-8c3e55f3942b),segment_id=26da527d-0e7b-4f0a-96f3-8c3e55f3942b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:21.527696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:21.548212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (b072696b-6dad-4310-98ef-da5d902dbc50), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.564702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.574458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd82d75-e6e2-4a31-a358-bf54af9eacd4,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:21.632493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (23cfe9b5-0d10-41c4-82da-3641660e016a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.632986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Added segment 23cfe9b5-0d10-41c4-82da-3641660e016a of type vlan for network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 Apr 30 04:54:21.643824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:21.650744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.698962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet ed66a338-43ee-4acd-b72f-34f7c91f5a82 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:21.756839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (ed66a338-43ee-4acd-b72f-34f7c91f5a82), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.778979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:21.791051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.791716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] Sync routers for ids ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:21.794989 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5216976d-1491-4589-9664-9663f0bc5291 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "PUT /v2.0/routers/85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 200 len: 705 time: 4.7946250 Apr 30 04:54:21.804700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1390-fca8-486e-be52-43a9d98dd0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.805369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35696) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:21.816046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] Routers {'85c4b7de-8769-4af4-a3fc-3a9827a34a2d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:21.816929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:21.819117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66714a3-80cb-4d42-99dc-d5e71c6c54a6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:21.824043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (686f17fa-ee21-4bc1-8ce2-cb26a34a57e7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.848743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=b072696b-6dad-4310-98ef-da5d902dbc50,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:21.875928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:21.881601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.885038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (d41291f3-f792-4a2d-82e9-bdcf5f07f35a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.886290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] Routers {'85c4b7de-8769-4af4-a3fc-3a9827a34a2d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:21.887075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:53:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:21.893061 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-536f8c2c-a6d1-4584-8118-248a190d5ec3 tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/routers/85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 200 len: 740 time: 0.0855627 Apr 30 04:54:21.906078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35698) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:21.907395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (ed66a338-43ee-4acd-b72f-34f7c91f5a82), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:21.933387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb773089-e826-419b-af37-728ff488678e None None] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:21.936685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:21.937546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a0ed7-85a5-4483-92ed-c27933563aa3 None None] The sync data for ids ['85c4b7de-8769-4af4-a3fc-3a9827a34a2d'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:21.944546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': '327b2632-da55-4777-847d-71fc7e7660e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:21.944918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 15d26302-36c0-424f-8520-7e45c76c4a4b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:21.968429 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f136be3-410b-4a7b-af5b-4fa5fb9e44ca tempest-RoutersAdminTest-1704354077 tempest-RoutersAdminTest-1704354077-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&device_id=85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 200 len: 205 time: 0.0566342 Apr 30 04:54:21.970294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35700) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:21.976177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d41291f3-f792-4a2d-82e9-bdcf5f07f35a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.000455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.018617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7846fca0-c450-44c0-8783-d8db373c2d48 None None] Provisioning complete for port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:22.019119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7846fca0-c450-44c0-8783-d8db373c2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.059142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8::1 (529f5bf7-3b94-4cf0-91b8-f3a2961f143b/6e53a8a7-ebdd-42c0-9adf-84f6506d336c/2dfc474d-e19d-4bcf-b417-766b590129ce) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:22.070714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:22.071726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (686f17fa-ee21-4bc1-8ce2-cb26a34a57e7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.076415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:22.077419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.081000 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-86065d27-105a-4a06-bf71-7a12bfe8cd9f tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 200 len: 205 time: 0.1057310 Apr 30 04:54:22.086209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:22.087942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35702) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.156803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7846fca0-c450-44c0-8783-d8db373c2d48 None None] Current status of the port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:22.156996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41291f3-f792-4a2d-82e9-bdcf5f07f35a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:22.174659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.175933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f06a4c6-6478-4cb2-830b-0a6e4e6f0120 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9960582 Apr 30 04:54:22.181454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:22.185922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35704) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.195518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': 'd41291f3-f792-4a2d-82e9-bdcf5f07f35a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:22.212559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=811ffc06-7a41-4d1c-9260-1c3718f58776,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:22.236285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 15d26302-36c0-424f-8520-7e45c76c4a4b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:22.241272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Pushing event updated for resources: {'Network': ['ID=686f17fa-ee21-4bc1-8ce2-cb26a34a57e7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:22.251634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.252716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:22.289838 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1682b1bf-7687-4332-a173-50a583121d8c tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8777380 Apr 30 04:54:22.314576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ed66a338-43ee-4acd-b72f-34f7c91f5a82), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.346040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 15d26302-36c0-424f-8520-7e45c76c4a4b) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:22.356148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc2ffb-633c-457f-8aa3-02263a9490ee None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:22.369886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:22.370508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.464529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2019fa97-5923-42b6-8ca1-d9609953aa1d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1543386 Apr 30 04:54:22.476133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.479337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router_controller (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.488230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35710) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.494740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:22.498264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6ceabc36-c9d8-4bd6-9193-a5651d2bbf48 None None] Provisioning complete for port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:22.505275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6ceabc36-c9d8-4bd6-9193-a5651d2bbf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.505439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (ed66a338-43ee-4acd-b72f-34f7c91f5a82), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.505568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-15d26302-36c0-424f-8520-7e45c76c4a4b', 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': 'b072696b-6dad-4310-98ef-da5d902dbc50'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:22.505568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.575936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=ed66a338-43ee-4acd-b72f-34f7c91f5a82,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:22.586000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.592605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-57562936-2fe5-4386-be5f-f647634920a5 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/ed66a338-43ee-4acd-b72f-34f7c91f5a82 HTTP/1.1" status: 204 len: 168 time: 1.1391730 Apr 30 04:54:22.595010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35712) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.620855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 936ae635-f363-4ea6-9d82-2a720f10c0ff {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:22.621313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.668970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (85c4b7de-8769-4af4-a3fc-3a9827a34a2d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.669615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Fanout notify agent at l3_agent the message router_deleted on router 85c4b7de-8769-4af4-a3fc-3a9827a34a2d {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:22.683052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.683052 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a196d40d-97f6-4130-88c9-a8f062b867ba tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 204 len: 168 time: 0.5884547 Apr 30 04:54:22.683311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35714) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.688604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467d6f7-c4c2-4ad7-8b23-3f44ad870128 None None] Network e4ffe9d1-e1c8-42a0-8e97-82c742033cde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:22.698942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group_rule (d327f00a-7713-433a-bc46-e8de852eec48), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.706959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35716) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.748080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7', 'binding:host_id': 'hv-neutron-8380', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-301021788'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:22.763252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 936ae635-f363-4ea6-9d82-2a720f10c0ff, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=936ae635-f363-4ea6-9d82-2a720f10c0ff,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:22.763664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.776910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 936ae635-f363-4ea6-9d82-2a720f10c0ff owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:22.832852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Allocated IP 2001:db8::2 (15d26302-36c0-424f-8520-7e45c76c4a4b/b072696b-6dad-4310-98ef-da5d902dbc50/6c622d52-30e8-4a7a-a54f-116cbbf2fb25) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:22.842034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:22.844329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.845825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.857497 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-33e7723d-59fc-4cc1-b8a7-10e66f175e60 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 200 len: 205 time: 0.1028559 Apr 30 04:54:22.870349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (e4ffe9d1-e1c8-42a0-8e97-82c742033cde), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.878012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35718) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:22.950197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.ipam_backend_mixin [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b072696b-6dad-4310-98ef-da5d902dbc50 (CIDR: 2001:db8::/64) Apr 30 04:54:22.957318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Made reservation on behalf of 7e993007d1c1491ea0908f07994a2a46 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:22.959679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:22.961922 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-96ddaa35-f024-40f0-8a41-c01e5aa5ccc1 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:22.962992 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-96ddaa35-f024-40f0-8a41-c01e5aa5ccc1 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/85c4b7de-8769-4af4-a3fc-3a9827a34a2d HTTP/1.1" status: 404 len: 336 time: 0.0820453 Apr 30 04:54:22.966677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35720) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.027850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.031644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:23.032135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:23.038473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group_rule (d327f00a-7713-433a-bc46-e8de852eec48), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.049555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6a4e61c8-8192-4384-b2f6-2efdcec7ac1a tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 200 len: 205 time: 0.0493326 Apr 30 04:54:23.051363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6ceabc36-c9d8-4bd6-9193-a5651d2bbf48 None None] Current status of the port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:23.059538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35722) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.123334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d9e1e596-e205-442e-88f2-23f0b85af068 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6330047 Apr 30 04:54:23.126404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35724) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.131336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:23.145060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] DHCP port deletion for e4ffe9d1-e1c8-42a0-8e97-82c742033cde request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:23.159296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d327f00a-7713-433a-bc46-e8de852eec48), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.216437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d327f00a-7713-433a-bc46-e8de852eec48,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:23.220487 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-13866e96-02c5-46a3-bfd5-06e485293086 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:23.222305 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-13866e96-02c5-46a3-bfd5-06e485293086 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/6fca6e75-12d1-40b7-96b9-a7ecc7d0be21 HTTP/1.1" status: 404 len: 336 time: 0.1609378 Apr 30 04:54:23.228251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35726) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.229793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 992d3776-d5f8-422a-a00b-b18808a86b98 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:23.230634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.242869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks [] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.246564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Deleting port 992d3776-d5f8-422a-a00b-b18808a86b98 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:23.246924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.272511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c6856b07-54ff-402e-a2ed-bba2e0ccbda2 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 200 len: 205 time: 0.0411921 Apr 30 04:54:23.274847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.277689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:23.302412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.347543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] For port 992d3776-d5f8-422a-a00b-b18808a86b98, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=992d3776-d5f8-422a-a00b-b18808a86b98,segment=NetworkSegment(382926fb-d76a-4eb4-9075-461e026b959b),segment_id=382926fb-d76a-4eb4-9075-461e026b959b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:23.347957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.360622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.374402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Calling delete_port for 992d3776-d5f8-422a-a00b-b18808a86b98 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:23.408473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port 992d3776-d5f8-422a-a00b-b18808a86b98, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=992d3776-d5f8-422a-a00b-b18808a86b98,segment=NetworkSegment(382926fb-d76a-4eb4-9075-461e026b959b),segment_id=382926fb-d76a-4eb4-9075-461e026b959b)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:23.408838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.429822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:23.430684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.432474 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6489ebc8-d34d-4f9c-9717-d47a987b8937 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2408569 Apr 30 04:54:23.444202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:23.447175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Pushing event updated for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:23.453956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35730) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.454145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:23.481510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-61337dee-e3cd-46c2-9659-7eb981837227 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': 'd41291f3-f792-4a2d-82e9-bdcf5f07f35a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:23.486920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 992d3776-d5f8-422a-a00b-b18808a86b98 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:23.489961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:23.508176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:23.508176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.532875 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:23.535360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:23.535910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.538507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=2dfc474d-e19d-4bcf-b417-766b590129ce,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:23.625384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Attempting to bind port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:23.625384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Attempting to bind port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '327b2632-da55-4777-847d-71fc7e7660e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:23.625711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Attempting to bind port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 on network 15d26302-36c0-424f-8520-7e45c76c4a4b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:23.655336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:23.655940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Checking segment: {'id': '327b2632-da55-4777-847d-71fc7e7660e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:23.657232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.657232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Bound using segment: {'id': '327b2632-da55-4777-847d-71fc7e7660e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:23.657444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Bound port: 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327b2632-da55-4777-847d-71fc7e7660e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:23.657913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.680553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:23.686571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (936ae635-f363-4ea6-9d82-2a720f10c0ff), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.688136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:23.691709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.695441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-86f05e06-5e3f-42dd-ba10-6744b0deefa5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:23.699079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-86f05e06-5e3f-42dd-ba10-6744b0deefa5 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/e661f904-33f8-4d08-9024-b66ebc9dde0f HTTP/1.1" status: 404 len: 336 time: 0.4199600 Apr 30 04:54:23.740328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35732) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.792746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 992d3776-d5f8-422a-a00b-b18808a86b98 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:23.793315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6b131068-b3be-432e-833a-cda576aa7002 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 200 len: 205 time: 0.0497804 Apr 30 04:54:23.798877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:23.800317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35734) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.807877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=936ae635-f363-4ea6-9d82-2a720f10c0ff,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:23.879321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 992d3776-d5f8-422a-a00b-b18808a86b98 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:23.879832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 992d3776-d5f8-422a-a00b-b18808a86b98 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:23.885625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] No DVR routers for this DVR port 992d3776-d5f8-422a-a00b-b18808a86b98 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:23.888405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:23.891933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447c227-b224-45f4-bdde-d33182ab6404 None None] Pushing event deleted for resources: {'Port': ['ID=992d3776-d5f8-422a-a00b-b18808a86b98,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:23.908171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-2f168591-959b-43a6-ab09-d105764d4a68 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:23.911596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2f168591-959b-43a6-ab09-d105764d4a68 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/55c6ae93-5289-4b61-80cb-e89d12dd010e HTTP/1.1" status: 404 len: 336 time: 0.1064897 Apr 30 04:54:23.917668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,segment=NetworkSegment(327b2632-da55-4777-847d-71fc7e7660e9),segment_id=327b2632-da55-4777-847d-71fc7e7660e9)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:23.939507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35736) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:23.982066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.008946 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bfcc936f-2a33-49e2-ac2f-334a8eb2c6c1 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 200 len: 205 time: 0.0669818 Apr 30 04:54:24.020012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35738) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.033033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6681220a-a26e-42a8-8ef4-4e9a1387d5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.075247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8611b86-6665-421c-9e1c-783dd7de4e2e None None] Pushing event updated for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:24.110719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5472302f-1859-4f51-9cbd-d02c9adc9f87 None None] Provisioning complete for port 2dfc474d-e19d-4bcf-b417-766b590129ce triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:24.111253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5472302f-1859-4f51-9cbd-d02c9adc9f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.161913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for security_group (64ed5ca9-bd13-41a0-8c72-cffb141edb51), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.169793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5472302f-1859-4f51-9cbd-d02c9adc9f87 None None] Port 2dfc474d-e19d-4bcf-b417-766b590129ce cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:24.194024 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-05993e75-6317-4747-89e9-0743dbe9291b tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:24.195221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-05993e75-6317-4747-89e9-0743dbe9291b tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/d4001980-2803-4ab2-9b61-c4143606bc40 HTTP/1.1" status: 404 len: 336 time: 0.1741340 Apr 30 04:54:24.199286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61337dee-e3cd-46c2-9659-7eb981837227 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group_rule (5b78bd8b-ebb2-4391-95ec-ec1aca7a27a9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.201920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35740) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.287226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (64ed5ca9-bd13-41a0-8c72-cffb141edb51), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.316256 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b5d4cce-0737-4b91-b3f6-24b48ff8420b tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "GET /v2.0/ports?device_id=365cce14-6ae6-4957-b89b-1e6d57e43896 HTTP/1.1" status: 200 len: 205 time: 0.1022356 Apr 30 04:54:24.325003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port 60e605fb-ba07-4428-ae28-9ac5579bcc76 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:24.331722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35744) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.383952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-f3a36e03-4195-4f68-9266-4a889099f543 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] delete failed (client error): The resource could not be found. Apr 30 04:54:24.387588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f3a36e03-4195-4f68-9266-4a889099f543 tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/routers/365cce14-6ae6-4957-b89b-1e6d57e43896 HTTP/1.1" status: 404 len: 336 time: 0.0518377 Apr 30 04:54:24.388581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35746) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.399733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.435300 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43e9e65-39be-4bf8-8e49-eb2a4ca6925d tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:24.435759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43e9e65-39be-4bf8-8e49-eb2a4ca6925d tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:24.440296 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d43e9e65-39be-4bf8-8e49-eb2a4ca6925d tempest-RoutersAdminTest-255978232 tempest-RoutersAdminTest-255978232-project] 10.222.0.16 "DELETE /v2.0/subnets/bae959ad-ad2b-4420-9276-1cba7ceb2cdf HTTP/1.1" status: 404 len: 337 time: 0.0500546 Apr 30 04:54:24.487415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed5ca9-bd13-41a0-8c72-cffb141edb51,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:24.507826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (992d3776-d5f8-422a-a00b-b18808a86b98), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.523002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.550071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (0a6f621f-73e6-49ee-a20e-25abdb8ef657), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.575547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=992d3776-d5f8-422a-a00b-b18808a86b98,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:24.584488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (2b8cef94-6a16-43f8-b531-012183c49505), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.603748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 15d26302-36c0-424f-8520-7e45c76c4a4b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:24.611756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port 992d3776-d5f8-422a-a00b-b18808a86b98 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:24.638936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:24.647041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:24.647409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.683377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=0a6f621f-73e6-49ee-a20e-25abdb8ef657,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:24.718024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:24.723281 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-61337dee-e3cd-46c2-9659-7eb981837227 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:54:24.726325 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61337dee-e3cd-46c2-9659-7eb981837227 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2696073 Apr 30 04:54:24.730614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35750) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.783615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3d814da-cef8-415b-a566-802004aa0110 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6561205 Apr 30 04:54:24.787743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35752) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.801369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'fixed_ips': [{'subnet_id': 'b072696b-6dad-4310-98ef-da5d902dbc50'}, {'subnet_id': '0a6f621f-73e6-49ee-a20e-25abdb8ef657'}], 'name': 'tempest-PortsIpV6TestJSON-697350161'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:24.819510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (e4ffe9d1-e1c8-42a0-8e97-82c742033cde), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.935553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.944229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:24.953863 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-243263da-6012-4ac5-8f79-1c766ad618c6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2751222 Apr 30 04:54:24.956734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (d41291f3-f792-4a2d-82e9-bdcf5f07f35a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:24.960989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35756) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:24.970164 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:24.986359 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:24.987595 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.019472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ffe9d1-e1c8-42a0-8e97-82c742033cde']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.037152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.047940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 60b389c0-9db6-40a6-b79c-af2a38ce3fb4 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:25.059493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35758) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:25.068446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (60b389c0-9db6-40a6-b79c-af2a38ce3fb4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.076350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382926fb-d76a-4eb4-9075-461e026b959b') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.077339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382926fb-d76a-4eb4-9075-461e026b959b') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.089360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (382926fb-d76a-4eb4-9075-461e026b959b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.135197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (d41291f3-f792-4a2d-82e9-bdcf5f07f35a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.181298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (60b389c0-9db6-40a6-b79c-af2a38ce3fb4), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.252159 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:25.253239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (382926fb-d76a-4eb4-9075-461e026b959b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.257490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:25.315141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:25.315549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (382926fb-d76a-4eb4-9075-461e026b959b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:25.319092 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:25.370671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d41291f3-f792-4a2d-82e9-bdcf5f07f35a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.373471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.375300 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/d41291f3-f792-4a2d-82e9-bdcf5f07f35a HTTP/1.1" status: 204 len: 168 time: 0.6422048 Apr 30 04:54:25.381651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35762) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:25.409523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce61515-9cec-4b5b-80ad-127b052687b3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41291f3-f792-4a2d-82e9-bdcf5f07f35a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:25.442973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.443528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:25.449482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e195bf2c-fba7-45ca-9660-5d9a99e75c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.457300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port 60e605fb-ba07-4428-ae28-9ac5579bcc76 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:25.523994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.526659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13685691-5f1e-485d-8469-0ffa4b493186 None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:25.528811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 37192938-c3a4-4207-8397-8ecc16a2a369 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:25.567551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:25.567986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.579485 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 9, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.592221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (60b389c0-9db6-40a6-b79c-af2a38ce3fb4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.611769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (e4ffe9d1-e1c8-42a0-8e97-82c742033cde), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.629088 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:25.629630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.632850 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/e4ffe9d1-e1c8-42a0-8e97-82c742033cde HTTP/1.1" status: 204 len: 168 time: 3.0350251 Apr 30 04:54:25.641855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35764) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:25.645443 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:25.646414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:25.651333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-632311545'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:25.659388 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9a4532d-2fe8-4f19-8c72-cf959394508f tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2615607 Apr 30 04:54:25.659388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.671919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35766) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:25.674082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595acaad-d363-4fee-a6ab-554e209e3c28 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=e4ffe9d1-e1c8-42a0-8e97-82c742033cde,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:25.684726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201778063'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:25.685994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:25.687287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.696123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.763905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:25.767842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.771548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=60e605fb-ba07-4428-ae28-9ac5579bcc76,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:25.786019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.815082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.820234 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:25.847369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.866453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e195bf2c-fba7-45ca-9660-5d9a99e75c13 admin admin] Publish callbacks [] for security_group (21d8b54b-a91d-46c0-99ab-eae2c60fe38f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.866631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:25.867174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.868846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Checking segment: {'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:25.869218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Network hostable DHCP agents. Network: 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:25.894655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:25.903503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.903978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.911695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (60b389c0-9db6-40a6-b79c-af2a38ce3fb4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.912912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=811ffc06-7a41-4d1c-9260-1c3718f58776,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:25.950939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.957566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/60b389c0-9db6-40a6-b79c-af2a38ce3fb4 HTTP/1.1" status: 204 len: 168 time: 0.9932835 Apr 30 04:54:25.959474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662005c-673c-4c8f-8dd6-ac1f353aeaf5 None None] Network 5030199d-3e5d-4384-9fa0-4860df969bf9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:25.971567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35768) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:25.976432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.976985 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2 of type vlan for network 17ccc368-6268-441c-849d-42a5c527ddd1 Apr 30 04:54:25.980998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e195bf2c-fba7-45ca-9660-5d9a99e75c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (21d8b54b-a91d-46c0-99ab-eae2c60fe38f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:25.984447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a63e8-0bcb-4ffa-ae21-4ef73ca84154 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=60b389c0-9db6-40a6-b79c-af2a38ce3fb4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.018566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (2b8cef94-6a16-43f8-b531-012183c49505), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.033277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,segment=NetworkSegment(327b2632-da55-4777-847d-71fc7e7660e9),segment_id=327b2632-da55-4777-847d-71fc7e7660e9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:26.077853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e195bf2c-fba7-45ca-9660-5d9a99e75c13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed96f7bd76bd487d86dfa656153d53b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0102248 Apr 30 04:54:26.082592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35770) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:26.089645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195bf2c-fba7-45ca-9660-5d9a99e75c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8b54b-a91d-46c0-99ab-eae2c60fe38f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.113506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:26.113892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.114485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (17ccc368-6268-441c-849d-42a5c527ddd1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.134294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=2dfc474d-e19d-4bcf-b417-766b590129ce,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.136283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:26.153711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Update dhcp port {'port': {'network_id': '15d26302-36c0-424f-8520-7e45c76c4a4b', 'fixed_ips': [{'subnet_id': 'b072696b-6dad-4310-98ef-da5d902dbc50', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a6f621f-73e6-49ee-a20e-25abdb8ef657'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '6c622d52-30e8-4a7a-a54f-116cbbf2fb25'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:54:26.159051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.211085 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 9, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:26.255511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::385 (15d26302-36c0-424f-8520-7e45c76c4a4b/b072696b-6dad-4310-98ef-da5d902dbc50/37192938-c3a4-4207-8397-8ecc16a2a369) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:26.258071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] Publish callbacks [] for security_group (21d8b54b-a91d-46c0-99ab-eae2c60fe38f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.268122 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c3116-3e2d-434b-a6c2-4641c6d2fbbc None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 9, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e', 'name': '', 'network_id': '41271260-0c1e-40ba-b4b3-e09a2aefa9d3', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:ae:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1264a329-4415-4637-b166-94770d9588c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:33Z', 'updated_at': '2022-04-30T04:53:44Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': '1264a329-4415-4637-b166-94770d9588c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:26.281139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8:0:1::338 (15d26302-36c0-424f-8520-7e45c76c4a4b/0a6f621f-73e6-49ee-a20e-25abdb8ef657/37192938-c3a4-4207-8397-8ecc16a2a369) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:26.306747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.307153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] Publish callbacks [] for security_group (21d8b54b-a91d-46c0-99ab-eae2c60fe38f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.355082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.358011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (17ccc368-6268-441c-849d-42a5c527ddd1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.363063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:26.363753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.367109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:54:26.367599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:54:26.499526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=17ccc368-6268-441c-849d-42a5c527ddd1,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.510850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 17ccc368-6268-441c-849d-42a5c527ddd1 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:26.540263 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5cd25e23-ea22-4b53-b029-a017e23f9fdb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8949003 Apr 30 04:54:26.543434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35772) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:26.552961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:26.556588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5030199d-3e5d-4384-9fa0-4860df969bf9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.565022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:26.584552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (54bc8a76-03d5-4d6e-a0f6-3ca711f908d5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.584552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:26.584552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:26.587137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (21d8b54b-a91d-46c0-99ab-eae2c60fe38f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.589529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.595637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21d8b54b-a91d-46c0-99ab-eae2c60fe38f HTTP/1.1" status: 204 len: 168 time: 0.4967668 Apr 30 04:54:26.596274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1f0cf-6944-46cf-be27-870ff12e4d0a None None] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:26.596366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:26.622908 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP 2b8cef94-6a16-43f8-b531-012183c49505 associated. External IP: 172.26.5.109, port: 26462c38-ae9d-4987-8a51-a645022be818. Apr 30 04:54:26.625199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:26.625537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:26.625874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:26.629286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fc4d2-93de-4c1c-b8ad-3dcdcc0e65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8b54b-a91d-46c0-99ab-eae2c60fe38f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:26.686479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (37192938-c3a4-4207-8397-8ecc16a2a369), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.701425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] DHCP port deletion for 5030199d-3e5d-4384-9fa0-4860df969bf9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:26.778532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:26.778969 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:26.779539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (54bc8a76-03d5-4d6e-a0f6-3ca711f908d5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.786974 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 2 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:26.798586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:26.802108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.843365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.903356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Allocated IP 2001:db8:0:1::2 (15d26302-36c0-424f-8520-7e45c76c4a4b/0a6f621f-73e6-49ee-a20e-25abdb8ef657/6c622d52-30e8-4a7a-a54f-116cbbf2fb25) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:26.912540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:26.912715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:26.913085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:26.924804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 38dd663e-4182-44e2-a271-1c771a0c4df6 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:26.925148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.976231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 15d26302-36c0-424f-8520-7e45c76c4a4b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:26.984912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:26.989854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:26.990025 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3134773 Apr 30 04:54:26.990782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35776) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.003699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:27.004774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.005113 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.011295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:27.012158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.012484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,segment=NetworkSegment(327b2632-da55-4777-847d-71fc7e7660e9),segment_id=327b2632-da55-4777-847d-71fc7e7660e9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:27.017871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3e5b3a7e-c5c6-49b1-b7e4-2d2dfae9ab65 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '54bc8a76-03d5-4d6e-a0f6-3ca711f908d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:27.018750 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-3e5b3a7e-c5c6-49b1-b7e4-2d2dfae9ab65 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 30 04:54:27.019636 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-3e5b3a7e-c5c6-49b1-b7e4-2d2dfae9ab65 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:27.023506 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3e5b3a7e-c5c6-49b1-b7e4-2d2dfae9ab65 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0199788 Apr 30 04:54:27.024794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=37192938-c3a4-4207-8397-8ecc16a2a369,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.026486 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 3 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.030126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbecc64-244a-4c50-8b60-0b54ac94af47 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc8a76-03d5-4d6e-a0f6-3ca711f908d5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.041529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35778) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.054577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Publish callbacks [] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.095386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.151933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.152161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.152433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.156243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-50fd96e8-ecbc-4081-b217-0f8e87066e00 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:27.159090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Deleting port 38dd663e-4182-44e2-a271-1c771a0c4df6 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:27.160236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.168049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 38dd663e-4182-44e2-a271-1c771a0c4df6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=38dd663e-4182-44e2-a271-1c771a0c4df6,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:27.168049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.173432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dd873182-dcc0-48c1-b58f-fb1b65b24e4c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3790801 Apr 30 04:54:27.181529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35782) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.195153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b072696b-6dad-4310-98ef-da5d902dbc50'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:27.205219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.205589 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.206498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 38dd663e-4182-44e2-a271-1c771a0c4df6 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:27.212064 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 4 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.240870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.259871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:27.293720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.294078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.294930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.322387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] For port 38dd663e-4182-44e2-a271-1c771a0c4df6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=38dd663e-4182-44e2-a271-1c771a0c4df6,segment=NetworkSegment(1a1f2fdc-f36f-4c10-8dc5-55bd04c45454),segment_id=1a1f2fdc-f36f-4c10-8dc5-55bd04c45454)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:27.323142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.327681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.359619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.360380 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.366124 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 5 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.374978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (54bc8a76-03d5-4d6e-a0f6-3ca711f908d5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.375812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Calling delete_port for 38dd663e-4182-44e2-a271-1c771a0c4df6 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:27.379524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c1e33413-073b-42fb-9790-dc0854ec8c92 None None] Provisioning complete for port 2dfc474d-e19d-4bcf-b417-766b590129ce triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:27.379943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1e33413-073b-42fb-9790-dc0854ec8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.401648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.402146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.402346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.421203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (6e63fdd0-a454-479b-8f07-28e229fad195), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.466254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.466777 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.474662 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 6 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.492235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (54bc8a76-03d5-4d6e-a0f6-3ca711f908d5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.519844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router bcfa4c56-f05c-478a-8a0a-7935e2ff090f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:27.537419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.538629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.538629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.548215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=6e63fdd0-a454-479b-8f07-28e229fad195,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.557560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.558285 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.564943 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 7 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.571158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:27.571158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: 17ccc368-6268-441c-849d-42a5c527ddd1, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:27.586692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35784) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.598657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:27.613378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2256-9b76-468c-bbe1-871b197c7416 None None] Pushing event updated for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.652020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.652357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.652781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.665449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.678107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c1e33413-073b-42fb-9790-dc0854ec8c92 None None] Port 2dfc474d-e19d-4bcf-b417-766b590129ce cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:27.691564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:27.691902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.699132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 17ccc368-6268-441c-849d-42a5c527ddd1 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:27.702035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Delete allocated IP 2001:db8:0:1::338 (15d26302-36c0-424f-8520-7e45c76c4a4b/0a6f621f-73e6-49ee-a20e-25abdb8ef657) {{(pid=111175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:54:27.715378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.715378 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.750539 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 8 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:27.771932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (38dd663e-4182-44e2-a271-1c771a0c4df6), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.776514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (54bc8a76-03d5-4d6e-a0f6-3ca711f908d5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.779433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.783534 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/54bc8a76-03d5-4d6e-a0f6-3ca711f908d5 HTTP/1.1" status: 204 len: 168 time: 0.7363243 Apr 30 04:54:27.783534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=38dd663e-4182-44e2-a271-1c771a0c4df6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.795859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] No DVR routers for this DVR port 38dd663e-4182-44e2-a271-1c771a0c4df6 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:27.796130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35786) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.804340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 38dd663e-4182-44e2-a271-1c771a0c4df6 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:27.808308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 17ccc368-6268-441c-849d-42a5c527ddd1) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:27.818474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:27.819120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.852360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ad809-8df3-454b-a0e6-1b59e9f0b535 None None] Network 17ccc368-6268-441c-849d-42a5c527ddd1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:27.861868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eb12d-7453-4c02-97dc-c25797a715c9 None None] Pushing event deleted for resources: {'Port': ['ID=38dd663e-4182-44e2-a271-1c771a0c4df6,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.877962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630357d-06ef-45b3-a8e2-2c5934f99ac0 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc8a76-03d5-4d6e-a0f6-3ca711f908d5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:27.880340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:27.880817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:27.881201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:27.886298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:27.893454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-26a26c4d-9b3b-4633-9ac6-957d34845480 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3493483 Apr 30 04:54:27.899160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35788) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.910405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1', 'name': 'tempest-PortsTestJSON-1277906047', 'fixed_ips': [{'subnet_id': '6e63fdd0-a454-479b-8f07-28e229fad195', 'ip_address': '172.20.0.10'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:27.969102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dad18fec-dca9-4179-96dd-94340a652fb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0ea97e3643a4634ba1a54bf182dcf1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789399 Apr 30 04:54:27.974512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35790) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:27.981449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:27.981872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (37192938-c3a4-4207-8397-8ecc16a2a369), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:27.983870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:27.984429 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:27.998142 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02c3eb5d-b1df-4aa1-a0d8-905d5a7ef317 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/bcfa4c56-f05c-478a-8a0a-7935e2ff090f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8106508 Apr 30 04:54:27.999073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] Sync routers for ids ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:28.002365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35792) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:28.011261 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 9 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:28.029247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 936ae635-f363-4ea6-9d82-2a720f10c0ff no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:28.066631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622f591-45b7-467c-97fe-9d97d0844eb7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:28.072949 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d622f591-45b7-467c-97fe-9d97d0844eb7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports/2dfc474d-e19d-4bcf-b417-766b590129ce HTTP/1.1" status: 200 len: 911 time: 0.0695655 Apr 30 04:54:28.085152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 936ae635-f363-4ea6-9d82-2a720f10c0ff {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:28.085458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 936ae635-f363-4ea6-9d82-2a720f10c0ff not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:28.085949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 38dd663e-4182-44e2-a271-1c771a0c4df6 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:28.103168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35794) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:28.108946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e53a8a7-ebdd-42c0-9adf-84f6506d336c'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:28.113747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:28.114081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:28.114457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:28.115457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.117767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5030199d-3e5d-4384-9fa0-4860df969bf9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.117906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] Routers {'bcfa4c56-f05c-478a-8a0a-7935e2ff090f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:28.120424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.131790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-17ccc368-6268-441c-849d-42a5c527ddd1', 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': '6e63fdd0-a454-479b-8f07-28e229fad195'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:28.135792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.138853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 38dd663e-4182-44e2-a271-1c771a0c4df6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:28.139604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 38dd663e-4182-44e2-a271-1c771a0c4df6 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:28.195029 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-133032cd-1737-45fc-b53f-a92104bbab0d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3882434 Apr 30 04:54:28.195029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:28.195029 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:28.198643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35796) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:28.201421 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.plugins.ml2.plugin [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 10 to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 Apr 30 04:54:28.211903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656530673'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:28.224293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5030199d-3e5d-4384-9fa0-4860df969bf9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.246497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.246806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1f2fdc-f36f-4c10-8dc5-55bd04c45454') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.249040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:28.257751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:28.257966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:28.258516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:28.262002 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:28.281721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] In _notify_port_updated(), no bound segment for port 37192938-c3a4-4207-8397-8ecc16a2a369 on network 15d26302-36c0-424f-8520-7e45c76c4a4b {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:28.285750 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:28.286628 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.286829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.286998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:28.287648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.289060 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/ports/37192938-c3a4-4207-8397-8ecc16a2a369 HTTP/1.1" status: 200 len: 925 time: 1.1064608 Apr 30 04:54:28.294593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18cc0f-8d70-4f14-aca5-174af2426cb4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=37192938-c3a4-4207-8397-8ecc16a2a369,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:28.303973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35798) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:28.307817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (1a1f2fdc-f36f-4c10-8dc5-55bd04c45454), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.314661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b072696b-6dad-4310-98ef-da5d902dbc50'}, {'subnet_id': '0a6f621f-73e6-49ee-a20e-25abdb8ef657'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:28.329021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:28.340502 dv-neutron-838078-9-hyperv neutron-server[111174]: ERROR neutron.plugins.ml2.managers [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port 60e605fb-ba07-4428-ae28-9ac5579bcc76 on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:28.341129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.348126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] Publish callbacks [] for security_group (4f3195bd-908a-4d5c-b133-7b9d943b06d5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.377483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1a1f2fdc-f36f-4c10-8dc5-55bd04c45454), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.414533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.432642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.452727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] Routers {'bcfa4c56-f05c-478a-8a0a-7935e2ff090f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:28.452727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.462090 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:28.462763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.470117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] Publish callbacks [] for security_group (4f3195bd-908a-4d5c-b133-7b9d943b06d5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.474555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:28.474555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (1a1f2fdc-f36f-4c10-8dc5-55bd04c45454), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:28.478022 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:28.482135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:28.515659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.516737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc5b56-40f5-4f46-96ee-02d45dbdfa27 None None] The sync data for ids ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:28.522012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c861268f-822d-499d-8fcf-3fa361f07bcd None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:28.614022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.626822 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-10631e07-81ff-444b-b724-0672b19bb04c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5526304 Apr 30 04:54:28.630680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'tag': '26462c38-ae9d-4987-8a51-a645022be818'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:54:28.633105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f1971e-017e-4b01-9f13-7b27f904d147" -d '{"events": [{"name": "network-changed", "server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "tag": "26462c38-ae9d-4987-8a51-a645022be818"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:54:28.652394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port 60e605fb-ba07-4428-ae28-9ac5579bcc76, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:28.658367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempted to set empty binding levels {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:54:28.669848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a1d8d037-a8ce-490f-880a-7bbc54423503 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:28.670320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8d037-a8ce-490f-880a-7bbc54423503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.678512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Allocated IP 172.20.0.2 (17ccc368-6268-441c-849d-42a5c527ddd1/6e63fdd0-a454-479b-8f07-28e229fad195/6d6e1170-4180-44d6-a679-0e618f00bd8f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:28.684460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8bc8d7-0454-439b-86f4-6c6df6f04585 x-openstack-request-id: req-ae8bc8d7-0454-439b-86f4-6c6df6f04585 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:54:28.685062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "tag": "26462c38-ae9d-4987-8a51-a645022be818", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:54:28.685529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae8bc8d7-0454-439b-86f4-6c6df6f04585 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:54:28.686701 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8bc8d7-0454-439b-86f4-6c6df6f04585'] response: {'name': 'network-changed', 'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'tag': '26462c38-ae9d-4987-8a51-a645022be818', 'status': 'completed', 'code': 200} Apr 30 04:54:28.735843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5030199d-3e5d-4384-9fa0-4860df969bf9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.747100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.750425 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/5030199d-3e5d-4384-9fa0-4860df969bf9 HTTP/1.1" status: 204 len: 168 time: 2.7772830 Apr 30 04:54:28.753309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35804) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:28.808249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.810336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4f3195bd-908a-4d5c-b133-7b9d943b06d5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.816029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:28.817354 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f3195bd-908a-4d5c-b133-7b9d943b06d5 HTTP/1.1" status: 204 len: 168 time: 0.8379490 Apr 30 04:54:28.823695 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '2b8cef94-6a16-43f8-b531-012183c49505', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': '26462c38-ae9d-4987-8a51-a645022be818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:33:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e732-1b13-4846-958b-1b5259793345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:54:23Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.825479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987a98-2971-47b4-9a19-89910e41619e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=5030199d-3e5d-4384-9fa0-4860df969bf9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:28.872908 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:28.884867 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:28.885735 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:28.935682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0ead-bc70-4f9e-8875-32ecda1513cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3195bd-908a-4d5c-b133-7b9d943b06d5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:28.938346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:28.938877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.001557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=60e605fb-ba07-4428-ae28-9ac5579bcc76,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:29.011901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8d037-a8ce-490f-880a-7bbc54423503 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:29.099826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks [] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.109001 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fd0d0004-c66a-442a-b032-66d76698e1de tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4032013 Apr 30 04:54:29.109266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35808) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:29.149051 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:29.205104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.328337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:29.396755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Deleting port 60e605fb-ba07-4428-ae28-9ac5579bcc76 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:29.398651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.434299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1170-4180-44d6-a679-0e618f00bd8f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:29.481770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Network 17ccc368-6268-441c-849d-42a5c527ddd1 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:29.488276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Provisioning complete for port 37192938-c3a4-4207-8397-8ecc16a2a369 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:29.489853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.507329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port 60e605fb-ba07-4428-ae28-9ac5579bcc76, host hv-neutron-8380, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:29.508045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.520095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:29.523355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:29.523792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.526199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Calling delete_port for 60e605fb-ba07-4428-ae28-9ac5579bcc76 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:29.556972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:29.572954 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '2b8cef94-6a16-43f8-b531-012183c49505', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': '26462c38-ae9d-4987-8a51-a645022be818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:33:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e732-1b13-4846-958b-1b5259793345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:54:23Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:29.593327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b76dc978-43d5-4f09-ab67-e0ef93b1b6f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.640861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-81b862ca-fcdd-4807-a9ab-21bc66694ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:29.643357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-81b862ca-fcdd-4807-a9ab-21bc66694ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1129 time: 0.8274088 Apr 30 04:54:29.675302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b76dc978-43d5-4f09-ab67-e0ef93b1b6f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.732042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Port 37192938-c3a4-4207-8397-8ecc16a2a369 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:29.787075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:29.787448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.795988 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64cd73-b8f8-4fe2-bba9-a74c7a404b67 None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '2b8cef94-6a16-43f8-b531-012183c49505', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': '26462c38-ae9d-4987-8a51-a645022be818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:33:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e11e732-1b13-4846-958b-1b5259793345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:54:23Z', 'updated_at': '2022-04-30T04:54:23Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:29.867130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Attempting to bind port 6d6e1170-4180-44d6-a679-0e618f00bd8f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:29.867499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Attempting to bind port 6d6e1170-4180-44d6-a679-0e618f00bd8f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:29.867866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Attempting to bind port 6d6e1170-4180-44d6-a679-0e618f00bd8f on network 17ccc368-6268-441c-849d-42a5c527ddd1 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:29.881495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:29.881874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Checking segment: {'id': 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:29.882304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.882713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Bound using segment: {'id': 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:29.883205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Bound port: 6d6e1170-4180-44d6-a679-0e618f00bd8f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:29.883589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:29.932090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:29.956330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8:0:1::180 (15d26302-36c0-424f-8520-7e45c76c4a4b/0a6f621f-73e6-49ee-a20e-25abdb8ef657/37192938-c3a4-4207-8397-8ecc16a2a369) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:30.002459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.015792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.017081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8155489 Apr 30 04:54:30.042993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.048074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35820) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:30.053869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-df9955d5-ad45-4b55-b119-da3540979ef7 None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:30.079083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5c82a706-bd5f-42bf-8bc4-ac4b35b13e1b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': 'b76dc978-43d5-4f09-ab67-e0ef93b1b6f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:30.080613 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-5c82a706-bd5f-42bf-8bc4-ac4b35b13e1b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 30 04:54:30.081136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-5c82a706-bd5f-42bf-8bc4-ac4b35b13e1b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:30.084882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c82a706-bd5f-42bf-8bc4-ac4b35b13e1b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107379 Apr 30 04:54:30.089909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] For port 6d6e1170-4180-44d6-a679-0e618f00bd8f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:30.096659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] For port 6d6e1170-4180-44d6-a679-0e618f00bd8f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d6e1170-4180-44d6-a679-0e618f00bd8f,segment=NetworkSegment(e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2),segment_id=e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:30.121550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35822) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:30.122638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f45daa-c1ae-4d29-8082-dd26d3f28e49 None None] New status for floating IP 2b8cef94-6a16-43f8-b531-012183c49505: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:54:30.183731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.197015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a109-7229-4304-a368-6a7581b333d2 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76dc978-43d5-4f09-ab67-e0ef93b1b6f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:30.202051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 2745c08f-4107-42af-b0f9-42837a5ad524 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:30.241844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-45bcbfef-776b-4d36-b10b-d8ed258bba99 None None] Provisioning complete for port 37192938-c3a4-4207-8397-8ecc16a2a369 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:30.242231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-45bcbfef-776b-4d36-b10b-d8ed258bba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.256130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (60e605fb-ba07-4428-ae28-9ac5579bcc76), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.296944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.302885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event deleted for resources: {'Port': ['ID=60e605fb-ba07-4428-ae28-9ac5579bcc76,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:30.353578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.357014 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7ae562a7-9255-4678-ab3e-d8e9b3842368 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "DELETE /v2.0/ports/60e605fb-ba07-4428-ae28-9ac5579bcc76 HTTP/1.1" status: 204 len: 168 time: 1.2467525 Apr 30 04:54:30.360158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35830) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:30.429025 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-795804ce-f455-4336-b8a2-8360cde18d9b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:30.434583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-795804ce-f455-4336-b8a2-8360cde18d9b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports/60e605fb-ba07-4428-ae28-9ac5579bcc76 HTTP/1.1" status: 404 len: 333 time: 0.0692613 Apr 30 04:54:30.437531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35834) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:30.443882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1197889255'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:30.535927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-ce7be017-df7c-4b25-b7a1-264544459c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:30.537429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-ce7be017-df7c-4b25-b7a1-264544459c4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.8753932 Apr 30 04:54:30.540276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Made reservation on behalf of 7e993007d1c1491ea0908f07994a2a46 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:30.542481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.572416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35836) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:30.580818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150d9e9-27f4-4368-a59d-ac8d36ea6a80 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1170-4180-44d6-a679-0e618f00bd8f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:30.585743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-45bcbfef-776b-4d36-b10b-d8ed258bba99 None None] Port 37192938-c3a4-4207-8397-8ecc16a2a369 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:30.592396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:30.681325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (37192938-c3a4-4207-8397-8ecc16a2a369), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.716060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b76dc978-43d5-4f09-ab67-e0ef93b1b6f0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.790196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.803368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:30.803790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.810798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1664500458'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:30.864829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b76dc978-43d5-4f09-ab67-e0ef93b1b6f0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.898295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-4ebad461-3240-493c-b606-2f1d0eedd155 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 200 len: 999 time: 0.3390934 Apr 30 04:54:30.948354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.978794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:30.979166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:30.988451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.10 (17ccc368-6268-441c-849d-42a5c527ddd1/6e63fdd0-a454-479b-8f07-28e229fad195/2745c08f-4107-42af-b0f9-42837a5ad524) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:31.003834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:31.015952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:31.019314 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.036920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.059745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=37192938-c3a4-4207-8397-8ecc16a2a369,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.107626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-b8f2853f-713b-492a-9f57-5a2e34dfecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:31.109156 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-b8f2853f-713b-492a-9f57-5a2e34dfecd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.1971242 Apr 30 04:54:31.114140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.116394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] In _notify_port_updated(), no bound segment for port 37192938-c3a4-4207-8397-8ecc16a2a369 on network 15d26302-36c0-424f-8520-7e45c76c4a4b {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:31.131886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:31.132736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.134461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d5095de-d72b-4a24-a5ef-a56c1414673a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/ports/37192938-c3a4-4207-8397-8ecc16a2a369 HTTP/1.1" status: 200 len: 1011 time: 2.8266535 Apr 30 04:54:31.143340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35840) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:31.162308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b76dc978-43d5-4f09-ab67-e0ef93b1b6f0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.166600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.172253 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/b76dc978-43d5-4f09-ab67-e0ef93b1b6f0 HTTP/1.1" status: 204 len: 168 time: 1.0421147 Apr 30 04:54:31.181240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35842) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:31.244267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b43e88-7be5-43f3-b0a0-4bbd4108b079 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76dc978-43d5-4f09-ab67-e0ef93b1b6f0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.294656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d6e1170-4180-44d6-a679-0e618f00bd8f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:31.324602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:31.337434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:31.348437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9a9819-fb2d-43b9-9c27-24f189f2d1cf,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.348965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:31.350105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:31.350870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.355644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f0152237-dcb6-4fe5-8785-1cfb3094393f None None] Provisioning complete for port 37192938-c3a4-4207-8397-8ecc16a2a369 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:31.356070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0152237-dcb6-4fe5-8785-1cfb3094393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.398690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 37192938-c3a4-4207-8397-8ecc16a2a369 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:31.399538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.400056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f0152237-dcb6-4fe5-8785-1cfb3094393f None None] Port 37192938-c3a4-4207-8397-8ecc16a2a369 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:31.423006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6d6e1170-4180-44d6-a679-0e618f00bd8f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:31.423777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.424533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-406eec20-462a-4c88-ae70-8192e08aa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:31.426629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-406eec20-462a-4c88-ae70-8192e08aa2ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2843695 Apr 30 04:54:31.530909 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9762033c-5305-43b6-ae55-ff01f3179931 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0921047 Apr 30 04:54:31.540905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6d6e1170-4180-44d6-a679-0e618f00bd8f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:31.541305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.552582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35844) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:31.558763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for security_group (298fa0da-dfe2-436c-84ed-353446249334), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.562053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:31.577772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 6d6e1170-4180-44d6-a679-0e618f00bd8f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d6e1170-4180-44d6-a679-0e618f00bd8f,segment=NetworkSegment(e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2),segment_id=e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:31.602755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.618223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 37192938-c3a4-4207-8397-8ecc16a2a369 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:31.618633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8eab3756-8a35-4443-ba38-1d58ea9e1232 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3957059 Apr 30 04:54:31.624465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.624465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35846) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:31.644056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.682511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663860d3-5980-40b6-8d4d-3b0e94cc3308 None None] Network 17ccc368-6268-441c-849d-42a5c527ddd1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:31.698437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-27b446b2-67bd-4a80-85dc-3a036727ab1d service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528706 Apr 30 04:54:31.716661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.716913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156099622'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:31.727042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (298fa0da-dfe2-436c-84ed-353446249334), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.739100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.744520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:31.777716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.780348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1170-4180-44d6-a679-0e618f00bd8f,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.789768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2b66313a-2ff8-48e2-b631-5a7d326f3854 None None] Provisioning complete for port 6d6e1170-4180-44d6-a679-0e618f00bd8f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:31.789768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b66313a-2ff8-48e2-b631-5a7d326f3854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.819401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (01a952a9-5467-4af1-9433-3981f3ce3034), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.821987 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Added segment 01a952a9-5467-4af1-9433-3981f3ce3034 of type vlan for network b6427a96-a6f5-42f0-9a44-12b949b58e60 Apr 30 04:54:31.826123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.832465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:31.833388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.834772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/ports/2dfc474d-e19d-4bcf-b417-766b590129ce HTTP/1.1" status: 200 len: 911 time: 3.7303662 Apr 30 04:54:31.841530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35848) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:31.843096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298fa0da-dfe2-436c-84ed-353446249334,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.880412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (2745c08f-4107-42af-b0f9-42837a5ad524), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.934753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:31.963410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f1971e-017e-4b01-9f13-7b27f904d147 req-f5729060-e311-4685-b006-55d5135dea72 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410147 Apr 30 04:54:31.968801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa21897-7cc8-446d-9202-435a6432de76 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=2dfc474d-e19d-4bcf-b417-766b590129ce,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:31.983879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2b66313a-2ff8-48e2-b631-5a7d326f3854 None None] Current status of the port 6d6e1170-4180-44d6-a679-0e618f00bd8f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:32.008622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b6427a96-a6f5-42f0-9a44-12b949b58e60), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.124618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2745c08f-4107-42af-b0f9-42837a5ad524), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.176020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:32.193647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 17ccc368-6268-441c-849d-42a5c527ddd1 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:32.197054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.203485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:32.207347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:32.210350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=2745c08f-4107-42af-b0f9-42837a5ad524,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:32.236735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b6427a96-a6f5-42f0-9a44-12b949b58e60), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.241701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:32.242320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.272156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:32.272156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.289621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.319599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-78d5dd35-3a8f-43a7-bfa7-09865a0a0742 None None] Provisioning complete for port 6d6e1170-4180-44d6-a679-0e618f00bd8f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:32.321594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78d5dd35-3a8f-43a7-bfa7-09865a0a0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.360572 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a7996af6-55a4-4b6e-af43-1c148273d290 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4603114 Apr 30 04:54:32.362185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35850) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:32.368420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': '17ccc368-6268-441c-849d-42a5c527ddd1', 'name': 'tempest-PortsTestJSON-2031518577', 'fixed_ips': [{'subnet_id': '6e63fdd0-a454-479b-8f07-28e229fad195', 'ip_address': '172.20.0.9'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:32.373076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.374295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.374889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.376892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9a9819-fb2d-43b9-9c27-24f189f2d1cf,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:32.405133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.405820 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.408289 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 2 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.415034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.446207 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8726017 Apr 30 04:54:32.450485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35852) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:32.455378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-78d5dd35-3a8f-43a7-bfa7-09865a0a0742 None None] Current status of the port 6d6e1170-4180-44d6-a679-0e618f00bd8f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:32.456261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a82b0e-62e3-45e6-aac5-b061a89f1855 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Network': ['ID=b6427a96-a6f5-42f0-9a44-12b949b58e60,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:32.458079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:32.462568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.462906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.463242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.474722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.474947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:32.475043 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.487734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 3 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.499879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (44a0557f-112f-49af-a775-5faf1d9a13ee), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.572170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.572170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.572170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.595788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.596122 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.598029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 4 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.606617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (44a0557f-112f-49af-a775-5faf1d9a13ee), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.630123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (37192938-c3a4-4207-8397-8ecc16a2a369), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.634937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.635277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.635614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.645245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.645577 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.645969 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 5 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.659016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.659354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.659689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.664658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.664987 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.665402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 6 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.683438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.683781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.684115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.686488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-62d836c8-2392-4333-a256-eb12d9073ba1 None None] Provisioning complete for port 2745c08f-4107-42af-b0f9-42837a5ad524 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:32.687488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62d836c8-2392-4333-a256-eb12d9073ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2745c08f-4107-42af-b0f9-42837a5ad524), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.690208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:32.693609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.696914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:32.697247 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:32.699604 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 7 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:32.711507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=37192938-c3a4-4207-8397-8ecc16a2a369,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:32.726397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0557f-112f-49af-a775-5faf1d9a13ee,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:32.736022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:32.741531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.753328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:32.757917 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e5ff2271-4ccc-4b4e-8ccf-2e9265b21842 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0936427 Apr 30 04:54:32.758093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:32.758093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:32.758093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:32.758669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35854) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:32.767556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-674b2e12-b378-4fe6-9166-0861387c797c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '44a0557f-112f-49af-a775-5faf1d9a13ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:32.777885 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-674b2e12-b378-4fe6-9166-0861387c797c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 30 04:54:32.778796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-674b2e12-b378-4fe6-9166-0861387c797c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:32.781694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-674b2e12-b378-4fe6-9166-0861387c797c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185688 Apr 30 04:54:32.788370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35856) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:32.819516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-62d836c8-2392-4333-a256-eb12d9073ba1 None None] Port 2745c08f-4107-42af-b0f9-42837a5ad524 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:33.206983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.213491 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-73d12d84-7041-42d8-bc86-6c7070f4a2b6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/37192938-c3a4-4207-8397-8ecc16a2a369 HTTP/1.1" status: 204 len: 168 time: 2.0608304 Apr 30 04:54:33.216244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35858) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.223841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1a565717-86bf-4bc2-ba4a-9f3501f3c251 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '44a0557f-112f-49af-a775-5faf1d9a13ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:33.224507 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-1a565717-86bf-4bc2-ba4a-9f3501f3c251 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 30 04:54:33.224988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-1a565717-86bf-4bc2-ba4a-9f3501f3c251 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:33.225962 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1a565717-86bf-4bc2-ba4a-9f3501f3c251 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150359 Apr 30 04:54:33.227967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:33.228273 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:33.229966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 8 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:33.232770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35860) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.238062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port 4715a897-7bf6-45df-951d-11fdbc8ffb98 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:33.243230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ede38db9-abaf-4af4-bc11-7aaaf569b19d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '44a0557f-112f-49af-a775-5faf1d9a13ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:33.246087 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-ede38db9-abaf-4af4-bc11-7aaaf569b19d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 30 04:54:33.246827 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-ede38db9-abaf-4af4-bc11-7aaaf569b19d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:33.252143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ede38db9-abaf-4af4-bc11-7aaaf569b19d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153260 Apr 30 04:54:33.260139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35862) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.271858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6ccb3d91-849d-41a8-98e4-2ea712ee1037 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '44a0557f-112f-49af-a775-5faf1d9a13ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:33.272450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.272744 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-6ccb3d91-849d-41a8-98e4-2ea712ee1037 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 30 04:54:33.273249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-6ccb3d91-849d-41a8-98e4-2ea712ee1037 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:33.276960 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6ccb3d91-849d-41a8-98e4-2ea712ee1037 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134115 Apr 30 04:54:33.278296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:33.278655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:33.278991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:33.308949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35864) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.327200 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fc8f9b-c337-4d14-b05f-2e43265f01ea tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:33.329194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f3fc8f9b-c337-4d14-b05f-2e43265f01ea tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/37192938-c3a4-4207-8397-8ecc16a2a369 HTTP/1.1" status: 404 len: 333 time: 0.1089084 Apr 30 04:54:33.336173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35866) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.337070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:33.337403 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:33.340855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d6e1170-4180-44d6-a679-0e618f00bd8f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:33.345634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 9 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:33.395782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:33.396151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:33.396444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:33.416810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6d6e1170-4180-44d6-a679-0e618f00bd8f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:33.417530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.464589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:33.464913 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:33.467432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:33.475091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 10 to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf Apr 30 04:54:33.475712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 0a6f621f-73e6-49ee-a20e-25abdb8ef657 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:33.479431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (0a6f621f-73e6-49ee-a20e-25abdb8ef657), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.517334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6d6e1170-4180-44d6-a679-0e618f00bd8f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:33.519847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (44a0557f-112f-49af-a775-5faf1d9a13ee), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.527556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:33.528094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:33.528431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:33.567299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (0a6f621f-73e6-49ee-a20e-25abdb8ef657), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.601018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:33.601396 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:33.601711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.627569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (44a0557f-112f-49af-a775-5faf1d9a13ee), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.695591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.9 (17ccc368-6268-441c-849d-42a5c527ddd1/6e63fdd0-a454-479b-8f07-28e229fad195/4715a897-7bf6-45df-951d-11fdbc8ffb98) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:33.712312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (44522471-73d7-4b57-b017-9b5375e0045e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.805533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:33.815287 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2d01a1e5-5642-417d-999a-47edda1a9c97 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0609896 Apr 30 04:54:33.822776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35868) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.823195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:33.823195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempted to set empty binding levels {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:54:33.823383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:33.833182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=44522471-73d7-4b57-b017-9b5375e0045e,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:33.833906 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:33.841301 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:33.868148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:33.868509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network hostable DHCP agents. Network: b6427a96-a6f5-42f0-9a44-12b949b58e60, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:33.870578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (0a6f621f-73e6-49ee-a20e-25abdb8ef657), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.876576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (44a0557f-112f-49af-a775-5faf1d9a13ee), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.879179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.880361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/44a0557f-112f-49af-a775-5faf1d9a13ee HTTP/1.1" status: 204 len: 168 time: 0.5672333 Apr 30 04:54:33.898169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35870) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:33.923968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:33.937083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60fc93-1249-4fbc-b40d-15943db87795 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0557f-112f-49af-a775-5faf1d9a13ee,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:33.961144 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:34.022148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] In _notify_port_updated(), no bound segment for port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:34.027592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.027592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.027592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "PUT /v2.0/ports/ed9a9819-fb2d-43b9-9c27-24f189f2d1cf HTTP/1.1" status: 200 len: 977 time: 2.4710393 Apr 30 04:54:34.033904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35872) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:34.095385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (0a6f621f-73e6-49ee-a20e-25abdb8ef657), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.127763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:34.141211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e8770-e2ce-4a5b-ada6-016e672a51bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9a9819-fb2d-43b9-9c27-24f189f2d1cf,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:34.164245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b825019a-4d68-4a1f-90d6-f4b6bca9ff7a tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2647834 Apr 30 04:54:34.176241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35874) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:34.196903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--429459262'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:34.207138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 2dfc474d-e19d-4bcf-b417-766b590129ce {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:34.207635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.215083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.215489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.215962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.216426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.217267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.217513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.218250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.219044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.219294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.219732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.220190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.220650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.221143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.221625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.222328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.222560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.223018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.223475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.223929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.224383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.225186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.225312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.225832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.233402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4568d358-0591-4b87-b996-0b3315f5e13b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21383 time: 0.1930447 Apr 30 04:54:34.234027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35876) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:34.238622 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:31Z', 'revision_number': 10, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:34.242643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.275100 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:34.278068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b6427a96-a6f5-42f0-9a44-12b949b58e60) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:34.289572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5fa5f-c07c-4514-a08e-88a9aace892c None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:34.290301 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:34.291140 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:34.293438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:34.294299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.347756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet 1264a329-4415-4637-b166-94770d9588c1 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:34.353799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6f621f-73e6-49ee-a20e-25abdb8ef657,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:34.362744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.368473 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e9c83421-836e-4001-afd5-155116c3da89 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/0a6f621f-73e6-49ee-a20e-25abdb8ef657 HTTP/1.1" status: 204 len: 168 time: 1.0288358 Apr 30 04:54:34.368473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (1264a329-4415-4637-b166-94770d9588c1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.376373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.381719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35878) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:34.408538 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:34.440408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (1264a329-4415-4637-b166-94770d9588c1), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.444133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.444285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d09bb2-0a17-4ce5-ac8d-3b10bdb9f23b None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:34.457352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Deleting port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:34.457935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.486956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 2dfc474d-e19d-4bcf-b417-766b590129ce owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:34.527271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-38367fc1-38d8-4e38-a4de-992b3ba3bcf2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0753965 Apr 30 04:54:34.547639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35880) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:34.554482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'name': 'tempest-NetworksTestDHCPv6-2074874134'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:34.576963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.642008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '44522471-73d7-4b57-b017-9b5375e0045e'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:34.643865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.651171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=4715a897-7bf6-45df-951d-11fdbc8ffb98,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:34.735816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network 17ccc368-6268-441c-849d-42a5c527ddd1 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:34.745349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:34.748927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:34.801254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet b072696b-6dad-4310-98ef-da5d902dbc50 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:34.804674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (1264a329-4415-4637-b166-94770d9588c1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.805958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (b072696b-6dad-4310-98ef-da5d902dbc50), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.855160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (b072696b-6dad-4310-98ef-da5d902dbc50), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:34.857150 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:31Z', 'revision_number': 10, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:34.930052 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70cc38-67d9-4190-ab37-c083295d375e None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:31Z', 'revision_number': 10, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None, '_interfaces': [{'id': '43e6a802-8320-44fc-a4b4-e78b8c6521d0', 'name': '', 'network_id': 'b234c79a-1946-4ba0-999c-e3d4a23db9ab', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'mac_address': 'fa:16:3e:92:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:53:22Z', 'updated_at': '2022-04-30T04:53:30Z', 'revision_number': 5, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'subnets': [{'id': 'a35788e6-ad3f-416d-8efa-285f3b9923e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:34.953468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/44522471-73d7-4b57-b017-9b5375e0045e/25c392ce-507e-4e06-a731-b5f21d9b8dcd) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:34.985021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (b072696b-6dad-4310-98ef-da5d902dbc50), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.043228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port ed9a9819-fb2d-43b9-9c27-24f189f2d1cf, host hv-neutron-8380, got binding levels [] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:35.050569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.141879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Calling delete_port for ed9a9819-fb2d-43b9-9c27-24f189f2d1cf owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:35.203555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:35.204281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.210683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:35.218255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.239489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (1264a329-4415-4637-b166-94770d9588c1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.244246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks [] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.248975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 640a8573-2713-486d-8da0-f922ce2fff80 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:35.269966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (60d03f79-a1bc-48f2-8f7c-2e53acc86e2a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.286982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d44bfead-e2b2-4d1e-811b-acb1e3e0451a None None] Provisioning complete for port 4715a897-7bf6-45df-951d-11fdbc8ffb98 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:35.287355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d44bfead-e2b2-4d1e-811b-acb1e3e0451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.288817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (b072696b-6dad-4310-98ef-da5d902dbc50), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.329241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.336941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43d1b4-99fc-476a-b791-bc1abdf70c64 None None] Network 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:35.338107 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/1264a329-4415-4637-b166-94770d9588c1 HTTP/1.1" status: 204 len: 168 time: 1.5059412 Apr 30 04:54:35.352355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35882) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.361493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.364140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:35.370856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/b072696b-6dad-4310-98ef-da5d902dbc50 HTTP/1.1" status: 204 len: 168 time: 0.9822209 Apr 30 04:54:35.371017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.381024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35884) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.391707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (60d03f79-a1bc-48f2-8f7c-2e53acc86e2a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.399463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2dfc474d-e19d-4bcf-b417-766b590129ce), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.404420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c393b2bc-2706-49fd-97d9-89eb29aeb1a6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0400467 Apr 30 04:54:35.405778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38b056-a820-4a66-b615-6bb326f9fc97 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=b072696b-6dad-4310-98ef-da5d902dbc50,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.408463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169de6c-3729-411f-bdcb-48702116f712 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=1264a329-4415-4637-b166-94770d9588c1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.413781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35886) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.465783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=2dfc474d-e19d-4bcf-b417-766b590129ce,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.466399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:35.467420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9f3b78ce-93e8-45fa-a46e-bfe9e6bcfb4e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:35.473586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d44bfead-e2b2-4d1e-811b-acb1e3e0451a None None] Port 4715a897-7bf6-45df-951d-11fdbc8ffb98 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:35.531619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:35.557755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:35.561404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:35.563735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Pushing event updated for resources: {'Port': ['ID=25c392ce-507e-4e06-a731-b5f21d9b8dcd,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.654158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.695175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::314 (b6427a96-a6f5-42f0-9a44-12b949b58e60/44522471-73d7-4b57-b017-9b5375e0045e/640a8573-2713-486d-8da0-f922ce2fff80) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:35.713125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Attempting to bind port 25c392ce-507e-4e06-a731-b5f21d9b8dcd on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:35.714369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Attempting to bind port 25c392ce-507e-4e06-a731-b5f21d9b8dcd by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:35.715163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Attempting to bind port 25c392ce-507e-4e06-a731-b5f21d9b8dcd on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:35.728543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:35.729416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:35.730123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.732092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:35.733959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Bound port: 25c392ce-507e-4e06-a731-b5f21d9b8dcd, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:35.734868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.798359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] DHCP port deletion for 41271260-0c1e-40ba-b4b3-e09a2aefa9d3 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:35.832919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d03f79-a1bc-48f2-8f7c-2e53acc86e2a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.864530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ed9a9819-fb2d-43b9-9c27-24f189f2d1cf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.871941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804bb715-0851-4893-bebf-f39e371c8be3 None None] Network 15d26302-36c0-424f-8520-7e45c76c4a4b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:35.915392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.916742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e713b6f8-5124-4509-bedb-4b202f6c790d tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7239208 Apr 30 04:54:35.924755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35890) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.929161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d3a2cbfd-6552-47f8-a416-c17a0ff81560 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:35.930134 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-d3a2cbfd-6552-47f8-a416-c17a0ff81560 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 04:54:35.930358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-d3a2cbfd-6552-47f8-a416-c17a0ff81560 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:35.930918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Deleting port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:35.931283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.934791 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d3a2cbfd-6552-47f8-a416-c17a0ff81560 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090139 Apr 30 04:54:35.939749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router bcfa4c56-f05c-478a-8a0a-7935e2ff090f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:35.940220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35892) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.940705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] For port 25c392ce-507e-4e06-a731-b5f21d9b8dcd, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:35.944405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-444d3e0c-7a44-4428-9b3a-7e4621c31e1c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:35.972007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed9a9819-fb2d-43b9-9c27-24f189f2d1cf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:35.978555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.985241 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dffa6de6-6c00-443d-891e-547ad546e41b tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ed9a9819-fb2d-43b9-9c27-24f189f2d1cf HTTP/1.1" status: 204 len: 168 time: 1.7446823 Apr 30 04:54:35.987355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (15d26302-36c0-424f-8520-7e45c76c4a4b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:35.987544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35894) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:35.992421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (41271260-0c1e-40ba-b4b3-e09a2aefa9d3), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.001566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b07fc0-71a5-4b51-838e-386c1f7435cb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:36.002098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7c80433-f219-4556-9266-d70fdb7ab87c None None] Provisioning complete for port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:36.002586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7c80433-f219-4556-9266-d70fdb7ab87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.003334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-07b07fc0-71a5-4b51-838e-386c1f7435cb tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4902592 Apr 30 04:54:36.007835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35896) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.018663 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3742c329-112a-411d-8315-7e37bab7dd85 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:36.021056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3742c329-112a-411d-8315-7e37bab7dd85 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports/ed9a9819-fb2d-43b9-9c27-24f189f2d1cf HTTP/1.1" status: 404 len: 333 time: 0.0318661 Apr 30 04:54:36.025712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35898) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.031051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1387006866', 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:36.053310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] For port 25c392ce-507e-4e06-a731-b5f21d9b8dcd, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=25c392ce-507e-4e06-a731-b5f21d9b8dcd,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:36.119380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db7340-4156-4b1d-af82-10dde600edb2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:36.124881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db7340-4156-4b1d-af82-10dde600edb2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:36.130698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db7340-4156-4b1d-af82-10dde600edb2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:36.134331 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d3db7340-4156-4b1d-af82-10dde600edb2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1231630 Apr 30 04:54:36.134516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.138217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35900) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.162309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] For port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:36.162309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.179233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:36.180645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.181093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:36.195454 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-398ce938-18a9-4197-b640-95e0ef26a836 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/bcfa4c56-f05c-478a-8a0a-7935e2ff090f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3494859 Apr 30 04:54:36.199111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.205541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:36.205961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.229498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32645567-c303-42b3-935b-084981f7266e None None] Sync routers for ids ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:36.236290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Calling delete_port for 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:36.238072 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eff93d55-fc5c-41f4-aa6a-4b81bb359e77 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa4c56-f05c-478a-8a0a-7935e2ff090f HTTP/1.1" status: 200 len: 205 time: 0.0384457 Apr 30 04:54:36.238753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35904) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.296503 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-444d3e0c-7a44-4428-9b3a-7e4621c31e1c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:36.300303 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-444d3e0c-7a44-4428-9b3a-7e4621c31e1c tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3565099 Apr 30 04:54:36.303341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Made reservation on behalf of 7e993007d1c1491ea0908f07994a2a46 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:36.307541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.309640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35906) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.312947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32645567-c303-42b3-935b-084981f7266e None None] Routers {'bcfa4c56-f05c-478a-8a0a-7935e2ff090f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:36.313728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-32645567-c303-42b3-935b-084981f7266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.317969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] DHCP port deletion for 15d26302-36c0-424f-8520-7e45c76c4a4b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:36.319446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,segment=NetworkSegment(26776c17-5ce6-4d4f-b28e-83b93c6a7a9f),segment_id=26776c17-5ce6-4d4f-b28e-83b93c6a7a9f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:36.319831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.337618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:36.361765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2ee90c81-c6f5-488f-8ba2-ffbfa3e9a3cc tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:36.362243 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-2ee90c81-c6f5-488f-8ba2-ffbfa3e9a3cc tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 30 04:54:36.363124 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-2ee90c81-c6f5-488f-8ba2-ffbfa3e9a3cc tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:36.367660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2ee90c81-c6f5-488f-8ba2-ffbfa3e9a3cc tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097370 Apr 30 04:54:36.380230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35908) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:36.386757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-25397a25-67e8-4c28-b212-7845d21f70ea tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:36.401912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.463963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (640a8573-2713-486d-8da0-f922ce2fff80), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.469490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port af455324-51b1-4cdc-8d09-d0f39574c2cd yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:36.541866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.596899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:36.603366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:36.606763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,segment=NetworkSegment(327b2632-da55-4777-847d-71fc7e7660e9),segment_id=327b2632-da55-4777-847d-71fc7e7660e9)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:36.609017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.611679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 4715a897-7bf6-45df-951d-11fdbc8ffb98 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:36.612029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.652400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7c80433-f219-4556-9266-d70fdb7ab87c None None] Current status of the port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:36.717694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-32645567-c303-42b3-935b-084981f7266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.722034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.738715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 4715a897-7bf6-45df-951d-11fdbc8ffb98 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:36.759195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32645567-c303-42b3-935b-084981f7266e None None] Routers {'bcfa4c56-f05c-478a-8a0a-7935e2ff090f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:36.760182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-32645567-c303-42b3-935b-084981f7266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.762057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e11ad-cf00-4b30-b1df-422b5e65b4d0 None None] Pushing event updated for resources: {'Port': ['ID=25c392ce-507e-4e06-a731-b5f21d9b8dcd,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:36.790646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:36.815318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-32645567-c303-42b3-935b-084981f7266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.815717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32645567-c303-42b3-935b-084981f7266e None None] The sync data for ids ['bcfa4c56-f05c-478a-8a0a-7935e2ff090f'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:36.831983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Deleting port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:36.832358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.907218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (41271260-0c1e-40ba-b4b3-e09a2aefa9d3), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.913885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (455ca9c3-1dfb-4f2e-930c-3ab9532922b0), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.916798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] For port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,segment=NetworkSegment(327b2632-da55-4777-847d-71fc7e7660e9),segment_id=327b2632-da55-4777-847d-71fc7e7660e9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:36.917215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:36.964587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Calling delete_port for 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:36.966917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] Pushing event deleted for resources: {'Port': ['ID=455ca9c3-1dfb-4f2e-930c-3ab9532922b0,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:36.971182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41271260-0c1e-40ba-b4b3-e09a2aefa9d3']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.971479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e821f8-2e83-4cee-ab8a-32bb989dac0b None None] No DVR routers for this DVR port 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:36.989033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:36.989244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26776c17-5ce6-4d4f-b28e-83b93c6a7a9f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:37.007043 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-25397a25-67e8-4c28-b212-7845d21f70ea tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:37.011024 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-25397a25-67e8-4c28-b212-7845d21f70ea tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6280689 Apr 30 04:54:37.016885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35910) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.022165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e7a2ce74-b30b-4aac-8da1-b91ae4c766a3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:37.023716 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-e7a2ce74-b30b-4aac-8da1-b91ae4c766a3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 04:54:37.032328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-e7a2ce74-b30b-4aac-8da1-b91ae4c766a3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:37.032328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e7a2ce74-b30b-4aac-8da1-b91ae4c766a3 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068662 Apr 30 04:54:37.032328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (26776c17-5ce6-4d4f-b28e-83b93c6a7a9f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.038974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35912) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.045977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bdc38ec7-c743-4ceb-af13-d3dbcd2991bf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:37.066910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.071893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.093714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (26776c17-5ce6-4d4f-b28e-83b93c6a7a9f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.110726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:37.111122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (26776c17-5ce6-4d4f-b28e-83b93c6a7a9f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:37.116686 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:37.198620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (640a8573-2713-486d-8da0-f922ce2fff80), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.220326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.231608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (6c622d52-30e8-4a7a-a54f-116cbbf2fb25), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.261345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (bcfa4c56-f05c-478a-8a0a-7935e2ff090f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.261807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router bcfa4c56-f05c-478a-8a0a-7935e2ff090f {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:37.266552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (af455324-51b1-4cdc-8d09-d0f39574c2cd), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.272347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4715a897-7bf6-45df-951d-11fdbc8ffb98), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.278681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.283759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:37.283917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.288238 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-52a82fb2-386d-4d67-ab6c-cfc7af640e49 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/bcfa4c56-f05c-478a-8a0a-7935e2ff090f HTTP/1.1" status: 204 len: 168 time: 1.0458593 Apr 30 04:54:37.293299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35914) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.296608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] No DVR routers for this DVR port 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:37.302198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c67e2-f826-49f2-be28-82a179d36cbf None None] Pushing event deleted for resources: {'Port': ['ID=6c622d52-30e8-4a7a-a54f-116cbbf2fb25,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.305181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 25c392ce-507e-4e06-a731-b5f21d9b8dcd up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:37.310181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:37.330325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (41271260-0c1e-40ba-b4b3-e09a2aefa9d3), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.331979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=4715a897-7bf6-45df-951d-11fdbc8ffb98,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.334791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:37.359979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:37.371733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.371888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:37.372699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.378655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/41271260-0c1e-40ba-b4b3-e09a2aefa9d3 HTTP/1.1" status: 204 len: 168 time: 2.0203314 Apr 30 04:54:37.382891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35918) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.386914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 25c392ce-507e-4e06-a731-b5f21d9b8dcd triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:37.387288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.402147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-bdc38ec7-c743-4ceb-af13-d3dbcd2991bf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:37.403187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bdc38ec7-c743-4ceb-af13-d3dbcd2991bf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3632395 Apr 30 04:54:37.425233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35920) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.426337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=640a8573-2713-486d-8da0-f922ce2fff80,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.448136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a822a677-fa23-47dc-88ea-5bd4701c408e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:37.448959 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-a822a677-fa23-47dc-88ea-5bd4701c408e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 30 04:54:37.449527 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-a822a677-fa23-47dc-88ea-5bd4701c408e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:37.450835 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a822a677-fa23-47dc-88ea-5bd4701c408e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0213389 Apr 30 04:54:37.465831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35922) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.468702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256da00-13e0-4c98-9dca-9c058bbfb8d4 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=41271260-0c1e-40ba-b4b3-e09a2aefa9d3,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.491553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-256c00c1-6201-40f8-a484-c83da134584b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:37.500575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 25c392ce-507e-4e06-a731-b5f21d9b8dcd is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:37.501267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.507468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 6e53a8a7-ebdd-42c0-9adf-84f6506d336c {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:37.517974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (6e53a8a7-ebdd-42c0-9adf-84f6506d336c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.547320 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9528cfe3-ae37-4b85-aa2c-2bd3ab6a0fad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9985950 Apr 30 04:54:37.552423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35924) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.561280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 25c392ce-507e-4e06-a731-b5f21d9b8dcd, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=25c392ce-507e-4e06-a731-b5f21d9b8dcd,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:37.585811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (15d26302-36c0-424f-8520-7e45c76c4a4b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.591548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (6e53a8a7-ebdd-42c0-9adf-84f6506d336c), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.604512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.674777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d26302-36c0-424f-8520-7e45c76c4a4b']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:37.688548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63d381-2a01-4787-b6f3-77e45eebab9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:37.697325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63d381-2a01-4787-b6f3-77e45eebab9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:37.697515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:37.700613 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da63d381-2a01-4787-b6f3-77e45eebab9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1437309 Apr 30 04:54:37.703667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327b2632-da55-4777-847d-71fc7e7660e9') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:37.703996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327b2632-da55-4777-847d-71fc7e7660e9') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:37.708921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=25c392ce-507e-4e06-a731-b5f21d9b8dcd,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.709529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35926) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.719651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (af455324-51b1-4cdc-8d09-d0f39574c2cd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.738199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (327b2632-da55-4777-847d-71fc7e7660e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.753481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:37.753481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6c622d52-30e8-4a7a-a54f-116cbbf2fb25 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:37.753976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:37.787592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:37.787930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 455ca9c3-1dfb-4f2e-930c-3ab9532922b0 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:37.826738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fffdeb-db38-4bfa-afd9-eb023804bae8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:37.836780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.840235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0488ea4f-f2e2-47ac-b538-09f00c1d45e2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/4715a897-7bf6-45df-951d-11fdbc8ffb98 HTTP/1.1" status: 204 len: 168 time: 1.6987648 Apr 30 04:54:37.841366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (327b2632-da55-4777-847d-71fc7e7660e9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.846456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35928) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.871050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:37.885126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:37.885536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (327b2632-da55-4777-847d-71fc7e7660e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:37.888873 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:37.902097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.908120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=af455324-51b1-4cdc-8d09-d0f39574c2cd,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:37.912982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:37.917446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-256c00c1-6201-40f8-a484-c83da134584b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:37.920944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c7d05bf7-ce69-43af-b1b8-1ba175d4117f None None] Provisioning complete for port 25c392ce-507e-4e06-a731-b5f21d9b8dcd triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:37.921271 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-256c00c1-6201-40f8-a484-c83da134584b tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4516275 Apr 30 04:54:37.921390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c7d05bf7-ce69-43af-b1b8-1ba175d4117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.922541 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb1e64d-0a18-4078-8012-dc225e9de7d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:54:37.926455 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bdb1e64d-0a18-4078-8012-dc225e9de7d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/4715a897-7bf6-45df-951d-11fdbc8ffb98 HTTP/1.1" status: 404 len: 333 time: 0.0717463 Apr 30 04:54:37.927417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:37.927659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:37.928259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.938235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35930) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.938584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35932) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:37.949879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-45676d56-87fc-4f22-a9d9-bd16f4b320e5 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '60d03f79-a1bc-48f2-8f7c-2e53acc86e2a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:37.958677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 640a8573-2713-486d-8da0-f922ce2fff80 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:37.959239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (640a8573-2713-486d-8da0-f922ce2fff80), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:37.994628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6e53a8a7-ebdd-42c0-9adf-84f6506d336c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.036695 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5771eabc-a285-4054-8738-a8c0a4060b58 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0060220 Apr 30 04:54:38.041352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35934) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.055096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c7d05bf7-ce69-43af-b1b8-1ba175d4117f None None] Current status of the port 25c392ce-507e-4e06-a731-b5f21d9b8dcd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:38.105222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (640a8573-2713-486d-8da0-f922ce2fff80), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.124491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 640a8573-2713-486d-8da0-f922ce2fff80 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:38.132717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5592f-c020-4982-8008-b677f3a917ab tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:38.136823 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-69e5592f-c020-4982-8008-b677f3a917ab tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports/af455324-51b1-4cdc-8d09-d0f39574c2cd HTTP/1.1" status: 200 len: 955 time: 0.0919993 Apr 30 04:54:38.142360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35936) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.156802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 2745c08f-4107-42af-b0f9-42837a5ad524 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:38.157206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2745c08f-4107-42af-b0f9-42837a5ad524), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.200374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (15d26302-36c0-424f-8520-7e45c76c4a4b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.215346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.219163 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/15d26302-36c0-424f-8520-7e45c76c4a4b HTTP/1.1" status: 204 len: 168 time: 2.8353717 Apr 30 04:54:38.241442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.264860 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-45676d56-87fc-4f22-a9d9-bd16f4b320e5 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:38.266923 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-45676d56-87fc-4f22-a9d9-bd16f4b320e5 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3271532 Apr 30 04:54:38.274755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35940) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.276644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eafde-fed3-47e6-b27b-daa7c4e059aa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=15d26302-36c0-424f-8520-7e45c76c4a4b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:38.277757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (6e53a8a7-ebdd-42c0-9adf-84f6506d336c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.303465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.307775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/6e53a8a7-ebdd-42c0-9adf-84f6506d336c HTTP/1.1" status: 204 len: 168 time: 1.0082934 Apr 30 04:54:38.313708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3429e-4db1-4be9-b15d-ac9f0d7b2a08 None None] Network 529f5bf7-3b94-4cf0-91b8-f3a2961f143b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:38.320233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35942) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.347745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7116458-6160-4233-b878-bcc0a365636b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=6e53a8a7-ebdd-42c0-9adf-84f6506d336c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:38.354076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Deleting port af455324-51b1-4cdc-8d09-d0f39574c2cd {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:38.355307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (af455324-51b1-4cdc-8d09-d0f39574c2cd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.390049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2745c08f-4107-42af-b0f9-42837a5ad524), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.403204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449a7e08-45be-4468-8683-f5b4df4ae211 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:38.404774 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-449a7e08-45be-4468-8683-f5b4df4ae211 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1490490 Apr 30 04:54:38.415649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.418856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 2745c08f-4107-42af-b0f9-42837a5ad524 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:38.464041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Provisioning complete for port 25c392ce-507e-4e06-a731-b5f21d9b8dcd triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:38.465038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.513905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (af455324-51b1-4cdc-8d09-d0f39574c2cd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.575179 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9cc0a1ba-6493-417b-82ba-47f0a7cc7f5e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1575723 Apr 30 04:54:38.576529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Calling delete_port for af455324-51b1-4cdc-8d09-d0f39574c2cd owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:38.578305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35946) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.586135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Current status of the port 25c392ce-507e-4e06-a731-b5f21d9b8dcd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:38.603143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Provisioning complete for port 640a8573-2713-486d-8da0-f922ce2fff80 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:38.603593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-713043184'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:38.603714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (640a8573-2713-486d-8da0-f922ce2fff80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.653449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] DHCP port deletion for 529f5bf7-3b94-4cf0-91b8-f3a2961f143b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:38.653449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-42b1fda1-6972-4b86-940f-fe3c4593c75a None None] Port 640a8573-2713-486d-8da0-f922ce2fff80 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:38.703382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Deleting port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:38.704524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.771814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:38.776584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.784388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] For port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,segment=NetworkSegment(26da527d-0e7b-4f0a-96f3-8c3e55f3942b),segment_id=26da527d-0e7b-4f0a-96f3-8c3e55f3942b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:38.784792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.796761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7634b05b-8ee2-46ee-99d0-a13e7615ca98 None None] Provisioning complete for port 640a8573-2713-486d-8da0-f922ce2fff80 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:38.797191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7634b05b-8ee2-46ee-99d0-a13e7615ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (640a8573-2713-486d-8da0-f922ce2fff80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.802810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Calling delete_port for 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:38.880220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7634b05b-8ee2-46ee-99d0-a13e7615ca98 None None] Port 640a8573-2713-486d-8da0-f922ce2fff80 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:38.894438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (529f5bf7-3b94-4cf0-91b8-f3a2961f143b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.895810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (af455324-51b1-4cdc-8d09-d0f39574c2cd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.919822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (60d03f79-a1bc-48f2-8f7c-2e53acc86e2a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.936856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.942999 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "DELETE /v2.0/ports/af455324-51b1-4cdc-8d09-d0f39574c2cd HTTP/1.1" status: 204 len: 168 time: 0.7960825 Apr 30 04:54:38.942999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c79f-4bf9-4bde-93a6-debe8424c32f tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event deleted for resources: {'Port': ['ID=af455324-51b1-4cdc-8d09-d0f39574c2cd,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:38.944411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2745c08f-4107-42af-b0f9-42837a5ad524), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.948462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:38.952116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:38.998888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (114b3a63-65a3-4dd9-99d6-75b46f9d4b3d), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.017147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=2745c08f-4107-42af-b0f9-42837a5ad524,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:39.027894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] The port '114b3a63-65a3-4dd9-99d6-75b46f9d4b3d' was deleted {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 30 04:54:39.030315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (60d03f79-a1bc-48f2-8f7c-2e53acc86e2a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.032213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] Pushing event deleted for resources: {'Port': ['ID=114b3a63-65a3-4dd9-99d6-75b46f9d4b3d,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:39.034861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208da70-1de6-464e-989f-ecfe122e8d02 None None] No DVR routers for this DVR port 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:39.038851 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be21ba5-9078-42c4-8467-f5e870305ac1 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:39.043913 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1be21ba5-9078-42c4-8467-f5e870305ac1 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports/af455324-51b1-4cdc-8d09-d0f39574c2cd HTTP/1.1" status: 404 len: 333 time: 0.0872633 Apr 30 04:54:39.044878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.053715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1011647598'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:39.117170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.123329 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b664f62c-538e-4a5f-be26-58a07efd6abd tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/2745c08f-4107-42af-b0f9-42837a5ad524 HTTP/1.1" status: 204 len: 168 time: 1.1800129 Apr 30 04:54:39.123940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.144000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (640a8573-2713-486d-8da0-f922ce2fff80), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.168260 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45d3b0e-8314-4bc7-92a8-9a95fbe9f250 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:54:39.172972 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e45d3b0e-8314-4bc7-92a8-9a95fbe9f250 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/2745c08f-4107-42af-b0f9-42837a5ad524 HTTP/1.1" status: 404 len: 333 time: 0.0438788 Apr 30 04:54:39.173410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35954) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.217481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=640a8573-2713-486d-8da0-f922ce2fff80,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:39.221823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (529f5bf7-3b94-4cf0-91b8-f3a2961f143b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.258302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 6e63fdd0-a454-479b-8f07-28e229fad195 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:39.260743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (6e63fdd0-a454-479b-8f07-28e229fad195), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.264600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Made reservation on behalf of 7e993007d1c1491ea0908f07994a2a46 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:39.267379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.270484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 25c392ce-507e-4e06-a731-b5f21d9b8dcd up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:39.305381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:39.323665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f0118fb9-919c-4ca9-b542-060953322c1f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.324357 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment f0118fb9-919c-4ca9-b542-060953322c1f of type vlan for network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 Apr 30 04:54:39.329266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port d669e191-7fa4-44a4-9bff-a4a7541fa84d yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:39.362132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 25c392ce-507e-4e06-a731-b5f21d9b8dcd triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:39.362654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.372490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (60d03f79-a1bc-48f2-8f7c-2e53acc86e2a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.378056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.384006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/60d03f79-a1bc-48f2-8f7c-2e53acc86e2a HTTP/1.1" status: 204 len: 168 time: 1.1051121 Apr 30 04:54:39.385167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35956) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.386257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.391038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f24b9d8c-53a2-46fa-843c-b8294d433442 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/640a8573-2713-486d-8da0-f922ce2fff80 HTTP/1.1" status: 204 len: 168 time: 1.6746087 Apr 30 04:54:39.393343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529f5bf7-3b94-4cf0-91b8-f3a2961f143b']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:39.410353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35958) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.421052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26da527d-0e7b-4f0a-96f3-8c3e55f3942b') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:39.421387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26da527d-0e7b-4f0a-96f3-8c3e55f3942b') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:39.432610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (26da527d-0e7b-4f0a-96f3-8c3e55f3942b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.447766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (26da527d-0e7b-4f0a-96f3-8c3e55f3942b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.454829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:39.455486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (26da527d-0e7b-4f0a-96f3-8c3e55f3942b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.480128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 25c392ce-507e-4e06-a731-b5f21d9b8dcd is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:39.495575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (6e63fdd0-a454-479b-8f07-28e229fad195), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:39.527297 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:39.538485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc206f5-adf9-40ed-8541-177d9eab8a6d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:39.539990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc206f5-adf9-40ed-8541-177d9eab8a6d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:39.543964 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5cc206f5-adf9-40ed-8541-177d9eab8a6d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1237552 Apr 30 04:54:39.547554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:39.553427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35960) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.556546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16fc40-37be-42b0-86f2-5a4188f15b28 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d03f79-a1bc-48f2-8f7c-2e53acc86e2a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:39.568494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:39.568840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 114b3a63-65a3-4dd9-99d6-75b46f9d4b3d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:39.621387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.626394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (529f5bf7-3b94-4cf0-91b8-f3a2961f143b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.643413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.650017 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d357d669-508e-483d-97bf-c44e677b78ae tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2541826 Apr 30 04:54:39.650529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/529f5bf7-3b94-4cf0-91b8-f3a2961f143b HTTP/1.1" status: 204 len: 168 time: 1.3242123 Apr 30 04:54:39.651055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35964) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.651622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35962) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:39.668709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--101324085'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:39.670887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29427f73-c4a6-4aea-9c15-22d8d8370bb4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=529f5bf7-3b94-4cf0-91b8-f3a2961f143b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:39.681179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1216300874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:39.698116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 44522471-73d7-4b57-b017-9b5375e0045e {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:39.706250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (44522471-73d7-4b57-b017-9b5375e0045e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.747062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 43e6a802-8320-44fc-a4b4-e78b8c6521d0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:39.747426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.770093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (44522471-73d7-4b57-b017-9b5375e0045e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.819160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.846290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6e63fdd0-a454-479b-8f07-28e229fad195), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.849400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.854228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:39.854854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.902144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 43e6a802-8320-44fc-a4b4-e78b8c6521d0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=43e6a802-8320-44fc-a4b4-e78b8c6521d0,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:39.902544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.912109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.923640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 43e6a802-8320-44fc-a4b4-e78b8c6521d0 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:39.928599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (44522471-73d7-4b57-b017-9b5375e0045e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.940182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:39.945322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.040070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4590936 Apr 30 04:54:40.053610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70b231-f244-4458-bcb3-ea2de4ee5fb9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.062095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35966) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.067558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:40.068588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:40.103248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (44522471-73d7-4b57-b017-9b5375e0045e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.132077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.156635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=44522471-73d7-4b57-b017-9b5375e0045e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.164207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.167452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c2b9b3a0-99b1-405c-9714-a67276e7d449 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/44522471-73d7-4b57-b017-9b5375e0045e HTTP/1.1" status: 204 len: 168 time: 0.6119320 Apr 30 04:54:40.170566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35968) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.174794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadc188-0a11-4402-abb2-ca2bafd60eba None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:40.196846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (6e63fdd0-a454-479b-8f07-28e229fad195), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.227486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b6318ab4-bc79-438c-ae2f-aff63dcd7a01), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.246466 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eb2f74ad-f34c-4533-b75e-12773366200d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734186 Apr 30 04:54:40.248503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35970) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.253785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:40.254818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.268676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.273359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=6e63fdd0-a454-479b-8f07-28e229fad195,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.275021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43387105-5e52-43a8-96ce-930b3ab2281d None None] Network 17ccc368-6268-441c-849d-42a5c527ddd1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:40.278957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.283246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57020728-6a57-4551-8c5c-b094d0526e9e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/6e63fdd0-a454-479b-8f07-28e229fad195 HTTP/1.1" status: 204 len: 168 time: 1.1087322 Apr 30 04:54:40.294522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35972) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.357894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b6318ab4-bc79-438c-ae2f-aff63dcd7a01), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.370594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:40.380976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:40.393301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (43e6a802-8320-44fc-a4b4-e78b8c6521d0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.406449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:40.408982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:40.410412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:40.411010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.420413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=d669e191-7fa4-44a4-9bff-a4a7541fa84d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.425900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=43e6a802-8320-44fc-a4b4-e78b8c6521d0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.427311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Deleting port 25c392ce-507e-4e06-a731-b5f21d9b8dcd {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:40.427740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.480995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:40.486609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.489461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (17ccc368-6268-441c-849d-42a5c527ddd1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.497463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.502845 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78c2f81c-8360-42db-8d88-5f240df94052 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8463788 Apr 30 04:54:40.506437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35974) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.509683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] For port 25c392ce-507e-4e06-a731-b5f21d9b8dcd, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=25c392ce-507e-4e06-a731-b5f21d9b8dcd,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:40.510091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.518533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155528700'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:40.530425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.531758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8742385 Apr 30 04:54:40.532702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:40.538429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35976) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.538782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.541727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Calling delete_port for 25c392ce-507e-4e06-a731-b5f21d9b8dcd owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:40.552890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f5055c78-53f1-492b-bccc-648f472e7e61 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': 'b6318ab4-bc79-438c-ae2f-aff63dcd7a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:40.562077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c41a6-3f11-4847-a98d-c3b08f276810 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6318ab4-bc79-438c-ae2f-aff63dcd7a01,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.562312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] DHCP port deletion for 17ccc368-6268-441c-849d-42a5c527ddd1 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:40.632035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 6d6e1170-4180-44d6-a679-0e618f00bd8f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:40.632585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.640446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fba409cf-90e1-4472-b098-a978cfee5ab7 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5923035 Apr 30 04:54:40.648050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35978) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:40.656079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:40.660330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Deleting port 6d6e1170-4180-44d6-a679-0e618f00bd8f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:40.660897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.738391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.754263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:40.758009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.764493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] For port 6d6e1170-4180-44d6-a679-0e618f00bd8f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d6e1170-4180-44d6-a679-0e618f00bd8f,segment=NetworkSegment(e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2),segment_id=e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:40.764493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.777433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Calling delete_port for 6d6e1170-4180-44d6-a679-0e618f00bd8f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:40.806773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port 6d6e1170-4180-44d6-a679-0e618f00bd8f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6d6e1170-4180-44d6-a679-0e618f00bd8f,segment=NetworkSegment(e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2),segment_id=e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:40.807271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.839178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (25c392ce-507e-4e06-a731-b5f21d9b8dcd), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.839424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.839732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 6d6e1170-4180-44d6-a679-0e618f00bd8f owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:40.843916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:40.874198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] Pushing event deleted for resources: {'Port': ['ID=25c392ce-507e-4e06-a731-b5f21d9b8dcd,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:40.883934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2ec1c-a7f1-4a51-8571-e20e727a39cf None None] No DVR routers for this DVR port 25c392ce-507e-4e06-a731-b5f21d9b8dcd on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:40.903889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (73692fa3-370e-416c-aa5b-4edcf3d6f272), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:40.905500 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment 73692fa3-370e-416c-aa5b-4edcf3d6f272 of type vlan for network c4b637a4-de24-415b-822a-f9cb3769a609 Apr 30 04:54:40.970766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.005102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] Pushing event deleted for resources: {'Port': ['ID=6d6e1170-4180-44d6-a679-0e618f00bd8f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.013168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1397f-d37e-47ff-b948-0ac0b78d086e None None] No DVR routers for this DVR port 6d6e1170-4180-44d6-a679-0e618f00bd8f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:41.066008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c4b637a4-de24-415b-822a-f9cb3769a609), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.115601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6d6e1170-4180-44d6-a679-0e618f00bd8f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.141610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=6d6e1170-4180-44d6-a679-0e618f00bd8f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.149110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port 6d6e1170-4180-44d6-a679-0e618f00bd8f on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:41.156044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (d2bbf185-0593-4bea-84b0-d199d5e438e0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.207507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c4b637a4-de24-415b-822a-f9cb3769a609), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.212507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:41.213089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.230459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-f5055c78-53f1-492b-bccc-648f472e7e61 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The resource could not be found. Apr 30 04:54:41.234859 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f5055c78-53f1-492b-bccc-648f472e7e61 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6894963 Apr 30 04:54:41.260639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35980) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:41.271455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fa6f0b23-cb2a-4829-a4a3-a242f3f53c46 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': 'b6318ab4-bc79-438c-ae2f-aff63dcd7a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '329bbb8a-de01-47b2-bc4b-ff466e5449d9'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:41.289223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 25c392ce-507e-4e06-a731-b5f21d9b8dcd no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:41.321213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 25c392ce-507e-4e06-a731-b5f21d9b8dcd {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:41.321736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 25c392ce-507e-4e06-a731-b5f21d9b8dcd not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:41.322408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d6e1170-4180-44d6-a679-0e618f00bd8f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:41.350112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (17ccc368-6268-441c-849d-42a5c527ddd1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.351689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6d6e1170-4180-44d6-a679-0e618f00bd8f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:41.352508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6d6e1170-4180-44d6-a679-0e618f00bd8f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:41.358947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=d2bbf185-0593-4bea-84b0-d199d5e438e0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.362858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:41.408223 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8943396 Apr 30 04:54:41.419125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47a2e0-b48f-4f06-aded-c2b3e20293e4 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=c4b637a4-de24-415b-822a-f9cb3769a609,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.421600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35982) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:41.429483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:41.432679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c4b637a4-de24-415b-822a-f9cb3769a609 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:41.436838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ccc368-6268-441c-849d-42a5c527ddd1']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.459759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.459994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.468906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (3a9e4c30-0684-44e9-bb28-3bf797d86bd2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.481083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': 'f0118fb9-919c-4ca9-b542-060953322c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:41.481451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:41.485561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.508657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:41.522009 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:41.537615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-76f822bb-e90a-450d-81ee-93a42c3362f6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1415844 Apr 30 04:54:41.538300 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:41.539782 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.541845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35984) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:41.548937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:41.557300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:41.562564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] device_id is not set on port d669e191-7fa4-44a4-9bff-a4a7541fa84d yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:41.570451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:41.571273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.577354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd44e54-fab6-4199-bb37-3bc6e2d1f379 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:41.584038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.587638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks [] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.593533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=3a9e4c30-0684-44e9-bb28-3bf797d86bd2,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.608127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:41.608544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (e4937b65-3fd3-41ca-a1d4-7ecc38ea91b2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:41.611743 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:41.624544 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:41.682491 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.691465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting subnet a35788e6-ad3f-416d-8efa-285f3b9923e2 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:41.696431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.697853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (a35788e6-ad3f-416d-8efa-285f3b9923e2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.709553 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:41.715338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '3a9e4c30-0684-44e9-bb28-3bf797d86bd2'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:41.718011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:41.720308 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:41.721030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.798164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=d669e191-7fa4-44a4-9bff-a4a7541fa84d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:41.818240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-35f0d727-b943-443c-bad8-53a9a0508c60 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5685196 Apr 30 04:54:41.821282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35986) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:41.829848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'name': 'tempest-NetworksTestDHCPv6-899610776'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:41.830945 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:41.835593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:41.836216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:41.837180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:41.845147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:41.845844 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:41.859700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 2 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:41.893670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:41.894617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:41.895246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:41.900895 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:41.914484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/3a9e4c30-0684-44e9-bb28-3bf797d86bd2/217a1c9a-d49c-40d2-ba1c-30c545a8aa6a) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:41.936747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:41.937462 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:41.937717 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed639d-ed49-4050-ae7a-6c12e015a085 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:41.942958 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 3 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:41.966996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:41.967389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:41.967816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:41.988175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:41.988808 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:41.991427 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 4 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.007969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.008568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.009062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.025872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.026209 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.029220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:42.029411 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 5 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.032242 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-fa6f0b23-cb2a-4829-a4a3-a242f3f53c46 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The resource could not be found. Apr 30 04:54:42.035504 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fa6f0b23-cb2a-4829-a4a3-a242f3f53c46 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7713752 Apr 30 04:54:42.035613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.058300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a35788e6-ad3f-416d-8efa-285f3b9923e2), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.068221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.068551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.068876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.083123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.083445 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.084829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 6 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.087984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks [] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.103258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.103595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.103912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.117751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.118070 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.118632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 7 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.121026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b6318ab4-bc79-438c-ae2f-aff63dcd7a01), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.133844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:42.137602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.144090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.144280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.144605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.155388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (b6318ab4-bc79-438c-ae2f-aff63dcd7a01), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.162692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.162692 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.163172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 8 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.188953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.189295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.189633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.190837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (17ccc368-6268-441c-849d-42a5c527ddd1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.196823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.203769 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/17ccc368-6268-441c-849d-42a5c527ddd1 HTTP/1.1" status: 204 len: 168 time: 1.9024596 Apr 30 04:54:42.203928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:42.204019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a35788e6-ad3f-416d-8efa-285f3b9923e2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.204124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.205830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35990) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.215296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716423764'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:42.229186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.229445 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.234050 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 9 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.236355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:42.241306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:42.242050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.251681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991a80a-1a02-46db-a814-e2f3a9515f42 None None] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:42.257907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port db6698a0-924e-402d-8d41-6815d8a96fbb yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:42.265669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.265669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.265926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.271780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.273786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.273951 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.297632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e6092-74d9-43cf-8f03-07e30a3c61ba tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=17ccc368-6268-441c-849d-42a5c527ddd1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:42.306136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempt 10 to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d Apr 30 04:54:42.319804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:42.342561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.343667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.344073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempting to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.351128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:42.365689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:42.375900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:54:42.376308 dv-neutron-838078-9-hyperv neutron-server[111175]: ERROR neutron.plugins.ml2.managers [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Failed to bind port d669e191-7fa4-44a4-9bff-a4a7541fa84d on host hv-neutron-8380 for vnic_type normal using segments [{'id': '23cfe9b5-0d10-41c4-82da-3641660e016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '686f17fa-ee21-4bc1-8ce2-cb26a34a57e7'}] Apr 30 04:54:42.376741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.379071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b6318ab4-bc79-438c-ae2f-aff63dcd7a01), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.382355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.387683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6318ab4-bc79-438c-ae2f-aff63dcd7a01 HTTP/1.1" status: 204 len: 168 time: 0.3470533 Apr 30 04:54:42.392321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Pushing event updated for resources: {'Port': ['ID=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:42.393160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35994) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.405194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:42.409114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.432094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb31207-81d2-4e3f-9754-4957b4ad8a57 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6318ab4-bc79-438c-ae2f-aff63dcd7a01,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:42.435187 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b534b10d-711f-4a79-b3e8-eee5184b9e96 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3714330 Apr 30 04:54:42.442418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 35996) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.452951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7', 'name': 'tempest-PortsIpV6TestJSON-1116086680'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:42.513313 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b28b5b7-37f1-47fa-b8bf-f33244cebef4 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1103523 Apr 30 04:54:42.513313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a35788e6-ad3f-416d-8efa-285f3b9923e2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.522597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 35998) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.532379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:42.534828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8325781f-0287-4cf7-9d50-069aeac2d423 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '51a7befa-95d2-4f93-8db5-3a2cacd58a18', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:42.565839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Subnet': ['ID=a35788e6-ad3f-416d-8efa-285f3b9923e2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:42.574877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.582586 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-addf17d5-e553-475b-8509-45e5c7886b82 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/a35788e6-ad3f-416d-8efa-285f3b9923e2 HTTP/1.1" status: 204 len: 168 time: 1.0351069 Apr 30 04:54:42.583228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36000) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.594143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714f043-09df-4d0d-9660-dc327806a089 None None] Network b234c79a-1946-4ba0-999c-e3d4a23db9ab requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:42.619043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a32cf674-c755-431e-be30-cae16efc63cf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.619632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Added segment a32cf674-c755-431e-be30-cae16efc63cf of type vlan for network ccea7f18-5dee-464b-b9e4-28485409d797 Apr 30 04:54:42.651506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Attempting to bind port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:42.651956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Attempting to bind port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:42.652391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Attempting to bind port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:42.668107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (53e20100-6f8d-4b4c-a94d-0688e7e12138), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.689573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:42.690368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:42.692784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.692784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:42.692784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Bound port: 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:42.692784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.693165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::1e (b6427a96-a6f5-42f0-9a44-12b949b58e60/3a9e4c30-0684-44e9-bb28-3bf797d86bd2/db6698a0-924e-402d-8d41-6815d8a96fbb) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:42.723582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b234c79a-1946-4ba0-999c-e3d4a23db9ab), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.739979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ccea7f18-5dee-464b-b9e4-28485409d797), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.744356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7', 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': 'd2bbf185-0593-4bea-84b0-d199d5e438e0'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:42.745207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.758390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port d669e191-7fa4-44a4-9bff-a4a7541fa84d, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:42.758602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attempted to set empty binding levels {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 30 04:54:42.791426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=53e20100-6f8d-4b4c-a94d-0688e7e12138,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:42.842430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:42.843168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: c4b637a4-de24-415b-822a-f9cb3769a609, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:42.849644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Deleting port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:42.853975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.854205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.917428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] For port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:42.923135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] For port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:42.925735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] DHCP port deletion for b234c79a-1946-4ba0-999c-e3d4a23db9ab request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:42.942891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] For port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:42.943352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.943994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] In _notify_port_updated(), no bound segment for port d669e191-7fa4-44a4-9bff-a4a7541fa84d on network 686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:54:42.945302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:42.946047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.950126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "PUT /v2.0/ports/d669e191-7fa4-44a4-9bff-a4a7541fa84d HTTP/1.1" status: 200 len: 977 time: 2.2976005 Apr 30 04:54:42.950126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:42.953020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36002) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.953198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.965709 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-8325781f-0287-4cf7-9d50-069aeac2d423 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The resource could not be found. Apr 30 04:54:42.967653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ccea7f18-5dee-464b-b9e4-28485409d797), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.967794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8325781f-0287-4cf7-9d50-069aeac2d423 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4367797 Apr 30 04:54:42.974445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:42.974445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:42.978229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36004) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:42.987964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Calling delete_port for 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:42.997386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--452982029'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:43.007333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Allocated IP 2001:db8::2 (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7/d2bbf185-0593-4bea-84b0-d199d5e438e0/d02f49ba-4698-4891-81fe-c77243b5cd96) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:43.009457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Deleting port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:43.009573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c4b637a4-de24-415b-822a-f9cb3769a609 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:43.009777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.071975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208319-148b-4e79-ad2d-21a9b03d7b61 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event updated for resources: {'Port': ['ID=d669e191-7fa4-44a4-9bff-a4a7541fa84d,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.086019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 42175702-f422-4e6f-90d7-14fffe67126c yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:43.091133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.106470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Deleting port d669e191-7fa4-44a4-9bff-a4a7541fa84d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:43.107848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.142731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c4b637a4-de24-415b-822a-f9cb3769a609) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:43.143401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] For port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,segment=NetworkSegment(42f9f888-4667-4cb4-a3aa-8e4df554bf65),segment_id=42f9f888-4667-4cb4-a3aa-8e4df554bf65)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:43.143506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.176835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:43.177423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.195819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] For port d669e191-7fa4-44a4-9bff-a4a7541fa84d, host hv-neutron-8380, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:43.196133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.205999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d64259-9280-489e-a544-572123ed2d6b None None] Network c4b637a4-de24-415b-822a-f9cb3769a609 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:43.214719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0035839 Apr 30 04:54:43.219786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36006) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:43.222671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Calling delete_port for 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:43.224183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ca6ed-949c-474a-8106-d21ed55ed296 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Network': ['ID=ccea7f18-5dee-464b-b9e4-28485409d797,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.225479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:43.230620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (db6698a0-924e-402d-8d41-6815d8a96fbb), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.268678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ccea7f18-5dee-464b-b9e4-28485409d797 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:43.307445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Calling delete_port for d669e191-7fa4-44a4-9bff-a4a7541fa84d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:43.393197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d402b9-4ea0-4a08-a281-c993ab520218 None None] Pushing event updated for resources: {'Port': ['ID=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.432393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 43e6a802-8320-44fc-a4b4-e78b8c6521d0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:43.441758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.479058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.485146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (db6698a0-924e-402d-8d41-6815d8a96fbb), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.489771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No DVR routers for this DVR port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:43.498835 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e944ffaf-0e54-4139-863d-46ba3614edcb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0731382 Apr 30 04:54:43.500111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Port': ['ID=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.502359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:43.507028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.507257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:43.569460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d669e191-7fa4-44a4-9bff-a4a7541fa84d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.576887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 43e6a802-8320-44fc-a4b4-e78b8c6521d0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:43.577224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 43e6a802-8320-44fc-a4b4-e78b8c6521d0 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:43.577849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:43.667519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Pushing event deleted for resources: {'Port': ['ID=d669e191-7fa4-44a4-9bff-a4a7541fa84d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.678796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:43.688703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:43.688880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:43.690814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:43.696027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=db6698a0-924e-402d-8d41-6815d8a96fbb,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.699293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:43.705997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b234c79a-1946-4ba0-999c-e3d4a23db9ab), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.706202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.706469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:43.707243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.711214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.715271 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-339560a6-2dc4-4efb-b90e-dc2acf308169 tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d669e191-7fa4-44a4-9bff-a4a7541fa84d HTTP/1.1" status: 204 len: 168 time: 0.7596984 Apr 30 04:54:43.731018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36010) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:43.763403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks [] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.770788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] Pushing event deleted for resources: {'Port': ['ID=85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:43.773290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b234c79a-1946-4ba0-999c-e3d4a23db9ab']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:43.774617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc40eb-8ef7-452b-b826-a72d124365bd None None] No DVR routers for this DVR port 85f4ec6c-6b9f-4fe9-a5d1-be6bdf513ea3 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:43.775791 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1666f2-86dd-4ae1-a3cf-91f8f9be54bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] GET failed (client error): The resource could not be found. Apr 30 04:54:43.777277 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd1666f2-86dd-4ae1-a3cf-91f8f9be54bf tempest-PortsAdminExtendedAttrsTestJSON-2066649479 tempest-PortsAdminExtendedAttrsTestJSON-2066649479-project-admin] 10.222.0.16 "GET /v2.0/ports/d669e191-7fa4-44a4-9bff-a4a7541fa84d HTTP/1.1" status: 404 len: 333 time: 0.0452666 Apr 30 04:54:43.787933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36012) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:43.788679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c4b637a4-de24-415b-822a-f9cb3769a609', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:43.789659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.830258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f9f888-4667-4cb4-a3aa-8e4df554bf65') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:43.830592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f9f888-4667-4cb4-a3aa-8e4df554bf65') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:43.874304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.879813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (42f9f888-4667-4cb4-a3aa-8e4df554bf65), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.931665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4f7cff93-7a6d-4030-a42d-488e210effe9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1067407 Apr 30 04:54:43.934895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36014) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:43.946169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:43.949891 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:54:43.960608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (42f9f888-4667-4cb4-a3aa-8e4df554bf65), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.968627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (9839ccac-4cc9-4b36-830b-0b5d56147c51), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:43.971063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:43.973864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:43.978894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Pushing event updated for resources: {'Port': ['ID=d02f49ba-4698-4891-81fe-c77243b5cd96,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.023896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:44.024299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (42f9f888-4667-4cb4-a3aa-8e4df554bf65), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:44.027566 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:44.031475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (686f17fa-ee21-4bc1-8ce2-cb26a34a57e7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.033201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::70 (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7/d2bbf185-0593-4bea-84b0-d199d5e438e0/42175702-f422-4e6f-90d7-14fffe67126c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:44.036591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9839ccac-4cc9-4b36-830b-0b5d56147c51), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.057141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Allocated IP 2001:db8::2 (c4b637a4-de24-415b-822a-f9cb3769a609/53e20100-6f8d-4b4c-a94d-0688e7e12138/b83f40ff-ea3d-47eb-842e-0eb105e18f74) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:44.084429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Attempting to bind port d02f49ba-4698-4891-81fe-c77243b5cd96 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:44.085084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Attempting to bind port d02f49ba-4698-4891-81fe-c77243b5cd96 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'f0118fb9-919c-4ca9-b542-060953322c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:44.085625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Attempting to bind port d02f49ba-4698-4891-81fe-c77243b5cd96 on network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:44.095248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:44.098338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Checking segment: {'id': 'f0118fb9-919c-4ca9-b542-060953322c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:44.098338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.098338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Bound using segment: {'id': 'f0118fb9-919c-4ca9-b542-060953322c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:44.098338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Bound port: d02f49ba-4698-4891-81fe-c77243b5cd96, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0118fb9-919c-4ca9-b542-060953322c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:44.098338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.119083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.125233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9839ccac-4cc9-4b36-830b-0b5d56147c51,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.157413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d98e5-ab12-4ad5-b49f-f64a84f5b4c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:44.164115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d98e5-ab12-4ad5-b49f-f64a84f5b4c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:44.165915 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-602d98e5-ab12-4ad5-b49f-f64a84f5b4c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2241993 Apr 30 04:54:44.171463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36016) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:44.217359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.221503 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f33e226b-0338-48a8-b834-d749f114b370 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2281413 Apr 30 04:54:44.223977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:44.230327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--285080420'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:44.315512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] For port d02f49ba-4698-4891-81fe-c77243b5cd96, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:44.330877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (686f17fa-ee21-4bc1-8ce2-cb26a34a57e7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.336208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks [] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.341460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] For port d02f49ba-4698-4891-81fe-c77243b5cd96, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d02f49ba-4698-4891-81fe-c77243b5cd96,segment=NetworkSegment(f0118fb9-919c-4ca9-b542-060953322c1f),segment_id=f0118fb9-919c-4ca9-b542-060953322c1f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:44.359474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686f17fa-ee21-4bc1-8ce2-cb26a34a57e7']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:44.362049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (abbd8528-09c9-4620-88ec-bb7441015710), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.363967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b234c79a-1946-4ba0-999c-e3d4a23db9ab), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.369138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.374483 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/networks/b234c79a-1946-4ba0-999c-e3d4a23db9ab HTTP/1.1" status: 204 len: 168 time: 1.7861221 Apr 30 04:54:44.380455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36020) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:44.384909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'routes': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:44.412367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca9926-7140-4c7e-9b82-38b4b3aa3834 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Pushing event deleted for resources: {'Network': ['ID=b234c79a-1946-4ba0-999c-e3d4a23db9ab,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.421797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.440813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cfe9b5-0d10-41c4-82da-3641660e016a') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:44.441111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cfe9b5-0d10-41c4-82da-3641660e016a') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:44.472199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Network c4b637a4-de24-415b-822a-f9cb3769a609 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:44.476516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:44.481094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.491081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (23cfe9b5-0d10-41c4-82da-3641660e016a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.493873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:44.537236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (23cfe9b5-0d10-41c4-82da-3641660e016a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.547421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Pushing event updated for resources: {'Port': ['ID=b83f40ff-ea3d-47eb-842e-0eb105e18f74,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.549257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port db6698a0-924e-402d-8d41-6815d8a96fbb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:44.552423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db6698a0-924e-402d-8d41-6815d8a96fbb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.648183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d80b45-f27b-4b13-919b-4b882d5032a4 None None] Pushing event updated for resources: {'Port': ['ID=d02f49ba-4698-4891-81fe-c77243b5cd96,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.650479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:44.655259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (23cfe9b5-0d10-41c4-82da-3641660e016a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:44.656454 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:44.660570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=abbd8528-09c9-4620-88ec-bb7441015710,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:44.689560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Attempting to bind port b83f40ff-ea3d-47eb-842e-0eb105e18f74 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:44.689978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Attempting to bind port b83f40ff-ea3d-47eb-842e-0eb105e18f74 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:44.690856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Attempting to bind port b83f40ff-ea3d-47eb-842e-0eb105e18f74 on network c4b637a4-de24-415b-822a-f9cb3769a609 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:44.699421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:44.699810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Checking segment: {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:44.700216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.700622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Bound using segment: {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:44.701460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Bound port: b83f40ff-ea3d-47eb-842e-0eb105e18f74, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:44.701996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.707467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Checking segment: {'id': 'a32cf674-c755-431e-be30-cae16efc63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:44.707842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network hostable DHCP agents. Network: ccea7f18-5dee-464b-b9e4-28485409d797, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:44.711357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db6698a0-924e-402d-8d41-6815d8a96fbb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.773054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for db6698a0-924e-402d-8d41-6815d8a96fbb owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:44.807731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] For port b83f40ff-ea3d-47eb-842e-0eb105e18f74, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:44.820116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] For port b83f40ff-ea3d-47eb-842e-0eb105e18f74, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b83f40ff-ea3d-47eb-842e-0eb105e18f74,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:44.870403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.882848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (686f17fa-ee21-4bc1-8ce2-cb26a34a57e7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.883046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Provisioning complete for port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:44.883046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.888983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.893434 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] 10.222.0.16 "DELETE /v2.0/networks/686f17fa-ee21-4bc1-8ce2-cb26a34a57e7 HTTP/1.1" status: 204 len: 168 time: 1.1031511 Apr 30 04:54:44.910132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network ccea7f18-5dee-464b-b9e4-28485409d797 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:44.918512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:44.942629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f3f5c-7c68-4d5f-832b-8baa9e5d95c9 tempest-PortsAdminExtendedAttrsTestJSON-1537770697 tempest-PortsAdminExtendedAttrsTestJSON-1537770697-project] Pushing event deleted for resources: {'Network': ['ID=686f17fa-ee21-4bc1-8ce2-cb26a34a57e7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:45.003805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ccea7f18-5dee-464b-b9e4-28485409d797) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:45.018759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b6ea0-bc1c-4a96-9ae8-0b3eb0887929 None None] Network ccea7f18-5dee-464b-b9e4-28485409d797 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:45.024351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:45.024673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.090413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc87c3-afef-4af6-92f5-443cf0517ae8 None None] Pushing event updated for resources: {'Port': ['ID=b83f40ff-ea3d-47eb-842e-0eb105e18f74,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:45.166708 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a1bb2c77-5056-4c86-aaba-dd2de5ac5ce4 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9458060 Apr 30 04:54:45.176712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:45.193421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1273560030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:45.207326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (42175702-f422-4e6f-90d7-14fffe67126c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.224601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Added routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:54:45.224927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Removed routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:54:45.225305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.268755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Current status of the port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:45.270301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.336479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.337959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.345903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (db6698a0-924e-402d-8d41-6815d8a96fbb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.346064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8::1 (c4b637a4-de24-415b-822a-f9cb3769a609/53e20100-6f8d-4b4c-a94d-0688e7e12138/6f29e4c2-2447-4826-9d9b-4a33edba6f7d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:45.350609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] For port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:45.354797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:45.357220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ccea7f18-5dee-464b-b9e4-28485409d797', 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': 'abbd8528-09c9-4620-88ec-bb7441015710'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:45.358456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.450800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.464223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=db6698a0-924e-402d-8d41-6815d8a96fbb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:45.525822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.531733 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8894c26c-49e7-4e81-ab98-6daf448c47d0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/db6698a0-924e-402d-8d41-6815d8a96fbb HTTP/1.1" status: 204 len: 168 time: 1.3570995 Apr 30 04:54:45.546218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36026) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:45.577410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (da3ae3c8-28f1-476a-8926-4d667660450a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.659450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.670262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (da3ae3c8-28f1-476a-8926-4d667660450a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.697791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.732798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (42175702-f422-4e6f-90d7-14fffe67126c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.752627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for router_controller (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.770590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d083427-d81a-4283-8066-5420d4dd5f21 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:45.777829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d083427-d81a-4283-8066-5420d4dd5f21 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:45.782532 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6d083427-d81a-4283-8066-5420d4dd5f21 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2327688 Apr 30 04:54:45.786763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36030) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:45.787265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36032) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:45.796973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3bffba26-0f54-4bf1-afd1-ab4776042b14 None None] Could not find standard attr ID for object db6698a0-924e-402d-8d41-6815d8a96fbb. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:54:45.875375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.921536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16212f-d6e5-4553-a508-3e9b996f462c None None] Pushing event updated for resources: {'Port': ['ID=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:45.933782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:45.933782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.944552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 3a9e4c30-0684-44e9-bb28-3bf797d86bd2 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:45.948648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (3a9e4c30-0684-44e9-bb28-3bf797d86bd2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:45.977842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.009513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.010871 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f35d34cc-b626-48f8-ab01-ea01459c24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8331676 Apr 30 04:54:46.015379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36036) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.024195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797', 'name': 'tempest-PortsTestJSON-1131397506'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:46.030974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.031146 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.8040705 Apr 30 04:54:46.050836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36038) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.053881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:46.054384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Allocated IP 172.20.0.2 (ccea7f18-5dee-464b-b9e4-28485409d797/abbd8528-09c9-4620-88ec-bb7441015710/fd026687-6a97-4e8b-9ee4-dbc1b68e6eed) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:46.055127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920fda1-5ae2-4f6d-8247-e7daa0892287 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ae3c8-28f1-476a-8926-4d667660450a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:46.065889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d097106a-ed5f-4772-a5db-76e1f60c8ec9 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group_rule': {'security_group_id': '9839ccac-4cc9-4b36-830b-0b5d56147c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da3ae3c8-28f1-476a-8926-4d667660450a'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:46.079399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (3a9e4c30-0684-44e9-bb28-3bf797d86bd2), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.112882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router bb8c9af7-8a53-4910-9916-37f0b19553e9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:54:46.114301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:46.117862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:46.125018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:46.125949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.143439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=42175702-f422-4e6f-90d7-14fffe67126c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:46.152196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:46.153464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d02f49ba-4698-4891-81fe-c77243b5cd96 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:46.181304 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a943eabe-0df1-4ec8-a5b0-f222964425d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f240f493fba43cf902f1fe98737b15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903613 Apr 30 04:54:46.186196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36040) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.293979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d02f49ba-4698-4891-81fe-c77243b5cd96 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:46.294462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.325357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-443c7c3a-1363-48aa-814c-a0acb001bcbf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8777311 Apr 30 04:54:46.329055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36042) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.335334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': 'b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7', 'name': 'tempest-PortsIpV6TestJSON-1993548133'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:46.361786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] Publish callbacks [] for security_group (2fd82d75-e6e2-4a31-a358-bf54af9eacd4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.368030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:46.380860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.382032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-29ced962-8bdd-4167-9883-3651f82ebe38 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 701 time: 2.0006149 Apr 30 04:54:46.394068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] Publish callbacks [] for security_group (2fd82d75-e6e2-4a31-a358-bf54af9eacd4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.394999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36044) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.425354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (3a9e4c30-0684-44e9-bb28-3bf797d86bd2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.427433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Sync routers for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:46.446785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf45379-b21e-46da-aa18-d28fa313cf13 None None] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:46.447013 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f64b3993-5bfd-495f-a5cb-45b5d6b8a4c7 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 205 time: 0.0502183 Apr 30 04:54:46.454063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36046) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.485322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-d097106a-ed5f-4772-a5db-76e1f60c8ec9 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:54:46.489934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d097106a-ed5f-4772-a5db-76e1f60c8ec9 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4304018 Apr 30 04:54:46.491137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:46.508114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks [] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.527595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.555452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:46.556290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:46.559239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d02f49ba-4698-4891-81fe-c77243b5cd96 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:46.559783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.613805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c4b637a4-de24-415b-822a-f9cb3769a609 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:46.637323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:46.652097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.656373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:46.660420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:46.661060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.679248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4bd9a5f8-f369-4266-99a0-6e65a43d4496 None None] Provisioning complete for port d02f49ba-4698-4891-81fe-c77243b5cd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:46.679532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4bd9a5f8-f369-4266-99a0-6e65a43d4496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.741302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (da3ae3c8-28f1-476a-8926-4d667660450a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.754699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f9969-4b34-4474-9185-7c07828d70a9 None None] Network c4b637a4-de24-415b-822a-f9cb3769a609 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:46.777182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:46.802181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Network ccea7f18-5dee-464b-b9e4-28485409d797 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:46.805471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (da3ae3c8-28f1-476a-8926-4d667660450a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.860778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:46.864463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.877803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d02f49ba-4698-4891-81fe-c77243b5cd96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d02f49ba-4698-4891-81fe-c77243b5cd96,segment=NetworkSegment(f0118fb9-919c-4ca9-b542-060953322c1f),segment_id=f0118fb9-919c-4ca9-b542-060953322c1f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:46.883921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:46.887388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.887559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:46.888303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 7b6d705d-159d-4772-9bbd-73acde988251 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:46.895098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:46.913717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:46.918675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:46.926765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Pushing event updated for resources: {'Port': ['ID=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:46.999625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Checking router: bb8c9af7-8a53-4910-9916-37f0b19553e9 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:47.001689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port c2273990-74ab-4d3b-90d3-da88244cda3c yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:47.018299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (da3ae3c8-28f1-476a-8926-4d667660450a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.021129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.022339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/da3ae3c8-28f1-476a-8926-4d667660450a HTTP/1.1" status: 204 len: 168 time: 0.5273163 Apr 30 04:54:47.032162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36050) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:47.036394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.040411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2fd82d75-e6e2-4a31-a358-bf54af9eacd4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.043064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.046944 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fd82d75-e6e2-4a31-a358-bf54af9eacd4 HTTP/1.1" status: 204 len: 168 time: 0.8567774 Apr 30 04:54:47.089708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.099786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Routers {'bb8c9af7-8a53-4910-9916-37f0b19553e9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:47.100440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb8c9af7-8a53-4910-9916-37f0b19553e9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:47.115634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (3a9e4c30-0684-44e9-bb28-3bf797d86bd2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.118336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1619ad-cde0-43b2-9018-dda49b9fcdcd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ae3c8-28f1-476a-8926-4d667660450a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:47.145489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb793b-da93-4323-a400-6df1d3e35b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd82d75-e6e2-4a31-a358-bf54af9eacd4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:47.186059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::1a2 (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7/d2bbf185-0593-4bea-84b0-d199d5e438e0/7b6d705d-159d-4772-9bbd-73acde988251) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:47.252700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.254520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9e4c30-0684-44e9-bb28-3bf797d86bd2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:47.256874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (bb8c9af7-8a53-4910-9916-37f0b19553e9), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.266364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.275038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d3b58433-c5be-4fb7-ab2d-bf90e847dbd4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/3a9e4c30-0684-44e9-bb28-3bf797d86bd2 HTTP/1.1" status: 204 len: 168 time: 1.4757524 Apr 30 04:54:47.277232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36054) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:47.314037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Attempting to bind port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:47.314463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Attempting to bind port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a32cf674-c755-431e-be30-cae16efc63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:47.314845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Attempting to bind port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed on network ccea7f18-5dee-464b-b9e4-28485409d797 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:47.322393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d02f49ba-4698-4891-81fe-c77243b5cd96,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:47.355310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e663637-7c8b-4da6-a341-99fceb5ef49a None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:47.359322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:47.359858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Checking segment: {'id': 'a32cf674-c755-431e-be30-cae16efc63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:47.360379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.360875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Bound using segment: {'id': 'a32cf674-c755-431e-be30-cae16efc63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:47.361460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Bound port: fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32cf674-c755-431e-be30-cae16efc63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccea7f18-5dee-464b-b9e4-28485409d797'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:47.361992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.364453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-afec89ba-bffb-483c-9bf7-b410a5237740 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3265715 Apr 30 04:54:47.368575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36056) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:47.432872 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3b8c40e2-5bb0-43d2-b71d-60b74079f02a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535351 Apr 30 04:54:47.437253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36058) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:47.448571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:47.512373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:47.518555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] Set router bb8c9af7-8a53-4910-9916-37f0b19553e9 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:47.614543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (9839ccac-4cc9-4b36-830b-0b5d56147c51), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.635104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (bb8c9af7-8a53-4910-9916-37f0b19553e9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.641740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router bb8c9af7-8a53-4910-9916-37f0b19553e9 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:47.645903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.647415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-31583540-759d-4952-81f4-4d3768a104ca tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 204 len: 168 time: 1.1729171 Apr 30 04:54:47.652022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36062) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:47.657972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817412434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:47.664439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.3 (ccea7f18-5dee-464b-b9e4-28485409d797/abbd8528-09c9-4620-88ec-bb7441015710/c2273990-74ab-4d3b-90d3-da88244cda3c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:47.678765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9a5f8-f369-4266-99a0-6e65a43d4496 None None] Current status of the port d02f49ba-4698-4891-81fe-c77243b5cd96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:47.692979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:47.753170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:47.757245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.939851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.950911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:47.952363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.001637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afcea9-5f4f-439a-872a-445d79d2bb56 None None] The sync data for ids ['bb8c9af7-8a53-4910-9916-37f0b19553e9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb8c9af7-8a53-4910-9916-37f0b19553e9', 'name': 'tempest-RoutersTest-router-1056972395', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:53:16Z', 'updated_at': '2022-04-30T04:54:40Z', 'revision_number': 11, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:48.061711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.071341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (9839ccac-4cc9-4b36-830b-0b5d56147c51), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.086524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:48.087016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.090393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Provisioning complete for port b83f40ff-ea3d-47eb-842e-0eb105e18f74 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:48.090847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.100600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] For port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:48.134488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (7b6d705d-159d-4772-9bbd-73acde988251), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.178649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (a6daa02f-2d55-40f3-a487-bf9e97257de6), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.213969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] For port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,segment=NetworkSegment(a32cf674-c755-431e-be30-cae16efc63cf),segment_id=a32cf674-c755-431e-be30-cae16efc63cf)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:48.226169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.226852 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-87ef42f8-9a71-4dcc-bb06-17eeef4f1334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e993007d1c1491ea0908f07994a2a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619954 Apr 30 04:54:48.228692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:48.229390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36066) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.287115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.327480 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Deleting port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:48.327941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.330102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.381734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9839ccac-4cc9-4b36-830b-0b5d56147c51), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.385146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.396472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/9839ccac-4cc9-4b36-830b-0b5d56147c51 HTTP/1.1" status: 204 len: 168 time: 1.0221331 Apr 30 04:54:48.396472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36068) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.397068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.397839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.400609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=c2273990-74ab-4d3b-90d3-da88244cda3c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.400840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7b6d705d-159d-4772-9bbd-73acde988251), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.409108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.433111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.434343 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-edd29479-1b59-4a2f-9fbb-9b189bce1088 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7813668 Apr 30 04:54:48.440572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36070) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.471878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network ccea7f18-5dee-464b-b9e4-28485409d797 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:48.473845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce3cb0-9514-45c1-802a-cc23143caacf tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839ccac-4cc9-4b36-830b-0b5d56147c51,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.480456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:48.505945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:48.507236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:48.508271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b83f40ff-ea3d-47eb-842e-0eb105e18f74 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:48.509445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:48.520844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Current status of the port b83f40ff-ea3d-47eb-842e-0eb105e18f74 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:48.521406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.555495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] Publish callbacks [] for security_group (64ed5ca9-bd13-41a0-8c72-cffb141edb51), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.582395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:48.602060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] Publish callbacks [] for security_group (64ed5ca9-bd13-41a0-8c72-cffb141edb51), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.624941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:48.626450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] For port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:48.626925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.634122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.642084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636afc9-71cb-4140-8a4b-8e436a57224b None None] Pushing event updated for resources: {'Port': ['ID=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.660714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Calling delete_port for 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:48.663454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (6a02a533-c128-423f-b7ac-d78627996d5b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.674534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:48.680133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:48.680848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] For port b83f40ff-ea3d-47eb-842e-0eb105e18f74, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b83f40ff-ea3d-47eb-842e-0eb105e18f74,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:48.681207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.741279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b83f40ff-ea3d-47eb-842e-0eb105e18f74 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:48.741655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.741983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-45e35871-813c-47b5-ae65-8343580c6450 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3384731 Apr 30 04:54:48.745013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36072) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.769577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:48.770445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.790701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:48.791374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028035658'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:48.798493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=6a02a533-c128-423f-b7ac-d78627996d5b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.819078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:48.823081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:48.823951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.883194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a3bffe57-5b06-492e-b9c7-0046beb23866 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8613882 Apr 30 04:54:48.883194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36074) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:48.911491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=7b6d705d-159d-4772-9bbd-73acde988251,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:48.925848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:48.988713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Provisioning complete for port 42175702-f422-4e6f-90d7-14fffe67126c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:48.991325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42175702-f422-4e6f-90d7-14fffe67126c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.010170 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-256d8bf3-912f-41ab-99ea-85b73eb87586 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5663619 Apr 30 04:54:49.010838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36076) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:49.018225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'name': 'tempest-NetworksTestDHCPv6-1721875100'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:49.018457 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-172dcc14-e8e0-48bb-a2d6-4584ae201200 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6870468 Apr 30 04:54:49.025398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36078) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:49.027902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c4b637a4-de24-415b-822a-f9cb3769a609 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:49.032797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:49.120432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Pushing event updated for resources: {'Port': ['ID=b83f40ff-ea3d-47eb-842e-0eb105e18f74,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:49.161034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (217a1c9a-d49c-40d2-ba1c-30c545a8aa6a), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.171744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Port 42175702-f422-4e6f-90d7-14fffe67126c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:49.200475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (64ed5ca9-bd13-41a0-8c72-cffb141edb51), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.205068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.206448 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64ed5ca9-bd13-41a0-8c72-cffb141edb51 HTTP/1.1" status: 204 len: 168 time: 0.9759905 Apr 30 04:54:49.220143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] Pushing event deleted for resources: {'Port': ['ID=217a1c9a-d49c-40d2-ba1c-30c545a8aa6a,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:49.229403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2cad2-ff9c-4769-8974-9493af3f0fa9 None None] No DVR routers for this DVR port 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:49.238786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Provisioning complete for port d02f49ba-4698-4891-81fe-c77243b5cd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:49.238786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.240161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b83f40ff-ea3d-47eb-842e-0eb105e18f74 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:49.280360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d8397-33dd-4bb8-90c0-ba9714a56d86 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:49.316898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.340700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.489288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d987e-c7ff-457e-bd4b-1cb7bf3df7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed5ca9-bd13-41a0-8c72-cffb141edb51,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:49.500270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (ae8d798b-fede-4b0b-befa-5f20d730c96d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.504104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '6a02a533-c128-423f-b7ac-d78627996d5b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:49.514115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.514259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d40f4-247b-4bc8-8b4b-d2a16a5e2b52 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:49.514259 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b75d40f4-247b-4bc8-8b4b-d2a16a5e2b52 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A70 HTTP/1.1" status: 200 len: 928 time: 0.4312613 Apr 30 04:54:49.519077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36082) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:49.527014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17970ba3-b417-4d00-9da4-0261eb2625d4 None None] Current status of the port d02f49ba-4698-4891-81fe-c77243b5cd96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:49.608479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fd026687-6a97-4e8b-9ee4-dbc1b68e6eed up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:49.619812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.629317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae8d798b-fede-4b0b-befa-5f20d730c96d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.637653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:49.683516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Provisioning complete for port b83f40ff-ea3d-47eb-842e-0eb105e18f74 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:49.683884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.723300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:49.726159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.848739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port c0f09b6a-c38a-4493-9643-44d423a2b0fe yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:54:49.849054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:49.849054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.849054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/6a02a533-c128-423f-b7ac-d78627996d5b/2a270929-89f4-435e-8ebc-52dabcd59397) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:49.896616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d798b-fede-4b0b-befa-5f20d730c96d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:49.903914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Current status of the port b83f40ff-ea3d-47eb-842e-0eb105e18f74 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:49.914093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.915088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Provisioning complete for port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:49.915459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.917014 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1299119 Apr 30 04:54:49.929845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 7b6d705d-159d-4772-9bbd-73acde988251 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:49.934716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7b6d705d-159d-4772-9bbd-73acde988251), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.980323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36090) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:49.981038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:49.988522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-87ff1045-29f9-4f93-90dc-7885fd90f634 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:49.989232 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-87ff1045-29f9-4f93-90dc-7885fd90f634 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 04:54:49.989731 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-87ff1045-29f9-4f93-90dc-7885fd90f634 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] update failed (client error): There was a conflict when trying to complete your request. Apr 30 04:54:49.990815 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-87ff1045-29f9-4f93-90dc-7885fd90f634 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "PUT /v2.0/security-groups/ae8d798b-fede-4b0b-befa-5f20d730c96d HTTP/1.1" status: 409 len: 330 time: 0.0062056 Apr 30 04:54:49.996208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36094) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:50.017488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:50.024625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.026770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.028141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.028760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.030700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.031341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.031846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.032830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.035080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.035801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.036270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.036716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.037151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.039444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.041554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19af206-8129-4e7f-b47f-6ce102d68811 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:50.076573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Provisioning complete for port 42175702-f422-4e6f-90d7-14fffe67126c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:50.077116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (42175702-f422-4e6f-90d7-14fffe67126c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.092954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:50.093340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.191405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (ae8d798b-fede-4b0b-befa-5f20d730c96d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.192743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,segment=NetworkSegment(a32cf674-c755-431e-be30-cae16efc63cf),segment_id=a32cf674-c755-431e-be30-cae16efc63cf)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:50.195118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:50.205245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d08c9691-81bd-42f0-9250-769d68755168 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6895971 Apr 30 04:54:50.208997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36098) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:50.211047 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:50.215107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133985029'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:50.215708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffcd62-80c7-49ed-94c4-d7a0d896b8bf None None] Network ccea7f18-5dee-464b-b9e4-28485409d797 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:50.224707 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:50.225702 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:50.230537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Port 42175702-f422-4e6f-90d7-14fffe67126c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:50.251982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7b6d705d-159d-4772-9bbd-73acde988251), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.275453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 7b6d705d-159d-4772-9bbd-73acde988251 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:50.296373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (ae8d798b-fede-4b0b-befa-5f20d730c96d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.333740 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:50.473227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Provisioning complete for port 7b6d705d-159d-4772-9bbd-73acde988251 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:50.473663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7b6d705d-159d-4772-9bbd-73acde988251), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.489805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:50.493169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.501864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.502916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b83f40ff-ea3d-47eb-842e-0eb105e18f74 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:50.525638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.533180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Router a6daa02f-2d55-40f3-a487-bf9e97257de6 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:50.541038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7b6d705d-159d-4772-9bbd-73acde988251), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.605112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.617800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks [] for port (2a270929-89f4-435e-8ebc-52dabcd59397), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.655558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d7785bdc-8313-4bd4-b6c7-e00b4717fef3 None None] Port 7b6d705d-159d-4772-9bbd-73acde988251 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:50.675677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ae8d798b-fede-4b0b-befa-5f20d730c96d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.677585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:50.678165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.681615 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae8d798b-fede-4b0b-befa-5f20d730c96d HTTP/1.1" status: 204 len: 168 time: 0.6823728 Apr 30 04:54:50.683573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:50.691880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36108) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:50.698635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c9f900e2-549b-453c-a9a5-1fd47341ef24), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.698997 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment c9f900e2-549b-453c-a9a5-1fd47341ef24 of type vlan for network c1aeda0d-78e1-40a7-a0f9-705abddcf100 Apr 30 04:54:50.707146 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:46Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:47Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:50.724771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.735651 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:50.736261 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Updating router 778f2f96-2317-4522-ba53-54b7d751b12f port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:54:50.743583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d798b-fede-4b0b-befa-5f20d730c96d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:50.775170 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.775758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b83f40ff-ea3d-47eb-842e-0eb105e18f74 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:50.776133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.802486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c1aeda0d-78e1-40a7-a0f9-705abddcf100), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.835664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:50.843025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:50.843447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=7b6d705d-159d-4772-9bbd-73acde988251,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:50.852050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.853598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c840c807-f39b-4beb-bbce-202b96b9ba66 None None] Provisioning complete for port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:50.854006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c840c807-f39b-4beb-bbce-202b96b9ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.860092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0c4feb15-6e60-40e3-9b3b-054a82dcf2c8 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "PUT /v2.0/routers/a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 200 len: 693 time: 2.3898659 Apr 30 04:54:50.864124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36110) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:50.864461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:50.868951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Pushing event updated for resources: {'Port': ['ID=2a270929-89f4-435e-8ebc-52dabcd59397,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:50.871511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:50.905940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Sync routers for ids ['a6daa02f-2d55-40f3-a487-bf9e97257de6'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:50.961355 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-528db66b-a005-4032-b94c-e8f0fbd5eeaf tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/routers/a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 200 len: 699 time: 0.0955861 Apr 30 04:54:50.981044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c1aeda0d-78e1-40a7-a0f9-705abddcf100), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.986881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:50.987664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:50.990562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36114) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:50.993804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::2d9 (b6427a96-a6f5-42f0-9a44-12b949b58e60/6a02a533-c128-423f-b7ac-d78627996d5b/c0f09b6a-c38a-4493-9643-44d423a2b0fe) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:51.026941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Routers {'a6daa02f-2d55-40f3-a487-bf9e97257de6'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:51.027604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a6daa02f-2d55-40f3-a487-bf9e97257de6'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:51.101632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=c1aeda0d-78e1-40a7-a0f9-705abddcf100,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:51.115430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b20970be-4b6c-45a0-959d-8a980a472eff tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 200 len: 205 time: 0.0477748 Apr 30 04:54:51.119596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.123145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d5609efa-d8ae-45af-9c47-8f87be2be82e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/7b6d705d-159d-4772-9bbd-73acde988251 HTTP/1.1" status: 204 len: 168 time: 1.6026099 Apr 30 04:54:51.126998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36116) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.127446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36118) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.204522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (c0f09b6a-c38a-4493-9643-44d423a2b0fe), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.232068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c52256-821b-40d6-b1c7-4a99b020f866 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:51.236288 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1c52256-821b-40d6-b1c7-4a99b020f866 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/7b6d705d-159d-4772-9bbd-73acde988251 HTTP/1.1" status: 404 len: 333 time: 0.1042979 Apr 30 04:54:51.239454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2a0cb853-1544-49c5-bdb6-384ef9ab85ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0293603 Apr 30 04:54:51.240146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36120) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.243759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36122) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.258918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Set router a6daa02f-2d55-40f3-a487-bf9e97257de6 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:51.267931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=c2273990-74ab-4d3b-90d3-da88244cda3c,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:51.303250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.303605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.303953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.304292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.304661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.304950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.305291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.306109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.306467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.306834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.307159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.307486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.307812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.308143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.308465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.325201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36124) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.346343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c0f09b6a-c38a-4493-9643-44d423a2b0fe), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.353705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.354057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.354820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.354820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.355082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.355416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.355745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.356072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.365770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.369381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa88b607-e5ee-4f8c-b48b-0b911e0f1cf1 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.392259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6daa02f-2d55-40f3-a487-bf9e97257de6', 'name': 'tempest-RoutersTest-router-817412434', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:47Z', 'updated_at': '2022-04-30T04:54:49Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:51.395695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:51.405842 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks [] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.421519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:51.472800 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.510330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Checking router: a6daa02f-2d55-40f3-a487-bf9e97257de6 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:54:51.518712 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-901d01cf-9de4-4c2e-9abd-a1bc96984365 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.8025475 Apr 30 04:54:51.527580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36128) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.528300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Attempting to bind port 2a270929-89f4-435e-8ebc-52dabcd59397 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:51.528300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Attempting to bind port 2a270929-89f4-435e-8ebc-52dabcd59397 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:51.528523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Attempting to bind port 2a270929-89f4-435e-8ebc-52dabcd59397 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:51.534470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 42175702-f422-4e6f-90d7-14fffe67126c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:51.538221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (42175702-f422-4e6f-90d7-14fffe67126c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.543140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:51.564540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748840411'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:51.570672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:51.572736 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-9fa090ad-4e15-4acd-bcba-5dba1076eab7 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] delete failed (client error): The resource could not be found. Apr 30 04:54:51.581187 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9fa090ad-4e15-4acd-bcba-5dba1076eab7 tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "DELETE /v2.0/security-groups/87115af7-3a62-4588-a51a-552af7ab2d83 HTTP/1.1" status: 404 len: 347 time: 0.0345235 Apr 30 04:54:51.581187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.581187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:51.587598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:51.588264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.589491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.589721 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Pushing event updated for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:51.634643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Routers {'a6daa02f-2d55-40f3-a487-bf9e97257de6'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:51.635377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a6daa02f-2d55-40f3-a487-bf9e97257de6'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:51.667491 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-6b294837-a7f7-4056-9438-a74c60ef20cd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] show failed (client error): The resource could not be found. Apr 30 04:54:51.674941 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b294837-a7f7-4056-9438-a74c60ef20cd tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-groups/b872fcdf-cb43-4ba8-bc31-ab1456fa983e HTTP/1.1" status: 404 len: 347 time: 0.0804946 Apr 30 04:54:51.679442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36132) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.687349 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Attempting to bind port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:51.688383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Attempting to bind port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:51.689130 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Attempting to bind port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d on network c4b637a4-de24-415b-822a-f9cb3769a609 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:51.697323 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.697672 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.698163 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.698564 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.698898 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.699225 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.699599 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.699957 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.700297 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.700623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.701868 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.702231 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.702609 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.702929 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.703260 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:51.712672 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-e8dc0384-97f0-4a94-ab50-33542c97fc6e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] show failed (client error): The resource could not be found. Apr 30 04:54:51.718339 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:51.720049 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Checking segment: {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:51.720482 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.721122 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Bound using segment: {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:51.721800 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Bound port: 6f29e4c2-2447-4826-9d9b-4a33edba6f7d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73692fa3-370e-416c-aa5b-4edcf3d6f272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:51.722139 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.730080 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e8dc0384-97f0-4a94-ab50-33542c97fc6e tempest-NegativeSecGroupTest-1012746513 tempest-NegativeSecGroupTest-1012746513-project] 10.222.0.16 "GET /v2.0/security-group-rules/5530b346-bd49-489b-89e3-8b4ca243540c HTTP/1.1" status: 404 len: 356 time: 0.0382380 Apr 30 04:54:51.744502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=c0f09b6a-c38a-4493-9643-44d423a2b0fe,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:51.750149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:51.753079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:51.758852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.758852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:51.758852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Bound port: 2a270929-89f4-435e-8ebc-52dabcd59397, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:51.758852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:51.811219 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da63e58b-e2e6-408a-969f-3c6e7a1e3c20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7958236 Apr 30 04:54:51.811671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.851778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c840c807-f39b-4beb-bbce-202b96b9ba66 None None] Current status of the port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:51.903399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b83f40ff-ea3d-47eb-842e-0eb105e18f74 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:51.911459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d02f49ba-4698-4891-81fe-c77243b5cd96 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:51.939742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9889f8f-7c09-4201-807f-597988db5aa3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:51.945388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9889f8f-7c09-4201-807f-597988db5aa3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:51.952042 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] For port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:51.953450 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c9889f8f-7c09-4201-807f-597988db5aa3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1377270 Apr 30 04:54:51.957700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36138) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:51.958411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:51.959168 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] For port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:51.961781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.027373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.027980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.115966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] Set router a6daa02f-2d55-40f3-a487-bf9e97257de6 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:52.170970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:52.174638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.175675 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8d43e-676d-4c4f-a518-f94b3feae1a7 None None] Pushing event updated for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:52.180848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:52.181515 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:52.197462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.200658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-53b88eb4-d0d0-4b1a-92aa-f2260a4b3153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.293693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6daa02f-2d55-40f3-a487-bf9e97257de6', 'name': 'tempest-RoutersTest-router-817412434', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:47Z', 'updated_at': '2022-04-30T04:54:49Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:52.332165 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:54:52.347797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Provisioning complete for port c2273990-74ab-4d3b-90d3-da88244cda3c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:52.348190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.358602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b0e001-0333-4dde-8010-54e217ba2b4a None None] The sync data for ids ['a6daa02f-2d55-40f3-a487-bf9e97257de6'] in dv-neutron-838078-9-hyperv is: [{'id': 'a6daa02f-2d55-40f3-a487-bf9e97257de6', 'name': 'tempest-RoutersTest-router-817412434', 'tenant_id': '9be607fea8614c92b935c36d9781a0d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:47Z', 'updated_at': '2022-04-30T04:54:49Z', 'revision_number': 2, 'project_id': '9be607fea8614c92b935c36d9781a0d1', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:52.412374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] For port 2a270929-89f4-435e-8ebc-52dabcd59397, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:52.418262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] For port 2a270929-89f4-435e-8ebc-52dabcd59397, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a270929-89f4-435e-8ebc-52dabcd59397,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:52.424772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.434898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router_controller (a6daa02f-2d55-40f3-a487-bf9e97257de6), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.468991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Port c2273990-74ab-4d3b-90d3-da88244cda3c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:52.492269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d02f49ba-4698-4891-81fe-c77243b5cd96 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:52.493194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.510201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.513786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Provisioning complete for port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:52.514887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.565366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (42175702-f422-4e6f-90d7-14fffe67126c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.584844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 42175702-f422-4e6f-90d7-14fffe67126c owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:52.684711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4f5d-42d5-4aa9-96ef-8ae97898208c None None] Pushing event updated for resources: {'Port': ['ID=2a270929-89f4-435e-8ebc-52dabcd59397,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:52.687778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:46Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:51Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:52.760890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-101082f8-44f8-4be2-8722-a6ab7320d723 None None] Current status of the port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:52.768125 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709d7e3-6a47-4fe7-b875-389feb20bf94 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:46Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:51Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:52.774750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36142) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:52.781068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d02f49ba-4698-4891-81fe-c77243b5cd96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:52.850707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (42175702-f422-4e6f-90d7-14fffe67126c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.859526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port c0f09b6a-c38a-4493-9643-44d423a2b0fe {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:52.860644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c0f09b6a-c38a-4493-9643-44d423a2b0fe), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.883696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Provisioning complete for port c2273990-74ab-4d3b-90d3-da88244cda3c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:52.884201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.916858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:52.931083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (a6daa02f-2d55-40f3-a487-bf9e97257de6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.931083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Fanout notify agent at l3_agent the message router_deleted on router a6daa02f-2d55-40f3-a487-bf9e97257de6 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:54:52.943203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:52.947634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-813b8860-27b0-4e47-afa3-af230cc0689d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 204 len: 168 time: 1.8159547 Apr 30 04:54:52.955598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=42175702-f422-4e6f-90d7-14fffe67126c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:52.960279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36146) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:52.964305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:52.966689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 217a1c9a-d49c-40d2-ba1c-30c545a8aa6a not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:53.018224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-43fe507a-1106-4e15-af20-a0bb45bbaefb tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 200 len: 205 time: 0.0520575 Apr 30 04:54:53.020506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36148) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.046727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Port c2273990-74ab-4d3b-90d3-da88244cda3c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:53.060169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Provisioning complete for port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:53.060616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.107854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for security_group (bae87d69-0dfc-4e1b-9b12-567fc44865a8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.149464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c0f09b6a-c38a-4493-9643-44d423a2b0fe), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.191560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for c0f09b6a-c38a-4493-9643-44d423a2b0fe owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:53.227649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Current status of the port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:53.234629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.256008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.260872 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bae87d69-0dfc-4e1b-9b12-567fc44865a8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.262335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-d4ba4940-0898-4499-8412-17118f73ea4d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:53.268338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fd026687-6a97-4e8b-9ee4-dbc1b68e6eed up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:53.269293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d4ba4940-0898-4499-8412-17118f73ea4d tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/a6daa02f-2d55-40f3-a487-bf9e97257de6 HTTP/1.1" status: 404 len: 336 time: 0.2233858 Apr 30 04:54:53.315099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36150) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.361519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.367346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-96c9ecdf-0b7c-4d4d-9680-4c6d9dc7a5f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/42175702-f422-4e6f-90d7-14fffe67126c HTTP/1.1" status: 204 len: 168 time: 2.1243021 Apr 30 04:54:53.375927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36152) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.425193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] For port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:53.440276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:53.440655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.457283 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-29699c60-82c3-48cd-9fc8-f432a9bc1cbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6799cd5baf93481b90b88ab32fb9cc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6813192 Apr 30 04:54:53.457921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36154) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.460967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fcd8c7-adda-4282-ae4c-b7da321dff4d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:54:53.462616 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d4fcd8c7-adda-4282-ae4c-b7da321dff4d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/42175702-f422-4e6f-90d7-14fffe67126c HTTP/1.1" status: 404 len: 333 time: 0.0822670 Apr 30 04:54:53.468707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36156) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.475188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (cc3e1bc6-b709-442a-927c-935db274679c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.490829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:53.494383 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1197916-37a1-4572-8ee4-4a71faa2ffd3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:53.503344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1197916-37a1-4572-8ee4-4a71faa2ffd3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:53.503344 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1197916-37a1-4572-8ee4-4a71faa2ffd3 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/b27365ea-02bb-4ba6-b4fa-54ce1aa72dc8 HTTP/1.1" status: 404 len: 337 time: 0.1793447 Apr 30 04:54:53.529381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36158) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.553364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet d2bbf185-0593-4bea-84b0-d199d5e438e0 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:53.559483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.568566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:53.590383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (d2bbf185-0593-4bea-84b0-d199d5e438e0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.600730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae87d69-0dfc-4e1b-9b12-567fc44865a8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:53.628561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ba99e-68af-4abd-a22e-0f99297f063e None None] Pushing event updated for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:53.652420 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-414d0a81-27f9-4314-bd75-fb7ce6ced6c5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:53.652903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414d0a81-27f9-4314-bd75-fb7ce6ced6c5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:53.658835 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-414d0a81-27f9-4314-bd75-fb7ce6ced6c5 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/60b389c0-9db6-40a6-b79c-af2a38ce3fb4 HTTP/1.1" status: 404 len: 337 time: 0.0757854 Apr 30 04:54:53.674855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36160) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.682725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (79b997a4-f1f6-49c5-a4c8-4c0df77e4d39), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.683074 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 79b997a4-f1f6-49c5-a4c8-4c0df77e4d39 of type vlan for network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 Apr 30 04:54:53.730986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.751521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (d2bbf185-0593-4bea-84b0-d199d5e438e0), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.761254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f8a75a-6951-4c17-9158-82e343f47492 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:53.762006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f8a75a-6951-4c17-9158-82e343f47492 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:53.766083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-96f8a75a-6951-4c17-9158-82e343f47492 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/1264a329-4415-4637-b166-94770d9588c1 HTTP/1.1" status: 404 len: 337 time: 0.0902348 Apr 30 04:54:53.771873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36162) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.793624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=cc3e1bc6-b709-442a-927c-935db274679c,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:53.812290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:53.813144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: c1aeda0d-78e1-40a7-a0f9-705abddcf100, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:53.849799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-67603e7a-62f2-45a2-8bd8-8f267cd33478 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:53.850263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67603e7a-62f2-45a2-8bd8-8f267cd33478 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:53.853395 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-67603e7a-62f2-45a2-8bd8-8f267cd33478 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/a35788e6-ad3f-416d-8efa-285f3b9923e2 HTTP/1.1" status: 404 len: 337 time: 0.0786583 Apr 30 04:54:53.854124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.855711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] Publish callbacks [] for security_group (a66714a3-80cb-4d42-99dc-d5e71c6c54a6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.860131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:53.861147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.862503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36164) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.933794 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8179840c-7a80-4f7f-8928-1343cf2115b9 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 200 len: 205 time: 0.0684633 Apr 30 04:54:53.940974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36166) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:53.943956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:53.976771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] Publish callbacks [] for security_group (a66714a3-80cb-4d42-99dc-d5e71c6c54a6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.998487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d2bbf185-0593-4bea-84b0-d199d5e438e0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:53.998960 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-69872e3e-d3c9-49c2-adc5-85d6853c81fa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:54.000009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-69872e3e-d3c9-49c2-adc5-85d6853c81fa tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/bb8c9af7-8a53-4910-9916-37f0b19553e9 HTTP/1.1" status: 404 len: 336 time: 0.0567374 Apr 30 04:54:54.009858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c0f09b6a-c38a-4493-9643-44d423a2b0fe), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.011419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36168) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.091554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=c0f09b6a-c38a-4493-9643-44d423a2b0fe,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:54.098056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c1aeda0d-78e1-40a7-a0f9-705abddcf100) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:54.107563 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7800126 Apr 30 04:54:54.112821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:54.113435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.152980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (d2bbf185-0593-4bea-84b0-d199d5e438e0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.209933 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bf2d6e0f-f9f0-4332-9bbf-4bc459257e42 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=34e72ae1-86c7-427f-9e77-02c65f2c366e HTTP/1.1" status: 200 len: 205 time: 0.1923251 Apr 30 04:54:54.229133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.234857 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a5510a2-4f51-4440-94c7-f95ed9d6a045 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/c0f09b6a-c38a-4493-9643-44d423a2b0fe HTTP/1.1" status: 204 len: 168 time: 2.2680874 Apr 30 04:54:54.237600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2945e-f697-4379-9b4c-2a9f263fe620 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=0dff9c25-bc2f-4656-bb6c-c43ae4b0d303,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:54.239414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36170) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.239807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36172) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.256175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bbf185-0593-4bea-84b0-d199d5e438e0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:54.258454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36174) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.264664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:54.316453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34378ba-34c8-417e-8546-5b0a8b5e7001 None None] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:54.343237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.351117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0e079f8c-b2e9-4475-95c5-5eda9a4576d2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/d2bbf185-0593-4bea-84b0-d199d5e438e0 HTTP/1.1" status: 204 len: 168 time: 0.8790488 Apr 30 04:54:54.359689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a66714a3-80cb-4d42-99dc-d5e71c6c54a6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.362204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.365871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a66714a3-80cb-4d42-99dc-d5e71c6c54a6 HTTP/1.1" status: 204 len: 168 time: 0.9045365 Apr 30 04:54:54.367331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36176) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.425933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a5fe5939-5510-4e03-8bac-74ee1d97b59f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1109781 Apr 30 04:54:54.426847 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-7b74a57e-5f8a-4ade-b1f0-b24c056e358f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:54.430335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7b74a57e-5f8a-4ade-b1f0-b24c056e358f tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/34e72ae1-86c7-427f-9e77-02c65f2c366e HTTP/1.1" status: 404 len: 336 time: 0.1784749 Apr 30 04:54:54.451447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36180) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.451785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36182) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.469741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d95c08-4624-44ac-b976-89e7639945d1 None None] Network b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:54.480046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:54.532466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f82ac1-e80d-4870-be36-2295bc04e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66714a3-80cb-4d42-99dc-d5e71c6c54a6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:54.537148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.587151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:54.592098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.611400 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a39f01-c251-4168-b634-e1d151b2414a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:54.612459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a39f01-c251-4168-b634-e1d151b2414a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:54.618397 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e9a39f01-c251-4168-b634-e1d151b2414a tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/e0001eb2-3d7d-44c5-8299-c38e779610c4 HTTP/1.1" status: 404 len: 337 time: 0.1628408 Apr 30 04:54:54.628137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-40d7e879-96e6-4830-be47-77b4f140d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.629856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Provisioning complete for port 2a270929-89f4-435e-8ebc-52dabcd59397 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:54.630219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.642558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36184) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.658962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2dd5a-43ce-46ab-aec2-f4f4838291b5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:54.660373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2dd5a-43ce-46ab-aec2-f4f4838291b5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:54.661934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16a2dd5a-43ce-46ab-aec2-f4f4838291b5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3829260 Apr 30 04:54:54.670854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36186) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.681493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:54.682567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.689121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.739082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:54.904932 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5ce9efdb-ec64-44b8-9d3c-5b215898ab88 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 200 len: 205 time: 0.2553549 Apr 30 04:54:54.908086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36190) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:54.953638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 6a02a533-c128-423f-b7ac-d78627996d5b {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:54:54.986830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.000225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=c2273990-74ab-4d3b-90d3-da88244cda3c,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:55.015329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (6a02a533-c128-423f-b7ac-d78627996d5b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.038596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port d02f49ba-4698-4891-81fe-c77243b5cd96 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:55.039280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.041036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-2650c627-4cf6-4a41-ab61-54543639d343 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:55.041191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] DHCP port deletion for b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:55.044592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2650c627-4cf6-4a41-ab61-54543639d343 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/d814903b-3a02-4646-9de6-bb197e09366a HTTP/1.1" status: 404 len: 336 time: 0.1308999 Apr 30 04:54:55.046107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36192) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.058202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.077056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Current status of the port 2a270929-89f4-435e-8ebc-52dabcd59397 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:55.077056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.117549 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-70fa40bc-0e9d-4bc2-a883-8a8e99b69b57 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=d76cb692-d75f-48bc-999f-293118cff4e8 HTTP/1.1" status: 200 len: 205 time: 0.0678494 Apr 30 04:54:55.131401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36196) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.219674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Allocated IP 2001:db8:1::2 (c1aeda0d-78e1-40a7-a0f9-705abddcf100/cc3e1bc6-b709-442a-927c-935db274679c/8e1a39a7-3110-4360-bb43-c1787d9aeee3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:55.255875 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-60f16b77-d22c-487e-bf95-d54625bbd347 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:55.257359 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-60f16b77-d22c-487e-bf95-d54625bbd347 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/d76cb692-d75f-48bc-999f-293118cff4e8 HTTP/1.1" status: 404 len: 336 time: 0.1248164 Apr 30 04:54:55.288283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.307705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f29e4c2-2447-4826-9d9b-4a33edba6f7d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:55.309843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Deleting port d02f49ba-4698-4891-81fe-c77243b5cd96 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:55.310629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.373242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] For port 2a270929-89f4-435e-8ebc-52dabcd59397, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a270929-89f4-435e-8ebc-52dabcd59397,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:55.391293 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d826f16b-94e6-4950-91c4-f7521e5b7f49 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:55.392093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d826f16b-94e6-4950-91c4-f7521e5b7f49 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:55.397886 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d826f16b-94e6-4950-91c4-f7521e5b7f49 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/7b29f74b-ea76-4869-87fe-fb1b37e34af9 HTTP/1.1" status: 404 len: 337 time: 0.1056709 Apr 30 04:54:55.400548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.440134 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b33fbf59-4c51-4a02-8964-0652ecd14a2e tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad81d111-65d0-40fc-87d0-bc7243718169 HTTP/1.1" status: 200 len: 205 time: 0.0382533 Apr 30 04:54:55.444906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36208) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.503466 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-a2888ef2-154d-408c-8998-6577e75ae8a6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:55.504679 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2888ef2-154d-408c-8998-6577e75ae8a6 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/ad81d111-65d0-40fc-87d0-bc7243718169 HTTP/1.1" status: 404 len: 336 time: 0.0587711 Apr 30 04:54:55.509878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.517869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] For port d02f49ba-4698-4891-81fe-c77243b5cd96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d02f49ba-4698-4891-81fe-c77243b5cd96,segment=NetworkSegment(f0118fb9-919c-4ca9-b542-060953322c1f),segment_id=f0118fb9-919c-4ca9-b542-060953322c1f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:55.518791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.524533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.564240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (6a02a533-c128-423f-b7ac-d78627996d5b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.569594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network ccea7f18-5dee-464b-b9e4-28485409d797 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:55.570662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Calling delete_port for d02f49ba-4698-4891-81fe-c77243b5cd96 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:55.571170 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-01671b36-3075-4081-a463-a330f4fc7e54 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:55.571670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01671b36-3075-4081-a463-a330f4fc7e54 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:55.578590 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-01671b36-3075-4081-a463-a330f4fc7e54 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/808c38b8-4796-43c5-8963-69194eed2a17 HTTP/1.1" status: 404 len: 337 time: 0.0646195 Apr 30 04:54:55.578590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (00e207a4-2447-4a6f-8a60-0b681ee780ec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.583391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36212) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.583524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:55.583524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.585161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:55.605335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port d02f49ba-4698-4891-81fe-c77243b5cd96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d02f49ba-4698-4891-81fe-c77243b5cd96,segment=NetworkSegment(f0118fb9-919c-4ca9-b542-060953322c1f),segment_id=f0118fb9-919c-4ca9-b542-060953322c1f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:55.605707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.633391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for d02f49ba-4698-4891-81fe-c77243b5cd96 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:55.766260 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61ecaf57-4b37-41a0-9c35-cbfc374dee62 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "GET /v2.0/ports?device_id=e78c355f-7b9c-442a-b743-08dfda2c05b7 HTTP/1.1" status: 200 len: 205 time: 0.1715283 Apr 30 04:54:55.776537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6d2ff60b-4920-411c-9102-4762013060bd None None] Could not find standard attr ID for object c0f09b6a-c38a-4493-9643-44d423a2b0fe. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:54:55.833317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36220) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:55.834460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c606-fde4-4c1a-ba73-8425480bf1a7 None None] Pushing event updated for resources: {'Port': ['ID=2a270929-89f4-435e-8ebc-52dabcd59397,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:55.855347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks [] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.857818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.913157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] Pushing event deleted for resources: {'Port': ['ID=d02f49ba-4698-4891-81fe-c77243b5cd96,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:55.917022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca4bdc-a57b-4573-98ae-9bac9959fd04 None None] No DVR routers for this DVR port d02f49ba-4698-4891-81fe-c77243b5cd96 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:55.943276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6a02a533-c128-423f-b7ac-d78627996d5b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.946471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d02f49ba-4698-4891-81fe-c77243b5cd96), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.956493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:55.956816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=00e207a4-2447-4a6f-8a60-0b681ee780ec,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:55.957566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a270929-89f4-435e-8ebc-52dabcd59397 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:55.959178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9837be0b-5c14-4d07-80fe-53fe2189ada2 None None] Provisioning complete for port c2273990-74ab-4d3b-90d3-da88244cda3c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:55.959550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9837be0b-5c14-4d07-80fe-53fe2189ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:55.965102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-0b5fd334-4851-47f1-be1b-16f898018fe0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] delete failed (client error): The resource could not be found. Apr 30 04:54:55.965102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0b5fd334-4851-47f1-be1b-16f898018fe0 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/routers/e78c355f-7b9c-442a-b743-08dfda2c05b7 HTTP/1.1" status: 404 len: 336 time: 0.1266441 Apr 30 04:54:55.965323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.004693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36224) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.019717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=d02f49ba-4698-4891-81fe-c77243b5cd96,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:56.033094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36226) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.042235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.051887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:56.052253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:56.061169 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5504092d-7d23-4dad-ab61-ae87e48559d1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:56.061625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5504092d-7d23-4dad-ab61-ae87e48559d1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:56.064688 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5504092d-7d23-4dad-ab61-ae87e48559d1 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/2a25c970-bc34-43f7-a604-6f7f4571918c HTTP/1.1" status: 404 len: 337 time: 0.0563862 Apr 30 04:54:56.067997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36230) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.069616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port d02f49ba-4698-4891-81fe-c77243b5cd96 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:56.072140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:56.077859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9837be0b-5c14-4d07-80fe-53fe2189ada2 None None] Port c2273990-74ab-4d3b-90d3-da88244cda3c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:56.083639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:56.092489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:56.097185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Pushing event updated for resources: {'Port': ['ID=8e1a39a7-3110-4360-bb43-c1787d9aeee3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:56.116710 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1eae12-e2fe-4e50-87a0-59916929b976 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] DELETE failed (client error): The resource could not be found. Apr 30 04:54:56.119776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1eae12-e2fe-4e50-87a0-59916929b976 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:54:56.120409 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8f1eae12-e2fe-4e50-87a0-59916929b976 tempest-RoutersTest-15030402 tempest-RoutersTest-15030402-project] 10.222.0.16 "DELETE /v2.0/subnets/0ac85ae2-e871-4139-a7e6-62476d9d906f HTTP/1.1" status: 404 len: 337 time: 0.0519171 Apr 30 04:54:56.132262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2a270929-89f4-435e-8ebc-52dabcd59397 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:56.132828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.175245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:54:56.188767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Attempting to bind port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:56.188767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Attempting to bind port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:56.188767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Attempting to bind port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 on network c1aeda0d-78e1-40a7-a0f9-705abddcf100 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:56.198189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:56.198699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Checking segment: {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:56.199103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.199498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Bound using segment: {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:56.199973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Bound port: 8e1a39a7-3110-4360-bb43-c1787d9aeee3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:56.200507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.204796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Router 5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:54:56.257706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1983177514-network', 'tenant_id': 'ee8bf5c9274747478d6c065fffbc20d5'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:56.260369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:56.269039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:56.269728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.284459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04f1c4-462e-4350-9542-a9823500e9da None None] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:56.341077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] For port 8e1a39a7-3110-4360-bb43-c1787d9aeee3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:56.345383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2a270929-89f4-435e-8ebc-52dabcd59397 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:56.359568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:54:56.376017 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4ccb85b7-93e4-42a9-a49c-9fa6f8bb209d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/routers/5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4898944 Apr 30 04:54:56.379283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36234) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.386697 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] Sync routers for ids ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:54:56.393895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.396628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] For port 8e1a39a7-3110-4360-bb43-c1787d9aeee3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e1a39a7-3110-4360-bb43-c1787d9aeee3,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:56.401517 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-faa6e361-907f-4978-b557-37778a1f2e38 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1416831 Apr 30 04:54:56.417931 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] Routers {'5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:56.418842 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.440941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36236) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.448113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251415175'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:56.464498 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.464723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (6a02a533-c128-423f-b7ac-d78627996d5b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.475715 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] Routers {'5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:54:56.476865 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.489342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-0dff9c25-bc2f-4656-bb6c-c43ae4b0d303', 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '00e207a4-2447-4a6f-8a60-0b681ee780ec'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:56.493241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.495085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Made reservation on behalf of ee8bf5c9274747478d6c065fffbc20d5 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:56.498595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.513053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0b0b2-6050-46f1-a1a9-3e382e34f67c tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:56.518391 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dad0b0b2-6050-46f1-a1a9-3e382e34f67c tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 HTTP/1.1" status: 200 len: 982 time: 0.1348443 Apr 30 04:54:56.521495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.521641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36238) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.535120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d02f49ba-4698-4891-81fe-c77243b5cd96 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:56.555711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.558379 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.559007 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e153e-1dbe-4541-a5aa-12c277b05acc None None] The sync data for ids ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:54:56.569483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0118fb9-919c-4ca9-b542-060953322c1f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.570072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0118fb9-919c-4ca9-b542-060953322c1f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:54:56.580304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:56.584410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (f0118fb9-919c-4ca9-b542-060953322c1f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.584665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.601491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (f0118fb9-919c-4ca9-b542-060953322c1f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.608827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:54:56.609587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (f0118fb9-919c-4ca9-b542-060953322c1f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.642998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Pushing event updated for resources: {'Port': ['ID=8e1a39a7-3110-4360-bb43-c1787d9aeee3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:56.659814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d02f49ba-4698-4891-81fe-c77243b5cd96 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:56.660138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d02f49ba-4698-4891-81fe-c77243b5cd96 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:56.661877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:56.679176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.679176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.679825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.680741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.681085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.681420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.681754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.682085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.686258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.687129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.687258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36242) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.687456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.687805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.688340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.688683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.689015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2dca5-cfbe-4bac-a310-3f240b064369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:54:56.695999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3753b2cb-97d2-4f66-b997-dc99afa993b8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.696681 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 3753b2cb-97d2-4f66-b997-dc99afa993b8 of type vlan for network 3c03ebcb-5b94-45ed-b308-fae0c483d139 Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self.session.flush() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:54:56.760390 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:54:56.781945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c19e5-7a4b-4eb6-9031-16fa0055ccdb None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:56.823451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.864061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (3c03ebcb-5b94-45ed-b308-fae0c483d139), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.880959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.883116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=6a02a533-c128-423f-b7ac-d78627996d5b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:56.889205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:56.896187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7140ec1c-9f55-40c9-8660-7d7b3febc61c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/6a02a533-c128-423f-b7ac-d78627996d5b HTTP/1.1" status: 204 len: 168 time: 2.2195075 Apr 30 04:54:56.897474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36246) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:56.994894 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03872525-c3f0-40b4-80bf-01bddc5488b1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859141 Apr 30 04:54:56.994894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36248) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:57.150357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks [] for security_group (0154cbbd-ab39-4a22-9233-95a069f3a923), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.151479 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b39ea44f-71f3-4416-a028-9b633ad858cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9be607fea8614c92b935c36d9781a0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602468 Apr 30 04:54:57.152308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (3c03ebcb-5b94-45ed-b308-fae0c483d139), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.158766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:57.166396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36250) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:57.166396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.167934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.185769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.193916 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7 HTTP/1.1" status: 204 len: 168 time: 2.8194621 Apr 30 04:54:57.210862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36252) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:57.232581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2075263632'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:57.245752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8:1::1 (c1aeda0d-78e1-40a7-a0f9-705abddcf100/cc3e1bc6-b709-442a-927c-935db274679c/29810bbb-e648-41b9-98f5-e867dc39f550) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:57.245925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Allocated IP 172.20.255.242 (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303/00e207a4-2447-4a6f-8a60-0b681ee780ec/8a41dcb7-9a27-422f-bf14-d4afeb66ea92) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:54:57.261897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0154cbbd-ab39-4a22-9233-95a069f3a923), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.289752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb0fac-8329-4e5c-a093-ab79d093e2b9 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=b6e3715d-7a38-4b41-b15e-e3b68bbdb2f7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:57.311270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a270929-89f4-435e-8ebc-52dabcd59397 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:57.370088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:57.390412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:54:57.430848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0154cbbd-ab39-4a22-9233-95a069f3a923,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:57.441535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (35a7e365-6512-4e83-b82a-ceb83b8e2073), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.441900 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Added segment 35a7e365-6512-4e83-b82a-ceb83b8e2073 of type vlan for network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 Apr 30 04:54:57.467577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] Publish callbacks [] for security_group (26de2a44-b9e0-4426-982c-b25383301d34), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.470998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:57.472310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2a270929-89f4-435e-8ebc-52dabcd59397 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:57.472878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.479715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.483324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Deleting port 2a270929-89f4-435e-8ebc-52dabcd59397 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:57.483706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.589128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a83d0ae8-a0d0-4ffd-8899-73a66abb1807), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.610111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] Publish callbacks [] for security_group (26de2a44-b9e0-4426-982c-b25383301d34), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.621102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks [] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.628612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] For port 2a270929-89f4-435e-8ebc-52dabcd59397, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2a270929-89f4-435e-8ebc-52dabcd59397,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:57.629126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.647290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c4431-33b2-410f-9655-48093cb1cd8b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:57.648796 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a76c4431-33b2-410f-9655-48093cb1cd8b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6551907 Apr 30 04:54:57.653085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Calling delete_port for 2a270929-89f4-435e-8ebc-52dabcd59397 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:57.655693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36254) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:57.699943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2a270929-89f4-435e-8ebc-52dabcd59397 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:57.703854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e1a39a7-3110-4360-bb43-c1787d9aeee3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:57.724653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=3c03ebcb-5b94-45ed-b308-fae0c483d139,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:57.736491 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4ccc97a8-8db6-486f-b7af-c2c1f7561ea0 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2946169 Apr 30 04:54:57.750674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 3c03ebcb-5b94-45ed-b308-fae0c483d139 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:57.762810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:54:57.771548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36256) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:57.771797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.802430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (29810bbb-e648-41b9-98f5-e867dc39f550), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.813093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '3c03ebcb-5b94-45ed-b308-fae0c483d139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:57.831892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.879974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (57b5143b-4d93-4b15-a227-09b42eae6e23), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.880690 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment 57b5143b-4d93-4b15-a227-09b42eae6e23 of type vlan for network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 Apr 30 04:54:57.917198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Pushing event updated for resources: {'Port': ['ID=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:57.927414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:57.933740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:57.934335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.934768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9ea7b43d-eb20-453f-9df5-25c83c9e8e12), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.974540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:57.983863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a83d0ae8-a0d0-4ffd-8899-73a66abb1807), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:57.985371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:57.985731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:57.986508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.004262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (26de2a44-b9e0-4426-982c-b25383301d34), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.007166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.010691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26de2a44-b9e0-4426-982c-b25383301d34 HTTP/1.1" status: 204 len: 168 time: 0.8442888 Apr 30 04:54:58.091890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port c2273990-74ab-4d3b-90d3-da88244cda3c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:54:58.092877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.101028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9ea7b43d-eb20-453f-9df5-25c83c9e8e12), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.106203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:58.109462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.115168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81ad5a-cbd0-44b3-82c1-71e6ba39106f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:58.127153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4e81ad5a-cbd0-44b3-82c1-71e6ba39106f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4536891 Apr 30 04:54:58.127329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36260) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:58.153202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a459-befb-4370-8aa5-4c808d013d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de2a44-b9e0-4426-982c-b25383301d34,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.158023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.159596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:58.159915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.187218 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-526e295c-d358-4220-a4b8-90612ef0101e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617657 Apr 30 04:54:58.210448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Attempting to bind port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:54:58.210881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Attempting to bind port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:54:58.211247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Attempting to bind port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 on network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:54:58.215069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36262) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:58.220213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:54:58.220406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Checking segment: {'id': '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:58.220906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.221305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Bound using segment: {'id': '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:54:58.221858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Bound port: 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0dff9c25-bc2f-4656-bb6c-c43ae4b0d303'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:54:58.222193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:58.225063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.235974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e577bb-3373-4d1d-ad41-cb4ad857a33c None None] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:58.257900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (2a270929-89f4-435e-8ebc-52dabcd59397), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.281517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:58.291017 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2568357 Apr 30 04:54:58.297315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38a89e-682d-4480-89ef-36bfc69db060 admin admin] Pushing event updated for resources: {'Network': ['ID=a83d0ae8-a0d0-4ffd-8899-73a66abb1807,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.307292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36264) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:58.324602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Request body: {'subnet': {'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1983177514-subnet', 'tenant_id': 'ee8bf5c9274747478d6c065fffbc20d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:58.327201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:58.330979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:54:58.331304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.338033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.353129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 8e1a39a7-3110-4360-bb43-c1787d9aeee3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e1a39a7-3110-4360-bb43-c1787d9aeee3,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:54:58.355028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:58.361251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] Pushing event deleted for resources: {'Port': ['ID=2a270929-89f4-435e-8ebc-52dabcd59397,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.362998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0fa0ad66-b46d-4431-8455-efce76b47db7 None None] Provisioning complete for port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:58.363365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ad66-b46d-4431-8455-efce76b47db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.365478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for c2273990-74ab-4d3b-90d3-da88244cda3c owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:54:58.365920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.381502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b4881-473e-47a4-9cc7-21d42e8359f0 None None] No DVR routers for this DVR port 2a270929-89f4-435e-8ebc-52dabcd59397 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:54:58.401412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.454222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2419956 Apr 30 04:54:58.457208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36268) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:58.459274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bdbb4-4409-4968-ba1a-3f19c6bad0b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=9ea7b43d-eb20-453f-9df5-25c83c9e8e12,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.470026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:54:58.472948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.487758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:58.491849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.497133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Made reservation on behalf of ee8bf5c9274747478d6c065fffbc20d5 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:58.500143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.507884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:58.511592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.566008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] For port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:54:58.584513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] For port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,segment=NetworkSegment(79b997a4-f1f6-49c5-a4c8-4c0df77e4d39),segment_id=79b997a4-f1f6-49c5-a4c8-4c0df77e4d39)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:54:58.607461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:54:58.687306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.806982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.808906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:54:58.813166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:58.844758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=8e1a39a7-3110-4360-bb43-c1787d9aeee3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.909600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e77e23-f616-4d86-aafb-c7d4f7771288 None None] Pushing event updated for resources: {'Port': ['ID=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:58.922947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0ad66-b46d-4431-8455-efce76b47db7 None None] Current status of the port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:59.177528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e1a39a7-3110-4360-bb43-c1787d9aeee3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:54:59.241649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c2273990-74ab-4d3b-90d3-da88244cda3c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.284841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:59.285275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.340026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=c2273990-74ab-4d3b-90d3-da88244cda3c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:59.391480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (072f17a3-c971-45c9-88c0-95dbbdb0da84), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.394356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:59.448444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Provisioning complete for port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:59.449132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.517744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (7ce11c65-2e43-4a5e-951b-86b4f176d784), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.535888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a270929-89f4-435e-8ebc-52dabcd59397 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:54:59.568303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 2a270929-89f4-435e-8ebc-52dabcd59397 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:54:59.568900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2a270929-89f4-435e-8ebc-52dabcd59397 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:54:59.601585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:54:59.631853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (871118a1-c22f-4a11-a037-1e03f526f8b6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.649042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Current status of the port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:54:59.652204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:54:59.660565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Provisioning complete for port 29810bbb-e648-41b9-98f5-e867dc39f550 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:59.660948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.681422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:54:59.697172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.700359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=072f17a3-c971-45c9-88c0-95dbbdb0da84,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:59.705723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e18771d0-a1f2-4e9c-8924-67a085436459 None None] Port 29810bbb-e648-41b9-98f5-e867dc39f550 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:54:59.707821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934294fa-493e-4b61-b7b0-1d421b19ab4a None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:54:59.731003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36288) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:59.763535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (1a8cda95-df65-4577-ae8f-1abc0e2943ff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.824695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=871118a1-c22f-4a11-a037-1e03f526f8b6,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:54:59.868387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '3753b2cb-97d2-4f66-b997-dc99afa993b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c03ebcb-5b94-45ed-b308-fae0c483d139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:59.868640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.868916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 3c03ebcb-5b94-45ed-b308-fae0c483d139, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:59.898398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '072f17a3-c971-45c9-88c0-95dbbdb0da84'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:54:59.898528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.936635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fd122fac-305b-4739-a584-1f0f96b49f4c None None] Provisioning complete for port 29810bbb-e648-41b9-98f5-e867dc39f550 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:54:59.937006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fd122fac-305b-4739-a584-1f0f96b49f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:54:59.940745 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-397d07c0-17aa-47b9-836c-2cc9aaa88b4e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7216034 Apr 30 04:54:59.944520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Checking segment: {'id': '35a7e365-6512-4e83-b82a-ceb83b8e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:54:59.944520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Network hostable DHCP agents. Network: a83d0ae8-a0d0-4ffd-8899-73a66abb1807, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:54:59.980515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36292) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:54:59.986577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '072f17a3-c971-45c9-88c0-95dbbdb0da84', 'ip_address': '2001:db8::9837:9c40:2798:6b6c'}], 'name': 'tempest-NetworksTestDHCPv6-611079745'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:00.023394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (29810bbb-e648-41b9-98f5-e867dc39f550), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.042931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707483403'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:00.063149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce11c65-2e43-4a5e-951b-86b4f176d784,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:00.112731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.113573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.128768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=1a8cda95-df65-4577-ae8f-1abc0e2943ff,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:00.131126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': '57b5143b-4d93-4b15-a227-09b42eae6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:00.131489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 9ea7b43d-eb20-453f-9df5-25c83c9e8e12, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:00.214168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 3c03ebcb-5b94-45ed-b308-fae0c483d139 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:00.241941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fd122fac-305b-4739-a584-1f0f96b49f4c None None] Port 29810bbb-e648-41b9-98f5-e867dc39f550 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:00.242545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:00.260369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Router 5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:00.262701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.280436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:00.284577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.308541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:00.338530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/072f17a3-c971-45c9-88c0-95dbbdb0da84/9b99f5bf-ecd5-4aa9-acce-60f0686f40c4) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:00.351748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:00.358371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:00.382085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:00.389693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:00.395679 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d5d31d30-039d-4f77-a275-b1a4924dffd7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/routers/5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8733485 Apr 30 04:55:00.407772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36294) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:00.436079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] Sync routers for ids ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:00.444230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e919d5ac-7c7d-41b9-b762-b64f8a70c955 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:55:00.445683 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e919d5ac-7c7d-41b9-b762-b64f8a70c955 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/c2273990-74ab-4d3b-90d3-da88244cda3c HTTP/1.1" status: 404 len: 333 time: 0.0371404 Apr 30 04:55:00.448737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36296) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:00.460876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] Routers {'5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:00.462160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:00.493763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 3c03ebcb-5b94-45ed-b308-fae0c483d139) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:00.511938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9ea7b43d-eb20-453f-9df5-25c83c9e8e12) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:00.520482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:00.521086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.527542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af1306-b24f-4cbf-839d-8e9e4e5de58e None None] Network 3c03ebcb-5b94-45ed-b308-fae0c483d139 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:00.531562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:00.532121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.536796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (0a0d03c5-9588-4c39-9772-018da506bf41), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.547919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:00.556417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:00.558063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, a83d0ae8-a0d0-4ffd-8899-73a66abb1807) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:00.559326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10960b4-4faf-4bc7-b254-758f21fd6574 None None] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:00.564686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:00.565300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.604521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab780ba-fa33-431c-bd91-233fd0e8a27e None None] Network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:00.670931 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6bb9e5d-38cc-41c2-b75d-943eb7fdb5ef tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8643758 Apr 30 04:55:00.673500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36298) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:00.674402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0a0d03c5-9588-4c39-9772-018da506bf41), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.675990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.681476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-083c3a4a-a252-4f3b-b60f-83030ebab170 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2227931 Apr 30 04:55:00.682806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770971b-fbcf-45bb-9023-822bcf1b83e0 None None] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:00.696411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36300) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:00.774199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dbea7a41-5485-4f5b-9971-4eb19743e553 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4522398 Apr 30 04:55:00.775004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12', 'name': 'tempest-PortsIpV6TestJSON-148801783', 'fixed_ips': [{'subnet_id': '1a8cda95-df65-4577-ae8f-1abc0e2943ff', 'ip_address': '2001:db8::10'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:00.828921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] Routers {'5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:00.830549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:00.846406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.929675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d03c5-9588-4c39-9772-018da506bf41,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:00.949026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Provisioning complete for port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:00.950221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:00.974439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port aded6ee6-d007-4a97-b9aa-a7a41c82b3fb yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:00.995806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:01.006601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0657c49a-b43e-491e-95cf-e92a04e27519 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5518754 Apr 30 04:55:01.008238 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:01.008694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:01.020619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2140484487'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:01.031256 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:01.031256 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:01.061100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:01.062448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae1f8b-fb86-4724-bcbe-2068e0ecd427 None None] The sync data for ids ['5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:01.066243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks [] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.086936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (3c03ebcb-5b94-45ed-b308-fae0c483d139), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.101636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.113182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:01.116537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.205834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.262084 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:01.271368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:01.332853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902bb6d-45f2-4da2-b090-8bc54a7eae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-3c03ebcb-5b94-45ed-b308-fae0c483d139', 'network_id': '3c03ebcb-5b94-45ed-b308-fae0c483d139', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '871118a1-c22f-4a11-a037-1e03f526f8b6'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:01.338780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a902bb6d-45f2-4da2-b090-8bc54a7eae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.341088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:01.348792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.351537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.352838 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6209657 Apr 30 04:55:01.362565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (871118a1-c22f-4a11-a037-1e03f526f8b6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.367643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36308) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:01.372981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (711167f5-49f2-4e3e-bb08-f82f0d707127), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.373596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment 711167f5-49f2-4e3e-bb08-f82f0d707127 of type vlan for network e5449e00-3391-479c-8f68-a68a4172e633 Apr 30 04:55:01.375593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b88cb-d35e-43fa-8d31-c6fa510605aa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:01.457939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:01.552985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9ea7b43d-eb20-453f-9df5-25c83c9e8e12', 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': '1a8cda95-df65-4577-ae8f-1abc0e2943ff'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:01.554689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.573005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (e5449e00-3391-479c-8f68-a68a4172e633), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.592785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:01.607660 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:58Z', 'revision_number': 3, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:54:59Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:01.637025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.646307 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:01.646658 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Updating router 778f2f96-2317-4522-ba53-54b7d751b12f port 29810bbb-e648-41b9-98f5-e867dc39f550 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:55:01.703971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for router_controller (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.753282 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2b78eba3-739b-4b27-87db-25bab382836f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3697615 Apr 30 04:55:01.759232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36316) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:01.800621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.805624 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.817462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-security--1708832355', 'description': 'tempest-security-description-2014487349'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:01.842994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port d82f1ab6-6519-4103-ac6e-180c0f796387 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:01.870739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Allocated IP 2001:db8::2 (9ea7b43d-eb20-453f-9df5-25c83c9e8e12/1a8cda95-df65-4577-ae8f-1abc0e2943ff/160f72be-e83c-4e3a-9a70-ca000b7a5861) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:01.895108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.900333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (e5449e00-3391-479c-8f68-a68a4172e633), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.907682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:01.911693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.939041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (871118a1-c22f-4a11-a037-1e03f526f8b6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.963977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:01.964773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Fanout notify agent at l3_agent the message router_deleted on router 5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:55:02.006977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.012950 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-600e6f60-8f63-4293-b8b6-a6d9e03123e7 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/routers/5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 HTTP/1.1" status: 204 len: 168 time: 1.5621235 Apr 30 04:55:02.018824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36320) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:02.030977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:02.034707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0179641 Apr 30 04:55:02.041074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36322) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:02.056955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.080785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=871118a1-c22f-4a11-a037-1e03f526f8b6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:02.107612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks [] for port (29810bbb-e648-41b9-98f5-e867dc39f550), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.112177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks [] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.124387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:02.131281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:02.136591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5250630-1e7b-4c9f-a115-760cbaf5941a None None] Network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:02.143275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::9837:9c40:2798:6b6c (b6427a96-a6f5-42f0-9a44-12b949b58e60/072f17a3-c971-45c9-88c0-95dbbdb0da84/aded6ee6-d007-4a97-b9aa-a7a41c82b3fb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:02.160695 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet abbd8528-09c9-4620-88ec-bb7441015710 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:02.164700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (abbd8528-09c9-4620-88ec-bb7441015710), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.168699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.171722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.172960 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "PUT /v2.0/security-groups/4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2 HTTP/1.1" status: 200 len: 1795 time: 0.4101560 Apr 30 04:55:02.188284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36326) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:02.188692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36328) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:02.217816 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.220507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-434236967-network', 'tenant_id': '46bbb2305eda41079218ab368351d524'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:02.244113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702f6a7-edf7-4aa8-bce6-269636da75cb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=e5449e00-3391-479c-8f68-a68a4172e633,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:02.262650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (abbd8528-09c9-4620-88ec-bb7441015710), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.266159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f9be-2624-4ea4-a3a6-50fc5bbb8fc7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:02.301121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network e5449e00-3391-479c-8f68-a68a4172e633 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:02.315175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.369009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Pushing event updated for resources: {'Port': ['ID=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:02.382036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:02.382465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.439556 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f35c-1422-42f0-8a2a-b9be890cad7d None None] Pushing event updated for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:02.475221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (abbd8528-09c9-4620-88ec-bb7441015710), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server [None req-a902bb6d-45f2-4da2-b090-8bc54a7eae2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 871118a1-c22f-4a11-a037-1e03f526f8b6: This subnet is being modified by another concurrent operation. Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise exception Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 871118a1-c22f-4a11-a037-1e03f526f8b6: This subnet is being modified by another concurrent operation. Apr 30 04:55:02.490909 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Apr 30 04:55:02.523507 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Attempting to bind port 29810bbb-e648-41b9-98f5-e867dc39f550 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:02.523875 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Attempting to bind port 29810bbb-e648-41b9-98f5-e867dc39f550 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:02.524307 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Attempting to bind port 29810bbb-e648-41b9-98f5-e867dc39f550 on network c1aeda0d-78e1-40a7-a0f9-705abddcf100 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:02.539213 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:02.546713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Checking segment: {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:02.546713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.546713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Bound using segment: {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:02.546713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Bound port: 29810bbb-e648-41b9-98f5-e867dc39f550, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f900e2-549b-453c-a9a5-1fd47341ef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:02.546713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.590619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (aded6ee6-d007-4a97-b9aa-a7a41c82b3fb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.684696 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] For port 29810bbb-e648-41b9-98f5-e867dc39f550, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:02.689761 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] For port 29810bbb-e648-41b9-98f5-e867dc39f550, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=29810bbb-e648-41b9-98f5-e867dc39f550,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:02.754787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.788004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (aded6ee6-d007-4a97-b9aa-a7a41c82b3fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.870070 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:02.871274 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:02.890166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (abbd8528-09c9-4620-88ec-bb7441015710), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.921711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (3c03ebcb-5b94-45ed-b308-fae0c483d139), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.986020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:02.998889 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/abbd8528-09c9-4620-88ec-bb7441015710 HTTP/1.1" status: 204 len: 168 time: 0.9714711 Apr 30 04:55:03.001805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36330) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.008639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f84382-2320-4e1d-8cba-55e3efb1e628 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=abbd8528-09c9-4620-88ec-bb7441015710,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.008639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=aded6ee6-d007-4a97-b9aa-a7a41c82b3fb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.018107 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f35c-1422-42f0-8a2a-b9be890cad7d None None] Pushing event updated for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.040551 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:03.045316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:03.047029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Made reservation on behalf of 46bbb2305eda41079218ab368351d524 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:03.049279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:03.049827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.057383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:03.064748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:03.065635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.080649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Current status of the port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:03.081230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.086109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Pushing event updated for resources: {'Port': ['ID=160f72be-e83c-4e3a-9a70-ca000b7a5861,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.101767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a6bf1-3e13-426f-929d-5e6627bcc9fe None None] Network 3c03ebcb-5b94-45ed-b308-fae0c483d139 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:03.105524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29e3bb-b808-4279-b0ad-0d185d56d45b None None] Network ccea7f18-5dee-464b-b9e4-28485409d797 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:03.109582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.145435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c03ebcb-5b94-45ed-b308-fae0c483d139']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:03.156298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:03.179005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Attempting to bind port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:03.185455 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd2de4bd-6928-424a-b29a-dd5cbf07cddc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2030950 Apr 30 04:55:03.186006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Attempting to bind port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:03.186488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Attempting to bind port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:03.188053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36332) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.193090 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c0045383-4c8f-405a-bcc4-4d4cdd2198be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups/4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2 HTTP/1.1" status: 200 len: 1795 time: 0.9838853 Apr 30 04:55:03.198149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36334) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.207544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:03.214710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:03.238232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3753b2cb-97d2-4f66-b997-dc99afa993b8') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:03.239583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3753b2cb-97d2-4f66-b997-dc99afa993b8') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:03.273089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:03.273502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:03.273859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.274253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:03.274770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Bound port: 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:03.275149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.276617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d661e-e790-4389-9fcf-e360f6ed674a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:03.283164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::10 (9ea7b43d-eb20-453f-9df5-25c83c9e8e12/1a8cda95-df65-4577-ae8f-1abc0e2943ff/d82f1ab6-6519-4103-ac6e-180c0f796387) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:03.283351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d661e-e790-4389-9fcf-e360f6ed674a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:03.285160 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-146d661e-e790-4389-9fcf-e360f6ed674a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0958824 Apr 30 04:55:03.287688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (3753b2cb-97d2-4f66-b997-dc99afa993b8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.290254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36336) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.290391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:03.294043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.339990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ccea7f18-5dee-464b-b9e4-28485409d797), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.343336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3753b2cb-97d2-4f66-b997-dc99afa993b8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.353836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] For port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,segment=NetworkSegment(79b997a4-f1f6-49c5-a4c8-4c0df77e4d39),segment_id=79b997a4-f1f6-49c5-a4c8-4c0df77e4d39)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:03.358530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.380495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:03.381349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (3753b2cb-97d2-4f66-b997-dc99afa993b8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:03.387285 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:03.396239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.399005 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:58Z', 'revision_number': 3, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:02Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:03.406469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:03.407128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.427941 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76a745-fe58-4c41-967b-9e84239ebd40 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:54:58Z', 'revision_number': 3, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:02Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:03.499765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port aded6ee6-d007-4a97-b9aa-a7a41c82b3fb {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:03.504572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (aded6ee6-d007-4a97-b9aa-a7a41c82b3fb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.541684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.598836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.601717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.606738 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2 HTTP/1.1" status: 204 len: 168 time: 0.4075153 Apr 30 04:55:03.610145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36338) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.647180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:03.647671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.673237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:03.673598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:03.688165 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-39a4dbad-cea3-4af6-a439-3f7ce427302e tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0726836 Apr 30 04:55:03.694739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faf41e-e075-4464-85f5-c5cdfbd11eb3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.699544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36340) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.726248 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-766b7500-6f81-4480-8975-391dd1f70643 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] delete failed (client error): The resource could not be found. Apr 30 04:55:03.727612 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-766b7500-6f81-4480-8975-391dd1f70643 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/4dcce8a8-dc79-401f-bdaf-5bdce20fa4a2 HTTP/1.1" status: 404 len: 347 time: 0.0215926 Apr 30 04:55:03.731610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36342) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.736899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Provisioning complete for port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:03.737275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.745893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--806346586'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:03.749664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (3c03ebcb-5b94-45ed-b308-fae0c483d139), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.754547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.762110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/3c03ebcb-5b94-45ed-b308-fae0c483d139 HTTP/1.1" status: 204 len: 168 time: 3.0848312 Apr 30 04:55:03.766555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:03.768843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (aded6ee6-d007-4a97-b9aa-a7a41c82b3fb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.776491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709359565'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:03.809653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] For port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:03.812292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for aded6ee6-d007-4a97-b9aa-a7a41c82b3fb owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:03.827161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Attempting to bind port 160f72be-e83c-4e3a-9a70-ca000b7a5861 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:03.827812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Attempting to bind port 160f72be-e83c-4e3a-9a70-ca000b7a5861 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '57b5143b-4d93-4b15-a227-09b42eae6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:03.828343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Attempting to bind port 160f72be-e83c-4e3a-9a70-ca000b7a5861 on network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:03.859382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:03.859644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Checking segment: {'id': '57b5143b-4d93-4b15-a227-09b42eae6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:03.859994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.860771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Bound using segment: {'id': '57b5143b-4d93-4b15-a227-09b42eae6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:03.861040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Bound port: 160f72be-e83c-4e3a-9a70-ca000b7a5861, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b5143b-4d93-4b15-a227-09b42eae6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:03.861423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.881277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] For port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:03.881694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.891153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks [] for security_group (02edcf04-6ca7-4d18-9870-17f5e292abcd), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.895402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d378c98-9d3b-4749-82ef-fd64aa9ea7b5 None None] Pushing event updated for resources: {'Port': ['ID=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.901432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] DHCP port deletion for ccea7f18-5dee-464b-b9e4-28485409d797 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:03.914190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16c2a6-cace-47a2-8e94-cfe74e651457 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=3c03ebcb-5b94-45ed-b308-fae0c483d139,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:03.916984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] For port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,segment=NetworkSegment(a32cf674-c755-431e-be30-cae16efc63cf),segment_id=a32cf674-c755-431e-be30-cae16efc63cf)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:03.917359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:03.966921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for fd026687-6a97-4e8b-9ee4-dbc1b68e6eed owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:03.971642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Current status of the port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:03.990926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (02edcf04-6ca7-4d18-9870-17f5e292abcd), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.006595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.051785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:04.057830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.089900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.092025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:04.116559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Provisioning complete for port 29810bbb-e648-41b9-98f5-e867dc39f550 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:04.117460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.165336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (cc04949e-13cc-4957-a2ac-cb8171b681b1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.166102 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Added segment cc04949e-13cc-4957-a2ac-cb8171b681b1 of type vlan for network 75a301b1-dcf0-4cd9-aa49-a337c425da78 Apr 30 04:55:04.188750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02edcf04-6ca7-4d18-9870-17f5e292abcd,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.194497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Deleting port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:04.194875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.238035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (0a4c59de-af2d-426c-912c-bacfd0db4fcf), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.242517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:04.257950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (28d87cbc-faf9-4175-82b7-9fdd325b943a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.258376 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 28d87cbc-faf9-4175-82b7-9fdd325b943a of type vlan for network 990f5cb6-9374-4e65-aa21-1170808be9fb Apr 30 04:55:04.265450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999cd8c-7d56-4508-ad7a-0495c6d316a5 None None] Pushing event updated for resources: {'Port': ['ID=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.286226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (aded6ee6-d007-4a97-b9aa-a7a41c82b3fb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.292972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (75a301b1-dcf0-4cd9-aa49-a337c425da78), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.299789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] For port 160f72be-e83c-4e3a-9a70-ca000b7a5861, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:04.320469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (08f71641-51a5-473c-a363-be7965f12b34), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.369213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:04.371450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] For port 160f72be-e83c-4e3a-9a70-ca000b7a5861, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=160f72be-e83c-4e3a-9a70-ca000b7a5861,segment=NetworkSegment(57b5143b-4d93-4b15-a227-09b42eae6e23),segment_id=57b5143b-4d93-4b15-a227-09b42eae6e23)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:04.374341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] For port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,segment=NetworkSegment(a32cf674-c755-431e-be30-cae16efc63cf),segment_id=a32cf674-c755-431e-be30-cae16efc63cf)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:04.375021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.392620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Calling delete_port for fd026687-6a97-4e8b-9ee4-dbc1b68e6eed owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:04.395309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=aded6ee6-d007-4a97-b9aa-a7a41c82b3fb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.401232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0a4c59de-af2d-426c-912c-bacfd0db4fcf), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.421403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:04.421833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: e5449e00-3391-479c-8f68-a68a4172e633, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:04.431429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.454253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=08f71641-51a5-473c-a363-be7965f12b34,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.531488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.540082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Current status of the port 29810bbb-e648-41b9-98f5-e867dc39f550 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:04.540082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.540865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:04.541056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (990f5cb6-9374-4e65-aa21-1170808be9fb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.552884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:04.555339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:04.559553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.563158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.564014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.565223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.568145 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fbfbe9a1-b733-45b5-92b9-91f82e70cf71 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/aded6ee6-d007-4a97-b9aa-a7a41c82b3fb HTTP/1.1" status: 204 len: 168 time: 1.2761331 Apr 30 04:55:04.569198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36348) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:04.589411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.595475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=d82f1ab6-6519-4103-ac6e-180c0f796387,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.599684 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8581021 Apr 30 04:55:04.607731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (75a301b1-dcf0-4cd9-aa49-a337c425da78), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.609061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.609542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.611534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36350) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:04.626447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No DVR routers for this DVR port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:04.635880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': '0a4c59de-af2d-426c-912c-bacfd0db4fcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:04.675429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network e5449e00-3391-479c-8f68-a68a4172e633 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:04.689153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493dcf62-d0b0-45fd-999d-7693b764e85d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.690737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493dcf62-d0b0-45fd-999d-7693b764e85d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.693634 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-493dcf62-d0b0-45fd-999d-7693b764e85d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1081164 Apr 30 04:55:04.695535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.resource_extend [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:55:04.699666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] For port 29810bbb-e648-41b9-98f5-e867dc39f550, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=29810bbb-e648-41b9-98f5-e867dc39f550,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:04.717305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fadda-b44b-4f51-a35f-c319a6041fd9 None None] Pushing event updated for resources: {'Port': ['ID=160f72be-e83c-4e3a-9a70-ca000b7a5861,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.720894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (fd026687-6a97-4e8b-9ee4-dbc1b68e6eed), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.725827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36352) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:04.742338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cfd01-b509-4324-bfec-924caa10577a tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c59de-af2d-426c-912c-bacfd0db4fcf,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.743677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.774894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:04.779711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c108d2b6-dbe1-40c6-a638-6f4cdcac7cee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0753810 Apr 30 04:55:04.781054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] Pushing event deleted for resources: {'Port': ['ID=fd026687-6a97-4e8b-9ee4-dbc1b68e6eed,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.799141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36354) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:04.803616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.835564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456098c-a2ae-48b4-8052-2f41bd92cbe1 None None] No DVR routers for this DVR port fd026687-6a97-4e8b-9ee4-dbc1b68e6eed on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:04.842875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '9ea7b43d-eb20-453f-9df5-25c83c9e8e12', 'name': 'tempest-PortsIpV6TestJSON-96513900', 'fixed_ips': [{'subnet_id': '1a8cda95-df65-4577-ae8f-1abc0e2943ff', 'ip_address': '2001:db8::f'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:04.871934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 072f17a3-c971-45c9-88c0-95dbbdb0da84 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:04.878906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (072f17a3-c971-45c9-88c0-95dbbdb0da84), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.886129 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6710188 Apr 30 04:55:04.893020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a17a6-92cd-473a-8756-5c32320234dd None None] Pushing event updated for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.896210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, e5449e00-3391-479c-8f68-a68a4172e633) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:04.897362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:04.897741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.900501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c3a4-9faa-4db4-96c8-616ee3fa3a3a admin admin] Pushing event updated for resources: {'Network': ['ID=75a301b1-dcf0-4cd9-aa49-a337c425da78,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:04.909134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.910646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.914882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36356) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:04.921379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Request body: {'subnet': {'network_id': '75a301b1-dcf0-4cd9-aa49-a337c425da78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-434236967-subnet', 'tenant_id': '46bbb2305eda41079218ab368351d524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:04.924626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809acaf6-d3b8-4d7e-aa83-db8a3c77f97a None None] Network e5449e00-3391-479c-8f68-a68a4172e633 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:04.926619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 75a301b1-dcf0-4cd9-aa49-a337c425da78 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:04.947381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (990f5cb6-9374-4e65-aa21-1170808be9fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.954900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:04.956202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.975116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (072f17a3-c971-45c9-88c0-95dbbdb0da84), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:04.975799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ccea7f18-5dee-464b-b9e4-28485409d797), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.089045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccea7f18-5dee-464b-b9e4-28485409d797']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:05.098647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.114939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=990f5cb6-9374-4e65-aa21-1170808be9fb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:05.129947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32cf674-c755-431e-be30-cae16efc63cf') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:05.130409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32cf674-c755-431e-be30-cae16efc63cf') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:05.149364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:05.149659 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-89cddd16-0c9a-4ae8-8366-9779d1ef1d89 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3777020 Apr 30 04:55:05.151132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 990f5cb6-9374-4e65-aa21-1170808be9fb details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:05.173958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '990f5cb6-9374-4e65-aa21-1170808be9fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:05.186127 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d6be32cb-771b-4832-bd6c-587da6e9573c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1063738 Apr 30 04:55:05.188327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a32cf674-c755-431e-be30-cae16efc63cf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.192563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36362) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:05.234835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:05.236225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 29810bbb-e648-41b9-98f5-e867dc39f550 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:05.246263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Made reservation on behalf of 46bbb2305eda41079218ab368351d524 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:05.248812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.301282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a32cf674-c755-431e-be30-cae16efc63cf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.315307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (072f17a3-c971-45c9-88c0-95dbbdb0da84), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.326638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:05.327168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a32cf674-c755-431e-be30-cae16efc63cf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:05.358128 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:05.403074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-e5449e00-3391-479c-8f68-a68a4172e633', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:05.404773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.441958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 29810bbb-e648-41b9-98f5-e867dc39f550 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:05.442381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.507115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.558903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ccea7f18-5dee-464b-b9e4-28485409d797), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.565597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.573694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/ccea7f18-5dee-464b-b9e4-28485409d797 HTTP/1.1" status: 204 len: 168 time: 2.5637398 Apr 30 04:55:05.578503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36364) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:05.626316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.630870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:05.636016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.695862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d587e63-4b16-4b13-a93b-61349f438f2b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=ccea7f18-5dee-464b-b9e4-28485409d797,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:05.726374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 4e251890-9481-4198-af83-863519f78916 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:05.740614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1758dae2-60eb-4629-bedf-95ba5251def8,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:05.772851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8eafef-875f-49d6-8745-5977eab06d65 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:05.775687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.778141 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cf8eafef-875f-49d6-8745-5977eab06d65 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/279c5b42-a05f-489b-802f-613534f5a1e9 HTTP/1.1" status: 200 len: 841 time: 0.1916671 Apr 30 04:55:05.797229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36366) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:05.815389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Allocated IP 2001:db8:2::2 (e5449e00-3391-479c-8f68-a68a4172e633/08f71641-51a5-473c-a363-be7965f12b34/df2795ba-e04f-4dd1-bfdb-49daad653ea5) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:05.831883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:05.835591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:05.851295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 29810bbb-e648-41b9-98f5-e867dc39f550 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:05.918184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing IP validity checks on allocation pools {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:55:05.919071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:55:06.023056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (072f17a3-c971-45c9-88c0-95dbbdb0da84), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.037671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fd026687-6a97-4e8b-9ee4-dbc1b68e6eed no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:06.040000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.041158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-621423f3-8f61-435b-87c5-80d2377b2760 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4186025 Apr 30 04:55:06.052751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36368) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.096258 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-796456e5-8256-416e-8eb6-bb2cd592f49f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/279c5b42-a05f-489b-802f-613534f5a1e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0658474 Apr 30 04:55:06.098501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36370) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.115394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks [] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.119468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Provisioning complete for port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:06.120208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.123768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fd026687-6a97-4e8b-9ee4-dbc1b68e6eed {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:06.124234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fd026687-6a97-4e8b-9ee4-dbc1b68e6eed not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:06.124809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:06.151762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=072f17a3-c971-45c9-88c0-95dbbdb0da84,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.163463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.163463 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0296f17c-bbdf-4aae-b65a-96a552bf9bab tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/072f17a3-c971-45c9-88c0-95dbbdb0da84 HTTP/1.1" status: 204 len: 168 time: 1.4391189 Apr 30 04:55:06.177996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36372) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.229000 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9667201e-286f-4609-a3f2-24bd58ba79a2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494704 Apr 30 04:55:06.234057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36374) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.241423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:06.261681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Current status of the port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:06.262393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.314186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] For port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:06.315804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.327059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7990469e-324f-4509-bd89-d82739657093 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:06.355423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.371001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.373843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (44ed58d0-e41f-4131-80de-b41fbf88513a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.442060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Pushing event updated for resources: {'Port': ['ID=df2795ba-e04f-4dd1-bfdb-49daad653ea5,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.447002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8:2::1 (e5449e00-3391-479c-8f68-a68a4172e633/08f71641-51a5-473c-a363-be7965f12b34/f1667eb9-4bde-481c-be2b-a9ee504c51c1) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:06.454361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.478738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (2a9cb08c-7674-4c63-818c-8ea1a54eaa65), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.531632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::f (9ea7b43d-eb20-453f-9df5-25c83c9e8e12/1a8cda95-df65-4577-ae8f-1abc0e2943ff/4e251890-9481-4198-af83-863519f78916) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:06.541924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=44ed58d0-e41f-4131-80de-b41fbf88513a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.567774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3b545-0cf7-4d2d-b74d-97122606b296 None None] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:06.573238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46492733-7964-4a61-99bf-a21adf40ae6a None None] Pushing event updated for resources: {'Port': ['ID=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.573594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:06.577213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.587850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Network e5449e00-3391-479c-8f68-a68a4172e633 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:06.606077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:06.610746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.641423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:06.643047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '28d87cbc-faf9-4175-82b7-9fdd325b943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '990f5cb6-9374-4e65-aa21-1170808be9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:06.643511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 990f5cb6-9374-4e65-aa21-1170808be9fb, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:06.644317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:06.662611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1758dae2-60eb-4629-bedf-95ba5251def8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.676555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.679563 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1758dae2-60eb-4629-bedf-95ba5251def8 HTTP/1.1" status: 204 len: 168 time: 0.6249266 Apr 30 04:55:06.685307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9cb08c-7674-4c63-818c-8ea1a54eaa65,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.685467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36376) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.687706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Checking segment: {'id': 'cc04949e-13cc-4957-a2ac-cb8171b681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '75a301b1-dcf0-4cd9-aa49-a337c425da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:06.688172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Network hostable DHCP agents. Network: 75a301b1-dcf0-4cd9-aa49-a337c425da78, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:06.709130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664af7b-4683-42ff-9036-ba7845214139 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1758dae2-60eb-4629-bedf-95ba5251def8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:06.766707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Provisioning complete for port 160f72be-e83c-4e3a-9a70-ca000b7a5861 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:06.767522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.815482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:06.826521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Attempting to bind port df2795ba-e04f-4dd1-bfdb-49daad653ea5 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:06.826521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Attempting to bind port df2795ba-e04f-4dd1-bfdb-49daad653ea5 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:06.826521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Attempting to bind port df2795ba-e04f-4dd1-bfdb-49daad653ea5 on network e5449e00-3391-479c-8f68-a68a4172e633 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:06.837251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.843050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (4e251890-9481-4198-af83-863519f78916), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.854694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:06.855203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Checking segment: {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:06.855642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.856041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Bound using segment: {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:06.856527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Bound port: df2795ba-e04f-4dd1-bfdb-49daad653ea5, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:06.857305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.857633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 990f5cb6-9374-4e65-aa21-1170808be9fb is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:06.868307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:06.885179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Network 75a301b1-dcf0-4cd9-aa49-a337c425da78 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:06.910029 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-185829da-e94a-41a9-8c86-118730070426 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476886 Apr 30 04:55:06.913032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36378) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:06.949044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4e251890-9481-4198-af83-863519f78916), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:06.992304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 990f5cb6-9374-4e65-aa21-1170808be9fb) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:06.996625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 75a301b1-dcf0-4cd9-aa49-a337c425da78) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:07.005914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.006697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.035317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.036096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.039061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Deleting port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:07.039222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.040658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:07.061072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:07.066352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:07.072617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.072617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.079882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=4e251890-9481-4198-af83-863519f78916,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:07.080138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebbd855-4f44-406a-8630-364bc02ef4d9 None None] Network 990f5cb6-9374-4e65-aa21-1170808be9fb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:07.082903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123ee29-8d64-411a-8627-2d8eb883c151 None None] Network 75a301b1-dcf0-4cd9-aa49-a337c425da78 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:07.083747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.087938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (0a4c59de-af2d-426c-912c-bacfd0db4fcf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.115704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a5ea2215-481f-4603-9905-06c3f8923d8c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9520860 Apr 30 04:55:07.118941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36380) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.130686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (0a4c59de-af2d-426c-912c-bacfd0db4fcf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.140230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:07.140851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.144279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:07.156423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network e5449e00-3391-479c-8f68-a68a4172e633 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:07.159752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:07.163254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:07.163795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.186590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-709d0046-6f00-47b7-9ad9-32fc5ea2a7dc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2706983 Apr 30 04:55:07.234740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] For port df2795ba-e04f-4dd1-bfdb-49daad653ea5, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:07.261137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b679f5a-7797-4562-a4ff-1516c5e73e59 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.4610777 Apr 30 04:55:07.265707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36384) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.302775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (f6c43e48-bf34-4ac7-bcd4-db50794f4233), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.305093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8754319e-5d27-4fbb-9247-bf0a30df5653), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.342590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (990f5cb6-9374-4e65-aa21-1170808be9fb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.351786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0a4c59de-af2d-426c-912c-bacfd0db4fcf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.354503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.355749 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a4c59de-af2d-426c-912c-bacfd0db4fcf HTTP/1.1" status: 204 len: 168 time: 0.4416506 Apr 30 04:55:07.369465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36386) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.397231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=f6c43e48-bf34-4ac7-bcd4-db50794f4233,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:07.410500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ebba1-d1a5-4898-ac74-01fbfa9632bb tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c59de-af2d-426c-912c-bacfd0db4fcf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:07.418330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Current status of the port 160f72be-e83c-4e3a-9a70-ca000b7a5861 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:07.418330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.431528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] For port df2795ba-e04f-4dd1-bfdb-49daad653ea5, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df2795ba-e04f-4dd1-bfdb-49daad653ea5,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:07.435647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20d0ba-3832-4227-8169-2ebdd29d8ea0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.437323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d20d0ba-3832-4227-8169-2ebdd29d8ea0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1700795 Apr 30 04:55:07.443551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.482317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] For port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:07.482760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.500747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:07.514318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:07.514810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (44ed58d0-e41f-4131-80de-b41fbf88513a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.517947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:07.532696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:07.534718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.535317 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.537674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.537825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=8754319e-5d27-4fbb-9247-bf0a30df5653,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:07.540371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.540941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.541462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Calling delete_port for 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:07.573319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433a601-02b4-4afd-a2fd-93e1bf7a7d61 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.579114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433a601-02b4-4afd-a2fd-93e1bf7a7d61 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.585143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433a601-02b4-4afd-a2fd-93e1bf7a7d61 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:07.589708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8433a601-02b4-4afd-a2fd-93e1bf7a7d61 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1422951 Apr 30 04:55:07.594489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f88eccc-2e37-42f4-b9d5-4cc510a67c16 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2180960 Apr 30 04:55:07.594732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36394) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.598488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36396) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.608515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953968127'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:07.624769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b242b7-c850-4404-a134-671d3122d787 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:07.671344 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-db5eb169-7e8a-45fc-ba30-39a7835a4f53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4340429 Apr 30 04:55:07.675854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36400) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:07.680919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '8754319e-5d27-4fbb-9247-bf0a30df5653', 'ip_address': '2001:db8::ef1b:67da:9aef:fbfd'}], 'name': 'tempest-NetworksTestDHCPv6-181705232'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:07.695115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.727506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07df4d-dfdd-4ad3-b68c-1b844e1df8c0 None None] Network 75a301b1-dcf0-4cd9-aa49-a337c425da78 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:07.785753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] For port 160f72be-e83c-4e3a-9a70-ca000b7a5861, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=160f72be-e83c-4e3a-9a70-ca000b7a5861,segment=NetworkSegment(57b5143b-4d93-4b15-a227-09b42eae6e23),segment_id=57b5143b-4d93-4b15-a227-09b42eae6e23)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:07.805377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (44ed58d0-e41f-4131-80de-b41fbf88513a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.840828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 4e251890-9481-4198-af83-863519f78916 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:07.841520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4e251890-9481-4198-af83-863519f78916), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:07.917290 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-50692837-81e6-4158-9405-309d16282b2e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7978168 Apr 30 04:55:07.938532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36408) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:08.064087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.119063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Could not find standard attr ID for object aded6ee6-d007-4a97-b9aa-a7a41c82b3fb. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:08.122571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:08.124325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 29810bbb-e648-41b9-98f5-e867dc39f550 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:08.166050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278aeb2-6ac6-4946-8448-ffdbe6e005ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-990f5cb6-9374-4e65-aa21-1170808be9fb', 'network_id': '990f5cb6-9374-4e65-aa21-1170808be9fb', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '44ed58d0-e41f-4131-80de-b41fbf88513a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:08.167352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a278aeb2-6ac6-4946-8448-ffdbe6e005ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.227029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab78fc-0d5f-4d4b-89e4-55244ac9923b None None] Pushing event updated for resources: {'Port': ['ID=df2795ba-e04f-4dd1-bfdb-49daad653ea5,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:08.271978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.314952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.419632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (990f5cb6-9374-4e65-aa21-1170808be9fb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.444102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990f5cb6-9374-4e65-aa21-1170808be9fb']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:08.455225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d87cbc-faf9-4175-82b7-9fdd325b943a') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:08.455225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d87cbc-faf9-4175-82b7-9fdd325b943a') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:08.459622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Provisioning complete for port 160f72be-e83c-4e3a-9a70-ca000b7a5861 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:08.459622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.465691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4216b5-e4b7-4641-8498-e0b8f8f9f8a8 None None] Pushing event updated for resources: {'Port': ['ID=160f72be-e83c-4e3a-9a70-ca000b7a5861,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:08.473338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (28d87cbc-faf9-4175-82b7-9fdd325b943a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.490704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (28d87cbc-faf9-4175-82b7-9fdd325b943a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.494938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 29810bbb-e648-41b9-98f5-e867dc39f550 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:08.495553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.497609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:08.498678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (28d87cbc-faf9-4175-82b7-9fdd325b943a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.514907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248156178'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:08.522550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-eca84d2b-b2db-452b-a8e1-20504f1d8764', 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'project_id': 'e625c333acf24d74a974aa287e7a4281', 'fixed_ips': [{'subnet_id': 'f6c43e48-bf34-4ac7-bcd4-db50794f4233'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:08.523687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:08.564246 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:08.577161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=44ed58d0-e41f-4131-80de-b41fbf88513a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:08.613815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4e251890-9481-4198-af83-863519f78916), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.657239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 4e251890-9481-4198-af83-863519f78916 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:08.669996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025359f6-859b-46d8-b88f-5fc43a4ee9c2 None None] Network 990f5cb6-9374-4e65-aa21-1170808be9fb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:08.672698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (9b99f5bf-ecd5-4aa9-acce-60f0686f40c4), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.757219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] Pushing event deleted for resources: {'Port': ['ID=9b99f5bf-ecd5-4aa9-acce-60f0686f40c4,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:08.772037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.788683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01731097-af4b-4ace-bfb8-768d395b6e48 None None] No DVR routers for this DVR port 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:08.799683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (990f5cb6-9374-4e65-aa21-1170808be9fb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.802444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:08.829482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:08.836512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/990f5cb6-9374-4e65-aa21-1170808be9fb HTTP/1.1" status: 204 len: 168 time: 1.7130706 Apr 30 04:55:08.844305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36416) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:08.846797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c0336-6795-4f07-8181-7dab910a4d65 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:08.854496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341357832'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:08.900531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-08527bd4-b689-4e47-b8c6-5643a6971284 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:08.907662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-08527bd4-b689-4e47-b8c6-5643a6971284 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/networks?id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 200 len: 812 time: 0.6245532 Apr 30 04:55:08.909603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34545-9c0f-4982-85b6-3ef4f5c8cd8a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=990f5cb6-9374-4e65-aa21-1170808be9fb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:08.935079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-41973d92-e975-4726-9bf2-38324e614e29 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/quotas/ee8bf5c9274747478d6c065fffbc20d5 HTTP/1.1" status: 200 len: 375 time: 0.0242116 Apr 30 04:55:09.036122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.038433 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-30448b8d-280a-4f01-9e21-a4b13bd778ee tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045372 Apr 30 04:55:09.052264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:09.055692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.060534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 29810bbb-e648-41b9-98f5-e867dc39f550 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:09.062042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 160f72be-e83c-4e3a-9a70-ca000b7a5861 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:09.080774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f93e2b24-a345-4683-9f22-8cb0c42eccee), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.099684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.102734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '8754319e-5d27-4fbb-9247-bf0a30df5653'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:09.103583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.109316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (9cc2c0a4-d15f-4325-9cc5-8c95d4376543), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.121954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.124429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.135665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Current status of the port 160f72be-e83c-4e3a-9a70-ca000b7a5861 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:09.143320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Allocated IP 172.20.0.2 (eca84d2b-b2db-452b-a8e1-20504f1d8764/f6c43e48-bf34-4ac7-bcd4-db50794f4233/ed2c5a9b-cf67-429d-bf4e-326e03bfc007) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:09.146368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f93e2b24-a345-4683-9f22-8cb0c42eccee), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.178484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Provisioning complete for port d82f1ab6-6519-4103-ac6e-180c0f796387 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:09.178867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.203288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.211662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4e251890-9481-4198-af83-863519f78916), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.213808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:09.217455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9cc2c0a4-d15f-4325-9cc5-8c95d4376543), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.238412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 1eabd8ed-1a08-4a72-9a7c-646260cdb08d yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:09.251081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.254875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6533895 Apr 30 04:55:09.254875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a22c55-017d-4eed-9864-fa90474854cf tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e2b24-a345-4683-9f22-8cb0c42eccee,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.259282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36418) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:09.267443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f93e2b24-a345-4683-9f22-8cb0c42eccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:09.332309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 160f72be-e83c-4e3a-9a70-ca000b7a5861 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:09.332699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.344663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-971bb775-3db4-44f0-8a6b-0177fdd3a6cf None None] Port d82f1ab6-6519-4103-ac6e-180c0f796387 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:09.358044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=4e251890-9481-4198-af83-863519f78916,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.362448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.363812 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8548336 Apr 30 04:55:09.367645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36420) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:09.369553 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-494b6245-7b10-4a3e-9c42-6e0fc2367969 service neutron] 10.222.0.16 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102212 Apr 30 04:55:09.375655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1789683781'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:09.391959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.391959 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 4e9a226b-757f-4472-9538-ee10e48530b4 of type vlan for network 152d2e57-fb53-484e-a731-4881c4d76acf Apr 30 04:55:09.429160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e62e34-cf50-4169-b3b7-d98465619193 None None] Network e5449e00-3391-479c-8f68-a68a4172e633 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:09.443904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f25adf-8a11-48ea-9c74-a02c8c0f7a68 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2c0a4-d15f-4325-9cc5-8c95d4376543,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.494607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network e5449e00-3391-479c-8f68-a68a4172e633 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:09.496126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.502978 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b573bf28-013d-4339-b389-1978a176abf0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/4e251890-9481-4198-af83-863519f78916 HTTP/1.1" status: 204 len: 168 time: 1.9070532 Apr 30 04:55:09.504938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.507205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36422) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:09.509489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:09.543971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.552700 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75d0791-b38b-4444-a499-98f96dda0978 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:55:09.557408 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d75d0791-b38b-4444-a499-98f96dda0978 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/4e251890-9481-4198-af83-863519f78916 HTTP/1.1" status: 404 len: 333 time: 0.0490594 Apr 30 04:55:09.563719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:09.580273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/8754319e-5d27-4fbb-9247-bf0a30df5653/d739b6e2-d718-4886-94b3-0ce6fb218006) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:09.588367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Provisioning complete for port df2795ba-e04f-4dd1-bfdb-49daad653ea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:09.588846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.614545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.617920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.644677 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-438c1b4f-0932-4a86-9619-1a7c92d09701 service neutron] 10.222.0.16 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601039 Apr 30 04:55:09.724358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (22d4225e-a00d-428d-871d-cfcbdcb3ec1b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.735715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.781480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d470153-7fb2-4972-8d7d-0e7d3196446a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.789745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.798225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:09.798225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.808736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port d82f1ab6-6519-4103-ac6e-180c0f796387 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:09.809075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.849764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (22d4225e-a00d-428d-871d-cfcbdcb3ec1b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.850718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 160f72be-e83c-4e3a-9a70-ca000b7a5861 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:09.853918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks [] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.903098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:09.904918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b097895a-de70-41c3-a3db-15eaacfd8d3f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6413367 Apr 30 04:55:09.906890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4225e-a00d-428d-871d-cfcbdcb3ec1b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:09.909070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36426) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:09.913765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f93e2b24-a345-4683-9f22-8cb0c42eccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:09.925043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Current status of the port df2795ba-e04f-4dd1-bfdb-49daad653ea5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:09.925043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.018865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.022470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f80ec895-9965-4d0f-82ea-647f666f9348 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6503453 Apr 30 04:55:10.025453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36434) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.033836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.036271 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-231499199', 'security_groups': ['22d4225e-a00d-428d-871d-cfcbdcb3ec1b'], 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6c43e48-bf34-4ac7-bcd4-db50794f4233'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:10.072654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:10.113086 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2647147 Apr 30 04:55:10.121537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36436) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.132558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:10.141759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642078f5-069c-41c5-8179-6c897934d894 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=152d2e57-fb53-484e-a731-4881c4d76acf,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.149202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5103e37e-c818-4142-a306-879d76361d40 req-b81b9654-c169-4ff4-9202-2d50635a8b69 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 210 time: 0.1203136 Apr 30 04:55:10.151537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.269870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.292895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.359238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for d82f1ab6-6519-4103-ac6e-180c0f796387 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:10.359563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] For port df2795ba-e04f-4dd1-bfdb-49daad653ea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df2795ba-e04f-4dd1-bfdb-49daad653ea5,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:10.360631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 152d2e57-fb53-484e-a731-4881c4d76acf details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:10.362601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df2795ba-e04f-4dd1-bfdb-49daad653ea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:10.372060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.392596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4270a121-1748-4aed-8627-e6405f039e32,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.405493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks [] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.411216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:10.415136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:10.441263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:10.451445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:10.487204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:10.488419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.498052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.498775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c26658d-5052-49a4-8422-75f044e07fe7 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3070040 Apr 30 04:55:10.503336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1233815911'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:10.509252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.533943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Could not find standard attr ID for object 4e251890-9481-4198-af83-863519f78916. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:10.540351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:10.562857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.567173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-00bd4b2c-2f8d-495d-b9f4-a3204c5ac89b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6569421 Apr 30 04:55:10.567886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36444) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.579915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f93e2b24-a345-4683-9f22-8cb0c42eccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:10.605225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.608836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:10.613099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.647626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port d1f62911-08b9-4119-a459-f7b472ffdc93 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:10.659834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.665357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:10.672853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.686642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port df2795ba-e04f-4dd1-bfdb-49daad653ea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:10.689362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.689362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8db5ab-892c-4acf-9e54-4f221577f15b None None] Pushing event updated for resources: {'Port': ['ID=df2795ba-e04f-4dd1-bfdb-49daad653ea5,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.692042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:10.693464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:10.701684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d82f1ab6-6519-4103-ac6e-180c0f796387), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.753845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=d82f1ab6-6519-4103-ac6e-180c0f796387,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.781178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Attempting to bind port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:10.784681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Attempting to bind port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:10.784681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Attempting to bind port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 on network eca84d2b-b2db-452b-a8e1-20504f1d8764 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:10.795391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::ef1b:67da:9aef:fbfd (b6427a96-a6f5-42f0-9a44-12b949b58e60/8754319e-5d27-4fbb-9247-bf0a30df5653/1eabd8ed-1a08-4a72-9a7c-646260cdb08d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:10.814571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.820148 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9ee37d68-d5ed-496e-995b-baaf983afecb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/d82f1ab6-6519-4103-ac6e-180c0f796387 HTTP/1.1" status: 204 len: 168 time: 1.2204304 Apr 30 04:55:10.823343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36446) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.834412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:10.855967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:10.856347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Checking segment: {'id': 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:10.856891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.857811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Bound using segment: {'id': 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:10.858434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Bound port: ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:10.858786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.860847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Provisioning complete for port df2795ba-e04f-4dd1-bfdb-49daad653ea5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:10.861198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.862855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:10.882256 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0426a9e6-60f7-4b31-8265-da479b885619 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:55:10.884392 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0426a9e6-60f7-4b31-8265-da479b885619 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/d82f1ab6-6519-4103-ac6e-180c0f796387 HTTP/1.1" status: 404 len: 333 time: 0.0597348 Apr 30 04:55:10.887270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36448) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:10.904815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:10.913287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:10.928214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.972689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Pushing event updated for resources: {'Port': ['ID=d739b6e2-d718-4886-94b3-0ce6fb218006,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:10.979563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:10.980327 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added segment ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0 of type vlan for network b1dde728-bb16-4465-a627-c3089354b40f Apr 30 04:55:11.089724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b1dde728-bb16-4465-a627-c3089354b40f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.104066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:11.129284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 1a8cda95-df65-4577-ae8f-1abc0e2943ff {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:11.133601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (1a8cda95-df65-4577-ae8f-1abc0e2943ff), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.202226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (1a8cda95-df65-4577-ae8f-1abc0e2943ff), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.207846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.230036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8f60ecfd-e001-4feb-a543-f557e18b90ef), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.264318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.7 (eca84d2b-b2db-452b-a8e1-20504f1d8764/f6c43e48-bf34-4ac7-bcd4-db50794f4233/d1f62911-08b9-4119-a459-f7b472ffdc93) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:11.269812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Attempting to bind port d739b6e2-d718-4886-94b3-0ce6fb218006 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:11.270183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Attempting to bind port d739b6e2-d718-4886-94b3-0ce6fb218006 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:11.270574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Attempting to bind port d739b6e2-d718-4886-94b3-0ce6fb218006 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:11.272973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:11.311331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=8f60ecfd-e001-4feb-a543-f557e18b90ef,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:11.326084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:11.326510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:11.326984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.327394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:11.327902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Bound port: d739b6e2-d718-4886-94b3-0ce6fb218006, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:11.328332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.335839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port df2795ba-e04f-4dd1-bfdb-49daad653ea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:11.336899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 160f72be-e83c-4e3a-9a70-ca000b7a5861 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:11.340581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:11.354298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.357806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '4e9a226b-757f-4472-9538-ee10e48530b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:11.358306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 152d2e57-fb53-484e-a731-4881c4d76acf, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:11.366159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (1a8cda95-df65-4577-ae8f-1abc0e2943ff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.386532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b1dde728-bb16-4465-a627-c3089354b40f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.398072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:11.398747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.423840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Current status of the port df2795ba-e04f-4dd1-bfdb-49daad653ea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:11.474205 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-694b3fc9-e1d4-4019-9eec-e8b5d82e9b47 req-047c6561-b6c2-4641-a559-052c49b4b2d6 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 210 time: 0.1426892 Apr 30 04:55:11.475528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Provisioning complete for port f1667eb9-4bde-481c-be2b-a9ee504c51c1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:11.475897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.511738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292bd234-bfbc-4b1b-982a-701081168b9a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:11.523735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 152d2e57-fb53-484e-a731-4881c4d76acf is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:11.536865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.551342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (1a8cda95-df65-4577-ae8f-1abc0e2943ff), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.584847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.588615 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/1a8cda95-df65-4577-ae8f-1abc0e2943ff HTTP/1.1" status: 204 len: 168 time: 0.6994481 Apr 30 04:55:11.589809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd62d-1d72-424e-99df-85b04f9577fa tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8cda95-df65-4577-ae8f-1abc0e2943ff,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:11.593475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:11.607966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000269a9-a37f-4093-8df4-119b859e434e None None] Network 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:11.608677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Network': ['ID=b1dde728-bb16-4465-a627-c3089354b40f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:11.610153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 160f72be-e83c-4e3a-9a70-ca000b7a5861 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:11.610604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.634187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.634961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4aba96da-7f87-4c9b-b8df-965589d7c074 None None] Port f1667eb9-4bde-481c-be2b-a9ee504c51c1 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:11.635628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-606f165d-bc1d-4541-95fb-ad433fa3d829 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0604303 Apr 30 04:55:11.640744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36456) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:11.646412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f93e2b24-a345-4683-9f22-8cb0c42eccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:11.663568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (1eabd8ed-1a08-4a72-9a7c-646260cdb08d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.666710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] For port d739b6e2-d718-4886-94b3-0ce6fb218006, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:11.670370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b1dde728-bb16-4465-a627-c3089354b40f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:11.687418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ab7112df-858c-4f0b-b880-26f45e0adb9a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1874421 Apr 30 04:55:11.688763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36458) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:11.698184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 152d2e57-fb53-484e-a731-4881c4d76acf) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:11.702069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'subnet': {'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:11.705364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:11.706471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.715304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.740439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9ea7b43d-eb20-453f-9df5-25c83c9e8e12), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.745851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] For port d739b6e2-d718-4886-94b3-0ce6fb218006, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d739b6e2-d718-4886-94b3-0ce6fb218006,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:11.790453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d16d89-345f-43f0-9e1f-50b49d632598 None None] Network 152d2e57-fb53-484e-a731-4881c4d76acf requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:11.801089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:07Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:08Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:11.831379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.835691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 160f72be-e83c-4e3a-9a70-ca000b7a5861 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:11.836140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.849395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e6506-90ab-4d5c-9649-f906c8c22cdc None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:11.873612 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-afe8afae-49ea-4904-8a91-da3825de75ea tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7486427 Apr 30 04:55:11.884814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36460) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:11.935465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:11.935744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Updating router 778f2f96-2317-4522-ba53-54b7d751b12f port f1667eb9-4bde-481c-be2b-a9ee504c51c1 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:55:11.944649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-230690dc-a53f-4618-9515-a9ce0b47d60c None None] Provisioning complete for port f1667eb9-4bde-481c-be2b-a9ee504c51c1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:11.945015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-230690dc-a53f-4618-9515-a9ce0b47d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.946986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.970240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port 160f72be-e83c-4e3a-9a70-ca000b7a5861, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=160f72be-e83c-4e3a-9a70-ca000b7a5861,segment=NetworkSegment(57b5143b-4d93-4b15-a227-09b42eae6e23),segment_id=57b5143b-4d93-4b15-a227-09b42eae6e23)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:11.970631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.974831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1eabd8ed-1a08-4a72-9a7c-646260cdb08d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:11.976951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Made reservation on behalf of 5c034c55d85b4409b2b1bcd05835f201 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:11.982186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.021044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.049029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 160f72be-e83c-4e3a-9a70-ca000b7a5861 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:12.062305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.154842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.229208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6ba862-0e83-426a-8144-cf58e4090158,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:12.314372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.318130 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-53878038-8da9-405c-889b-b37762b239b9 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6737969 Apr 30 04:55:12.326403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:12.331843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f93e2b24-a345-4683-9f22-8cb0c42eccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:12.359274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (160f72be-e83c-4e3a-9a70-ca000b7a5861), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.388876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.399345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=160f72be-e83c-4e3a-9a70-ca000b7a5861,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:12.407239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.421787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port 160f72be-e83c-4e3a-9a70-ca000b7a5861 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:12.422018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-230690dc-a53f-4618-9515-a9ce0b47d60c None None] Port f1667eb9-4bde-481c-be2b-a9ee504c51c1 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:12.488537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32924a-be24-430a-90b8-4e929477a432 None None] Pushing event updated for resources: {'Port': ['ID=d739b6e2-d718-4886-94b3-0ce6fb218006,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:12.498608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37edf969-6b24-4dfc-b11a-66d56b21896a None None] DHCP port deletion for 9ea7b43d-eb20-453f-9df5-25c83c9e8e12 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:12.515646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 160f72be-e83c-4e3a-9a70-ca000b7a5861 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:12.525649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:12.536439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:12.538965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.549666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-152d2e57-fb53-484e-a731-4881c4d76acf', 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '8f60ecfd-e001-4feb-a543-f557e18b90ef'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:12.550538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.568567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:12.585137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9ea7b43d-eb20-453f-9df5-25c83c9e8e12), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.586876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:12.592655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:12.593376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.601753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:12.629259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea7b43d-eb20-453f-9df5-25c83c9e8e12']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:12.655339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b5143b-4d93-4b15-a227-09b42eae6e23') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:12.656091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b5143b-4d93-4b15-a227-09b42eae6e23') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:12.657140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:12.658394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:12.664883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=1eabd8ed-1a08-4a72-9a7c-646260cdb08d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:12.684564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (57b5143b-4d93-4b15-a227-09b42eae6e23), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.751004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.763813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (57b5143b-4d93-4b15-a227-09b42eae6e23), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.772169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:12.772722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (57b5143b-4d93-4b15-a227-09b42eae6e23), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:12.818230 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:12.824254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:12.827741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 9b99f5bf-ecd5-4aa9-acce-60f0686f40c4 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:12.888925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49f93758-52eb-4f4f-92dc-fdbddb757c12 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2118838 Apr 30 04:55:12.899371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36468) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:12.914850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:12.987956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a40237d-ff26-4e81-8616-65b496585e69,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.005414 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b77e7056-c761-4042-a5c2-2dd0dac7f01c req-e478dca9-a289-46a2-93da-8aefb6f489af tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 210 time: 0.3948779 Apr 30 04:55:13.031415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Allocated IP 172.20.0.1 (152d2e57-fb53-484e-a731-4881c4d76acf/8f60ecfd-e001-4feb-a543-f557e18b90ef/24c53739-06a0-45ae-af02-2fac18208b34) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:13.079460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9ea7b43d-eb20-453f-9df5-25c83c9e8e12), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.091456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.093236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-a46bd0a3-c6fa-470e-96f8-b46779f7a6e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597879 Apr 30 04:55:13.094792 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/9ea7b43d-eb20-453f-9df5-25c83c9e8e12 HTTP/1.1" status: 204 len: 168 time: 1.5002129 Apr 30 04:55:13.118962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36470) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:13.140539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-26022778'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:13.146074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857721e-6c14-4927-8231-fa39daf21acd tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=9ea7b43d-eb20-453f-9df5-25c83c9e8e12,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.163090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.168741 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d5364a3-8b71-4d81-93cc-1b3ec5852d6b tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8411732 Apr 30 04:55:13.172094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36472) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:13.199986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107db973-bc42-4e5e-928c-86439ccda4d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:13.207945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks [] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.208166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107db973-bc42-4e5e-928c-86439ccda4d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:13.208166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-107db973-bc42-4e5e-928c-86439ccda4d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2972317 Apr 30 04:55:13.208923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d1f62911-08b9-4119-a459-f7b472ffdc93,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.221398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36474) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:13.251385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.285284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.316135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:13.322606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:13.325887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.328097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.407352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 1eabd8ed-1a08-4a72-9a7c-646260cdb08d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:13.407702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1eabd8ed-1a08-4a72-9a7c-646260cdb08d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.447398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ff9ff-e848-4fea-936e-6798588d9c4d None None] Pushing event updated for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.496861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-35845e05-81f1-4446-9216-5d9e8d3dbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:13.499111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-35845e05-81f1-4446-9216-5d9e8d3dbe1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1129 time: 0.2846160 Apr 30 04:55:13.500049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8f60ecfd-e001-4feb-a543-f557e18b90ef), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.560927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8a40237d-ff26-4e81-8616-65b496585e69), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.571542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:13.578650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:13.579547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.581722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.587268 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8a40237d-ff26-4e81-8616-65b496585e69 HTTP/1.1" status: 204 len: 168 time: 0.4141266 Apr 30 04:55:13.588614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36476) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:13.603329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (da16e201-9a81-4652-921b-5e0109e3758c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.603673 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Added segment da16e201-9a81-4652-921b-5e0109e3758c of type vlan for network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 Apr 30 04:55:13.629241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (2aebdfa4-7989-44b0-b60a-1ed95076cca4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.640051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks [] for port (24c53739-06a0-45ae-af02-2fac18208b34), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.644902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:13.645390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.734669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f3901-e195-4c16-bb3d-9362352efdc5 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a40237d-ff26-4e81-8616-65b496585e69,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.747526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Subnet': ['ID=2aebdfa4-7989-44b0-b60a-1ed95076cca4,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:13.756865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1eabd8ed-1a08-4a72-9a7c-646260cdb08d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.770581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Attempting to bind port f1667eb9-4bde-481c-be2b-a9ee504c51c1 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:13.771083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Attempting to bind port f1667eb9-4bde-481c-be2b-a9ee504c51c1 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:13.771505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Attempting to bind port f1667eb9-4bde-481c-be2b-a9ee504c51c1 on network e5449e00-3391-479c-8f68-a68a4172e633 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:13.791286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:13.792236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Checking segment: {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:13.797054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5ce8a8c2-6fcd-44e7-8395-fb209297e389), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.802038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.802038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Bound using segment: {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:13.803692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Bound port: f1667eb9-4bde-481c-be2b-a9ee504c51c1, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711167f5-49f2-4e3e-bb08-f82f0d707127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:13.804111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.805434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 1eabd8ed-1a08-4a72-9a7c-646260cdb08d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:13.821736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:13.822310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.868214 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-00ed5ab6-4c7d-4185-a192-ef74eb2d4983 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1885121 Apr 30 04:55:13.884197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-712a018a-5cae-443e-9830-4edb13a5f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:13.885695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-712a018a-5cae-443e-9830-4edb13a5f6d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.2755787 Apr 30 04:55:13.886362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36482) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:13.899615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (24c53739-06a0-45ae-af02-2fac18208b34), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:13.936963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d255b37c-047d-4ef8-83af-33352e904908 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9110684 Apr 30 04:55:13.985350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36484) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:14.011675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:14.058387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Network 152d2e57-fb53-484e-a731-4881c4d76acf is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:14.073597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:14.082337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] For port f1667eb9-4bde-481c-be2b-a9ee504c51c1, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:14.085073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:14.116753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Pushing event updated for resources: {'Port': ['ID=24c53739-06a0-45ae-af02-2fac18208b34,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.129689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-5adeed80-654a-4813-9609-c398387ec938 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:14.131210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-5adeed80-654a-4813-9609-c398387ec938 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.13 "GET /v2.0/networks?id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 200 len: 812 time: 0.9034629 Apr 30 04:55:14.140549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.145247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] For port f1667eb9-4bde-481c-be2b-a9ee504c51c1, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f1667eb9-4bde-481c-be2b-a9ee504c51c1,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:14.153125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Request body: {'port': {'device_id': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807', 'admin_state_up': True, 'tenant_id': 'ee8bf5c9274747478d6c065fffbc20d5'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:14.175437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.199716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Checking segment: {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:14.201048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network hostable DHCP agents. Network: b1dde728-bb16-4465-a627-c3089354b40f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:14.207745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:14.217093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.217262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5ce8a8c2-6fcd-44e7-8395-fb209297e389), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.217262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:14.218786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.249325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-83475ea9-7fca-43c3-abff-e43cc40f04d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 200 len: 1001 time: 0.3104424 Apr 30 04:55:14.262883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:14.263217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.272535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Attempting to bind port 24c53739-06a0-45ae-af02-2fac18208b34 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:14.272902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Attempting to bind port 24c53739-06a0-45ae-af02-2fac18208b34 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '4e9a226b-757f-4472-9538-ee10e48530b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:14.273277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Attempting to bind port 24c53739-06a0-45ae-af02-2fac18208b34 on network 152d2e57-fb53-484e-a731-4881c4d76acf {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:14.301494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:14.303115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Checking segment: {'id': '4e9a226b-757f-4472-9538-ee10e48530b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:14.303699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.304254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Bound using segment: {'id': '4e9a226b-757f-4472-9538-ee10e48530b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:14.304909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Bound port: 24c53739-06a0-45ae-af02-2fac18208b34, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9a226b-757f-4472-9538-ee10e48530b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '152d2e57-fb53-484e-a731-4881c4d76acf'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:14.305513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24c53739-06a0-45ae-af02-2fac18208b34), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.310458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:14.360037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1eabd8ed-1a08-4a72-9a7c-646260cdb08d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.368987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.376316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (8f60ecfd-e001-4feb-a543-f557e18b90ef), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.409850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=1eabd8ed-1a08-4a72-9a7c-646260cdb08d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.426003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.427083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d739b6e2-d718-4886-94b3-0ce6fb218006 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:14.434785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=8f60ecfd-e001-4feb-a543-f557e18b90ef,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.434944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Network': ['ID=5ce8a8c2-6fcd-44e7-8395-fb209297e389,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.440142 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7da68cff-26af-42c5-8d7b-0e9afc8446a1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3200612 Apr 30 04:55:14.443566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.445676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9a6ba862-0e83-426a-8144-cf58e4090158), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.448138 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-26ad22de-4b70-4ef1-90be-298a904bbf94 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/1eabd8ed-1a08-4a72-9a7c-646260cdb08d HTTP/1.1" status: 204 len: 168 time: 1.2158768 Apr 30 04:55:14.448784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36490) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:14.455102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:14.457222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.460881 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9a6ba862-0e83-426a-8144-cf58e4090158 HTTP/1.1" status: 204 len: 168 time: 0.5287833 Apr 30 04:55:14.462543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-92b7e37b-bbcd-4e0a-ac61-ea66aa5c7b13 req-b1f929a3-2faf-4218-a262-dd9fdda04f2a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 210 time: 0.2970483 Apr 30 04:55:14.482674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:14.489403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36492) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:14.490365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36494) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:14.503724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] For port 24c53739-06a0-45ae-af02-2fac18208b34, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:14.521322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] For port 24c53739-06a0-45ae-af02-2fac18208b34, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24c53739-06a0-45ae-af02-2fac18208b34,segment=NetworkSegment(4e9a226b-757f-4472-9538-ee10e48530b4),segment_id=4e9a226b-757f-4472-9538-ee10e48530b4)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:14.545426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88f02d-5be8-409f-8d9b-703d3accb985 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a6ba862-0e83-426a-8144-cf58e4090158,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.555365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b1dde728-bb16-4465-a627-c3089354b40f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:14.601703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-71f54511-fada-4648-980e-7a019ef49b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:14.603347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-71f54511-fada-4648-980e-7a019ef49b3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.3141141 Apr 30 04:55:14.670227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ff9ff-e848-4fea-936e-6798588d9c4d None None] Pushing event updated for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.673445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24c53739-06a0-45ae-af02-2fac18208b34), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.695484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:14.699204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.702740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c3e1e-f196-424a-9a10-aa8feff21aae tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:14.704481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c3e1e-f196-424a-9a10-aa8feff21aae tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:14.708751 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-747c3e1e-f196-424a-9a10-aa8feff21aae tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2056112 Apr 30 04:55:14.710037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36496) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:14.727722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:14.727964 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:14.793009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.796086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:14.796478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:14.836966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 8754319e-5d27-4fbb-9247-bf0a30df5653 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:14.842624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (8754319e-5d27-4fbb-9247-bf0a30df5653), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.852886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152d2e57-fb53-484e-a731-4881c4d76acf']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:14.874757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9a226b-757f-4472-9538-ee10e48530b4') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:14.875102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9a226b-757f-4472-9538-ee10e48530b4') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:14.878808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d739b6e2-d718-4886-94b3-0ce6fb218006 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:14.879298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.884151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.900562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.910143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (8754319e-5d27-4fbb-9247-bf0a30df5653), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.913030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.950652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:14.955632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.965084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b1dde728-bb16-4465-a627-c3089354b40f) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:14.982837 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e449-7264-4706-af62-a7ad6d32b37b None None] Pushing event updated for resources: {'Port': ['ID=24c53739-06a0-45ae-af02-2fac18208b34,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:14.992793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee6e11-81de-4299-a14b-926343b0daaf None None] Network b1dde728-bb16-4465-a627-c3089354b40f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:14.993144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:14.993793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:14.998078 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:15.036674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8754319e-5d27-4fbb-9247-bf0a30df5653), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.067825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:15.068438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.090396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Made reservation on behalf of ee8bf5c9274747478d6c065fffbc20d5 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:15.097317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.127239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7d248afc-a69a-45ea-ba26-e017812b9b27 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6171465 Apr 30 04:55:15.140589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36498) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.197079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-bd843690-c015-4ee9-95f7-9497364d1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:15.199097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-bd843690-c015-4ee9-95f7-9497364d1365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5645421 Apr 30 04:55:15.218745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.228743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (8754319e-5d27-4fbb-9247-bf0a30df5653), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.253686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.259098 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/8754319e-5d27-4fbb-9247-bf0a30df5653 HTTP/1.1" status: 204 len: 168 time: 0.5491166 Apr 30 04:55:15.261334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.268251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36500) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.280981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:15.286881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fdcfd-b46e-45b9-9680-7aac41b673ac None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:15.351270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9906e3-bb9e-4029-b06f-1e48bfcfb2ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=8754319e-5d27-4fbb-9247-bf0a30df5653,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:15.362942 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9628a603-3e7a-441b-8632-2e089097f3ba tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821850 Apr 30 04:55:15.364499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.376945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:15.424280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:55:15.424280 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:55:15.424280 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': '152d2e57-fb53-484e-a731-4881c4d76acf'}] Apr 30 04:55:15.424280 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:15.424794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:15.441230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e94e5002-aa88-434c-9712-fb87925dcc9c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7416427 Apr 30 04:55:15.446555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36504) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.517394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.ipam_backend_mixin [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6c43e48-bf34-4ac7-bcd4-db50794f4233 (CIDR: 172.20.0.0/28) Apr 30 04:55:15.527483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Allocated IP 172.20.0.11 (a83d0ae8-a0d0-4ffd-8899-73a66abb1807/7ce11c65-2e43-4a5e-951b-86b4f176d784/cc817f5a-85ed-42d8-8289-def20eb1b7f0) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:15.534100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:15.585261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (292bd234-bfbc-4b1b-982a-701081168b9a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.589491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d739b6e2-d718-4886-94b3-0ce6fb218006 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:15.589885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.592035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.593172 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/292bd234-bfbc-4b1b-982a-701081168b9a HTTP/1.1" status: 204 len: 168 time: 0.4506221 Apr 30 04:55:15.615105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36508) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.615985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811e757-ee4b-49d7-9e02-bba933e63a44 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=292bd234-bfbc-4b1b-982a-701081168b9a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:15.638633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b1dde728-bb16-4465-a627-c3089354b40f', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:15.639518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.644009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:15.645116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.699220 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0e3702cc-58e9-4530-9802-9a1d1600b9e2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0771241 Apr 30 04:55:15.702835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36510) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:15.749574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:15.769502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:15.773597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.848946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d739b6e2-d718-4886-94b3-0ce6fb218006, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d739b6e2-d718-4886-94b3-0ce6fb218006,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:15.876691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:15.877863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:15.897417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1bbbbd50-24f3-4276-873e-94964309a9d4 None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:15.923126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-2efa6c58-8ee5-4816-87e7-ca936b0e603a service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461122 Apr 30 04:55:15.925042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba22a4bc-c759-491d-9381-0d6f1a1652d5 req-b3253d85-ca22-4b99-8316-55d41ae4d647 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 210 time: 0.0684993 Apr 30 04:55:15.932675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.935474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:15.936280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df2795ba-e04f-4dd1-bfdb-49daad653ea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:15.963306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Deleting port d739b6e2-d718-4886-94b3-0ce6fb218006 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:15.963306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.136902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4e49360d-a90e-4830-bf79-8d1962ed32d1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1428981 Apr 30 04:55:16.145299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:07Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:14Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:16.150892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (0ad3c2fa-8cef-4131-be37-54dc72f1dc2b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.152952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36512) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:16.162517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:16.162724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Provisioning complete for port d739b6e2-d718-4886-94b3-0ce6fb218006 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:16.163097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.201831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec057a0-d620-4237-a78b-b8fe4891a8c4 None None] Network 152d2e57-fb53-484e-a731-4881c4d76acf requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:16.202527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.224396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.227397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fea902-ecfd-434a-8c51-4144d49e365d None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:07Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:14Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:16.234496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d739b6e2-d718-4886-94b3-0ce6fb218006,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:16.280135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] For port d739b6e2-d718-4886-94b3-0ce6fb218006, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d739b6e2-d718-4886-94b3-0ce6fb218006,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:16.280535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.285509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Allocated IP 2001:db8:3::2 (b1dde728-bb16-4465-a627-c3089354b40f/2aebdfa4-7989-44b0-b60a-1ed95076cca4/8e0e025f-bf3a-4ed8-9135-1e0e7358babe) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:16.309950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Calling delete_port for d739b6e2-d718-4886-94b3-0ce6fb218006 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:16.324372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Checking segment: {'id': 'da16e201-9a81-4652-921b-5e0109e3758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:16.324819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network hostable DHCP agents. Network: 5ce8a8c2-6fcd-44e7-8395-fb209297e389, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:16.327780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=0ad3c2fa-8cef-4131-be37-54dc72f1dc2b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:16.338765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port df2795ba-e04f-4dd1-bfdb-49daad653ea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:16.339129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.407455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 24c53739-06a0-45ae-af02-2fac18208b34 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:16.408453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (24c53739-06a0-45ae-af02-2fac18208b34), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.411053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffc36797-a14a-4a26-a855-b2748adc7683 req-2f100751-f92e-48d1-ac5b-9c7fcbe63f48 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704561 Apr 30 04:55:16.492007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:16.495758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4270a121-1748-4aed-8627-e6405f039e32), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.501641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.503742 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4270a121-1748-4aed-8627-e6405f039e32 HTTP/1.1" status: 204 len: 168 time: 0.7992411 Apr 30 04:55:16.517085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36514) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:16.564363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ee7da-4a11-4735-ad44-af46335f5af8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4270a121-1748-4aed-8627-e6405f039e32,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:16.636123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks [] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.643251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d76761d9-b477-4453-be55-a3c4861194a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1248024 Apr 30 04:55:16.652175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36516) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:16.670789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 24c53739-06a0-45ae-af02-2fac18208b34, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24c53739-06a0-45ae-af02-2fac18208b34,segment=NetworkSegment(4e9a226b-757f-4472-9538-ee10e48530b4),segment_id=4e9a226b-757f-4472-9538-ee10e48530b4)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:16.671499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (24c53739-06a0-45ae-af02-2fac18208b34), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.699395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.703690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 24c53739-06a0-45ae-af02-2fac18208b34 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:16.707996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5ce8a8c2-6fcd-44e7-8395-fb209297e389) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:16.735427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks [] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.739127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.742074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:16.742691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.765479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] DHCP port deletion for 152d2e57-fb53-484e-a731-4881c4d76acf request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:16.768714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf30c34-f236-4728-a42e-169ee79b7226 None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:16.788984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:16.792438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.833089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (fb5c987a-53c2-4ca8-8ce9-6891181b558e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.898684 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-33caf629-f7d3-466d-9c8a-52afe0bf2fb1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4486613 Apr 30 04:55:16.905988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36518) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:16.911906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1029407463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:16.922914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:16.940074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:16.940074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:16.940074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.947002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.948946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.954036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Current status of the port d739b6e2-d718-4886-94b3-0ce6fb218006 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:16.957265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=fb5c987a-53c2-4ca8-8ce9-6891181b558e,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:16.962366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4d470153-7fb2-4972-8d7d-0e7d3196446a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.989375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:16.993761 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4d470153-7fb2-4972-8d7d-0e7d3196446a HTTP/1.1" status: 204 len: 168 time: 0.3374352 Apr 30 04:55:17.000871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36522) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:17.028923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Pushing event updated for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.032946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6872136-673a-4816-98fa-efd7f18b2be2 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d470153-7fb2-4972-8d7d-0e7d3196446a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.082102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c349c534-82ea-4b63-8273-c039fdc64810 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735669 Apr 30 04:55:17.084316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36524) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:17.084706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:17.092187 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c52090a-8124-48eb-85fa-667fa2a369fe tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7200232 Apr 30 04:55:17.114684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36526) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:17.120375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'fb5c987a-53c2-4ca8-8ce9-6891181b558e', 'ip_address': '2001:db8::fa84:295c:85f9:64b2'}], 'name': 'tempest-NetworksTestDHCPv6-1215151541'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:17.130025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (cc31682d-e396-4296-b13c-58ea95e72453), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.134187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (cc31682d-e396-4296-b13c-58ea95e72453), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.143507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:17.164051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:17.173888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.245831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa146a-b66c-4d9a-8d30-38ffba1cc00f req-9462e387-ab3c-4b94-8817-9b107df4cbe9 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:17.248221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-48aa146a-b66c-4d9a-8d30-38ffba1cc00f req-9462e387-ab3c-4b94-8817-9b107df4cbe9 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 932 time: 0.2161000 Apr 30 04:55:17.267108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f93e2b24-a345-4683-9f22-8cb0c42eccee), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.307007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f93e2b24-a345-4683-9f22-8cb0c42eccee), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.311837 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port df2795ba-e04f-4dd1-bfdb-49daad653ea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:17.316414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Pushing event updated for resources: {'Port': ['ID=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.326301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Deleting port 24c53739-06a0-45ae-af02-2fac18208b34 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:17.326751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (24c53739-06a0-45ae-af02-2fac18208b34), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.328456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Provisioning complete for port d1f62911-08b9-4119-a459-f7b472ffdc93 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:17.328866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.330990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d739b6e2-d718-4886-94b3-0ce6fb218006), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.340543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Network b1dde728-bb16-4465-a627-c3089354b40f is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:17.368872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:17.371165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:17.374366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-5ce8a8c2-6fcd-44e7-8395-fb209297e389', 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': '0ad3c2fa-8cef-4131-be37-54dc72f1dc2b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:17.375432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.385024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (24c53739-06a0-45ae-af02-2fac18208b34), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.402547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:17.403397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.409582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] Pushing event deleted for resources: {'Port': ['ID=d739b6e2-d718-4886-94b3-0ce6fb218006,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.423948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for router_controller (cc31682d-e396-4296-b13c-58ea95e72453), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.432806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 160f72be-e83c-4e3a-9a70-ca000b7a5861 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:17.469276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07b1a3-8a0d-42b8-878a-55d88b684577 None None] No DVR routers for this DVR port d739b6e2-d718-4886-94b3-0ce6fb218006 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:17.470539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=24c53739-06a0-45ae-af02-2fac18208b34,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.473591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 24c53739-06a0-45ae-af02-2fac18208b34 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:17.502581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56300a-5af6-4a5e-9f23-c8888f8c1c4f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:17.511015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 160f72be-e83c-4e3a-9a70-ca000b7a5861 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:17.511358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 160f72be-e83c-4e3a-9a70-ca000b7a5861 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:17.531366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (cc31682d-e396-4296-b13c-58ea95e72453), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.582427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:17.590766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f93e2b24-a345-4683-9f22-8cb0c42eccee), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.599343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.602976 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/f93e2b24-a345-4683-9f22-8cb0c42eccee HTTP/1.1" status: 204 len: 168 time: 0.5156598 Apr 30 04:55:17.609142 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-48aa146a-b66c-4d9a-8d30-38ffba1cc00f req-75ada44c-f2b5-4546-a4b1-de0eca4476d2 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511219 Apr 30 04:55:17.613254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36528) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:17.661122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967d84-cfff-4ca1-9284-154fd5eb4946 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e2b24-a345-4683-9f22-8cb0c42eccee,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.668605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Port d1f62911-08b9-4119-a459-f7b472ffdc93 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:17.673858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-46d62a60-3920-4537-b26d-1c98a786a8f0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5253320 Apr 30 04:55:17.686571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] For port 24c53739-06a0-45ae-af02-2fac18208b34, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:17.687117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (24c53739-06a0-45ae-af02-2fac18208b34), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.706564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.707794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e1a7c29a-9b00-44da-b559-7771956c8974 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8005395 Apr 30 04:55:17.713471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36530) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:17.722950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389', 'name': 'tempest-PortsIpV6TestJSON-421406161'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:17.755347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Request body: {'port': {'device_id': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:17.769999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Provisioning complete for port f1667eb9-4bde-481c-be2b-a9ee504c51c1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:17.770474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.773202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Attempting to bind port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:17.773641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Attempting to bind port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:17.774075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Attempting to bind port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe on network b1dde728-bb16-4465-a627-c3089354b40f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:17.778761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Calling delete_port for 24c53739-06a0-45ae-af02-2fac18208b34 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:17.795752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.803612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.807626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.ipam_backend_mixin [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Port 24c53739-06a0-45ae-af02-2fac18208b34 was not found and therefore no delete operation was performed {{(pid=111176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:55:17.818431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:17.827958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (24c53739-06a0-45ae-af02-2fac18208b34), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.853143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 6599e52b-0a63-4bf9-b20c-67c4d4f5ebec yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:17.857011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:17.857574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Checking segment: {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:17.858217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.858446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Bound using segment: {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:17.858889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Bound port: 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:17.859329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:17.911533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152d2e57-fb53-484e-a731-4881c4d76acf']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:17.939056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] Pushing event deleted for resources: {'Port': ['ID=24c53739-06a0-45ae-af02-2fac18208b34,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:17.941389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9a226b-757f-4472-9538-ee10e48530b4') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:17.941883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9a226b-757f-4472-9538-ee10e48530b4') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:17.943400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896780d4-3cdf-48b0-87b9-d8ee294326a2 None None] No DVR routers for this DVR port 24c53739-06a0-45ae-af02-2fac18208b34 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:17.991752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95a33b7e-1567-4931-bf9e-05f464ebe013 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3771243 Apr 30 04:55:17.994617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36532) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:18.004405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--388251807'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:18.018220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.018693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Allocated IP 2001:db8::2 (5ce8a8c2-6fcd-44e7-8395-fb209297e389/0ad3c2fa-8cef-4131-be37-54dc72f1dc2b/b621f5e2-8db0-41a4-951d-09d9dac6e7e9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:18.026372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'fb5c987a-53c2-4ca8-8ce9-6891181b558e'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:18.027208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.029600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:18.033730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.076165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port c60b73d8-a02d-4ae2-bc14-b61a03231d78 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:18.086826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.091883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.122127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:18.122876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (4e9a226b-757f-4472-9538-ee10e48530b4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.124123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::fa84:295c:85f9:64b2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/fb5c987a-53c2-4ca8-8ce9-6891181b558e/6599e52b-0a63-4bf9-b20c-67c4d4f5ebec) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:18.131645 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:18.143161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:18.143537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.191334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (256b3422-c280-4ea6-8a46-1bc7f0ecdfa8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.229856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] For port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:18.269219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Current status of the port f1667eb9-4bde-481c-be2b-a9ee504c51c1 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:18.269607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.302543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] For port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:18.316199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (6599e52b-0a63-4bf9-b20c-67c4d4f5ebec), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.371347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] For port f1667eb9-4bde-481c-be2b-a9ee504c51c1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f1667eb9-4bde-481c-be2b-a9ee504c51c1,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:18.410175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6599e52b-0a63-4bf9-b20c-67c4d4f5ebec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.429295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.454860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.459198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:18.465195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:18.470433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:18.475625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:18.476264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.490798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=6599e52b-0a63-4bf9-b20c-67c4d4f5ebec,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:18.506435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Could not find standard attr ID for object 1eabd8ed-1a08-4a72-9a7c-646260cdb08d. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:18.518888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Allocated IP 2001:db8:3::1 (b1dde728-bb16-4465-a627-c3089354b40f/2aebdfa4-7989-44b0-b60a-1ed95076cca4/d49b6776-4f7b-4aa1-a367-30ae188cc15f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:18.522598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.545985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:18.547100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f1667eb9-4bde-481c-be2b-a9ee504c51c1 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:18.581371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks [] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.585157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:18.597661 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-241ba038-74fc-43eb-b3aa-e9546db02ddd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4815269 Apr 30 04:55:18.600033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36534) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:18.609217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/fb5c987a-53c2-4ca8-8ce9-6891181b558e/886f21fc-4913-4428-b32b-560b47e96dcb) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:18.637005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8627-79ad-4458-ba1d-7aefb82082d0 None None] Pushing event updated for resources: {'Port': ['ID=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:18.644387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-abd34ba8-f386-4def-9af0-44da54eb0078 None None] Could not find standard attr ID for object 24c53739-06a0-45ae-af02-2fac18208b34. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:18.683263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b851a-2b67-4f6a-b660-dfe0227f9099 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:18.689009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b12b851a-2b67-4f6a-b660-dfe0227f9099 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0852144 Apr 30 04:55:18.689454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36538) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:18.720650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.733523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=256b3422-c280-4ea6-8a46-1bc7f0ecdfa8,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:18.777132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f443e-9c9b-416e-807a-a34b444f851a None None] Pushing event updated for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:18.790701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f1667eb9-4bde-481c-be2b-a9ee504c51c1 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:18.791232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.853200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:18.855535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:18.856114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (152d2e57-fb53-484e-a731-4881c4d76acf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.863730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:18.866839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:18.876992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cab96-9420-4db2-9730-d90631675ff0 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:18.884387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:18.884981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.904637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:18.911351 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/152d2e57-fb53-484e-a731-4881c4d76acf HTTP/1.1" status: 204 len: 168 time: 7.0253842 Apr 30 04:55:18.912166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36542) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:18.921919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::2ad (5ce8a8c2-6fcd-44e7-8395-fb209297e389/0ad3c2fa-8cef-4131-be37-54dc72f1dc2b/c60b73d8-a02d-4ae2-bc14-b61a03231d78) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:18.944240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774325983'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:18.969363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Pushing event updated for resources: {'Port': ['ID=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.036047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.064316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d6d44-b63e-4308-9371-3a5d86f9deb3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=152d2e57-fb53-484e-a731-4881c4d76acf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.111805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:19.115143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.141983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Attempting to bind port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:19.142415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Attempting to bind port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'da16e201-9a81-4652-921b-5e0109e3758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:19.142732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Attempting to bind port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 on network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:19.182632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-848e6f57-69ac-4937-a247-87ca6fccdb67 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0254858 Apr 30 04:55:19.183397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 6599e52b-0a63-4bf9-b20c-67c4d4f5ebec {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:19.183924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6599e52b-0a63-4bf9-b20c-67c4d4f5ebec), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.189261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36544) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:19.195183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1677306420', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '256b3422-c280-4ea6-8a46-1bc7f0ecdfa8'}], 'security_groups': ['9cc2c0a4-d15f-4325-9cc5-8c95d4376543']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:19.198588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65810a8-8659-4049-9d03-ca4cf0aade54 req-a14577a9-2e87-4f11-beda-2c90e7b465ac tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:19.200189 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a65810a8-8659-4049-9d03-ca4cf0aade54 req-a14577a9-2e87-4f11-beda-2c90e7b465ac tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 932 time: 0.4624598 Apr 30 04:55:19.233296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:19.268145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.284272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.284272 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment ec76ec8f-93c9-4899-af57-afa71480b54f of type vlan for network fde9f42f-6854-4911-b2ce-a76dcec3d7be Apr 30 04:55:19.330829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.346629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks [] for port (886f21fc-4913-4428-b32b-560b47e96dcb), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.347687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (d198fc02-8d06-4416-98ae-fe7daca23e10), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.351730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:19.352095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Checking segment: {'id': 'da16e201-9a81-4652-921b-5e0109e3758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:19.352490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.352885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Bound using segment: {'id': 'da16e201-9a81-4652-921b-5e0109e3758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:19.353354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Bound port: b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da16e201-9a81-4652-921b-5e0109e3758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5ce8a8c2-6fcd-44e7-8395-fb209297e389'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:19.353724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.400211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f1667eb9-4bde-481c-be2b-a9ee504c51c1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:19.401502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b1dde728-bb16-4465-a627-c3089354b40f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:19.420654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6599e52b-0a63-4bf9-b20c-67c4d4f5ebec), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.423793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.433001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:19.448150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:19.448718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.455914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.460956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a65810a8-8659-4049-9d03-ca4cf0aade54 req-eeb11a46-12fc-449b-bb94-ee3de9e7f53c tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537434 Apr 30 04:55:19.461571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d198fc02-8d06-4416-98ae-fe7daca23e10), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.469123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.484838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 6599e52b-0a63-4bf9-b20c-67c4d4f5ebec owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:19.552638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] For port b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:19.559251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.resource_extend [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 04:55:19.603567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.613534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] For port b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,segment=NetworkSegment(da16e201-9a81-4652-921b-5e0109e3758c),segment_id=da16e201-9a81-4652-921b-5e0109e3758c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:19.620922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc817f5a-85ed-42d8-8289-def20eb1b7f0 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:55:19.622773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:19.624581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d739b6e2-d718-4886-94b3-0ce6fb218006 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:19.648287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d198fc02-8d06-4416-98ae-fe7daca23e10,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.653709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks [] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.658545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=c60b73d8-a02d-4ae2-bc14-b61a03231d78,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.674204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:19.685282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Transition to ACTIVE for port object cc817f5a-85ed-42d8-8289-def20eb1b7f0 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:55:19.690565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d739b6e2-d718-4886-94b3-0ce6fb218006 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:19.691163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d739b6e2-d718-4886-94b3-0ce6fb218006 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:19.693095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Update dhcp port {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'fixed_ips': [{'subnet_id': 'f6c43e48-bf34-4ac7-bcd4-db50794f4233', 'ip_address': '172.20.0.2'}, {'subnet_id': '256b3422-c280-4ea6-8a46-1bc7f0ecdfa8'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'ed2c5a9b-cf67-429d-bf4e-326e03bfc007'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:55:19.693790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.695320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f638467-0b8d-4a09-b9dc-24ca6d6c2415 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6943679 Apr 30 04:55:19.697997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36546) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:19.705504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'd198fc02-8d06-4416-98ae-fe7daca23e10', 'direction': 'ingress', 'protocol': 17}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:19.723746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.729423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:19.730154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.742371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:19.743437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:19.748737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.750084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:19.757109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:19.758856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.762398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:19.763256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.781635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.789186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Pushing event updated for resources: {'Port': ['ID=886f21fc-4913-4428-b32b-560b47e96dcb,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:19.833730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.881170 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bf17bcad-91f5-4445-af4e-b705b748db46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1657066 Apr 30 04:55:19.881687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36548) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:19.974941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6599e52b-0a63-4bf9-b20c-67c4d4f5ebec), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:19.986697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0506794 Apr 30 04:55:20.017080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36550) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:20.025748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Attempting to bind port 886f21fc-4913-4428-b32b-560b47e96dcb on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:20.026139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Attempting to bind port 886f21fc-4913-4428-b32b-560b47e96dcb by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:20.034515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Attempting to bind port 886f21fc-4913-4428-b32b-560b47e96dcb on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:20.035929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:20.058084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:20.058378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:20.058644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.059076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:20.060451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Bound port: 886f21fc-4913-4428-b32b-560b47e96dcb, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:20.060922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.064531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f1667eb9-4bde-481c-be2b-a9ee504c51c1 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:20.107390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.114586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=6599e52b-0a63-4bf9-b20c-67c4d4f5ebec,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:20.136907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150419c-2f2e-4ea7-aa2e-8188d18cae1d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=fde9f42f-6854-4911-b2ce-a76dcec3d7be,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:20.155843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:20.201445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (f7fa0d91-532f-4437-8a99-08f9d466023c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.220634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network fde9f42f-6854-4911-b2ce-a76dcec3d7be details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:20.223412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279cd5-5625-4e72-895b-f2227e89da39 None None] Pushing event updated for resources: {'Port': ['ID=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:20.329113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43905292-60d9-49b6-9105-f7d50adccce5 None None] Network b1dde728-bb16-4465-a627-c3089354b40f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:20.348962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Provisioning complete for port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:20.349703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.355466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.362560 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-be47e912-8cb5-428f-ab79-846fbc6a6b05 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/6599e52b-0a63-4bf9-b20c-67c4d4f5ebec HTTP/1.1" status: 204 len: 168 time: 1.6720285 Apr 30 04:55:20.373467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36552) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:20.459672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (f7fa0d91-532f-4437-8a99-08f9d466023c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.499118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Attempting to bind port cc817f5a-85ed-42d8-8289-def20eb1b7f0 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:20.499453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Attempting to bind port cc817f5a-85ed-42d8-8289-def20eb1b7f0 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '35a7e365-6512-4e83-b82a-ceb83b8e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:20.500325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Attempting to bind port cc817f5a-85ed-42d8-8289-def20eb1b7f0 on network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:20.564201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9cd698-9b87-499c-af3c-1f616d6e2e97 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:20.565513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9cd698-9b87-499c-af3c-1f616d6e2e97 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:20.569895 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b9cd698-9b87-499c-af3c-1f616d6e2e97 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1950831 Apr 30 04:55:20.574813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36556) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:20.602549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f1667eb9-4bde-481c-be2b-a9ee504c51c1 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:20.603115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.610656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f7fa0d91-532f-4437-8a99-08f9d466023c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.612451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Port cc817f5a-85ed-42d8-8289-def20eb1b7f0 on network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:55:20.612654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Attempting to bind port cc817f5a-85ed-42d8-8289-def20eb1b7f0 on network a83d0ae8-a0d0-4ffd-8899-73a66abb1807 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:20.620830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] For port 886f21fc-4913-4428-b32b-560b47e96dcb, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:20.656822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Allocated IP 172.20.0.18 (eca84d2b-b2db-452b-a8e1-20504f1d8764/256b3422-c280-4ea6-8a46-1bc7f0ecdfa8/ed2c5a9b-cf67-429d-bf4e-326e03bfc007) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:20.668379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:20.669111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Checking segment: {'id': '35a7e365-6512-4e83-b82a-ceb83b8e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:20.669732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Bound using segment: {'id': '35a7e365-6512-4e83-b82a-ceb83b8e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:20.670418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Bound port: cc817f5a-85ed-42d8-8289-def20eb1b7f0, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a7e365-6512-4e83-b82a-ceb83b8e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:20.670969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.685821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:20.688866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] For port 886f21fc-4913-4428-b32b-560b47e96dcb, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=886f21fc-4913-4428-b32b-560b47e96dcb,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:20.689204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.703269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581e1ad-3236-4904-98c8-fcf5bcce23fb req-205d24b5-04e4-4022-a7c0-5cf237907ca8 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:20.704893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b581e1ad-3236-4904-98c8-fcf5bcce23fb req-205d24b5-04e4-4022-a7c0-5cf237907ca8 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 944 time: 0.1101718 Apr 30 04:55:20.705600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fa0d91-532f-4437-8a99-08f9d466023c,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:20.755202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet fb5c987a-53c2-4ca8-8ce9-6891181b558e {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:20.775923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.780912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cddbdab6-1edd-48fa-875a-a93e7199ffe8 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0794916 Apr 30 04:55:20.781197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36558) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:20.836717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.839519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:20.843912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.851699 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b581e1ad-3236-4904-98c8-fcf5bcce23fb req-d20069d3-2991-4c20-abdd-39841dc62233 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361623 Apr 30 04:55:20.881668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0,segment=NetworkSegment(35a7e365-6512-4e83-b82a-ceb83b8e2073),segment_id=35a7e365-6512-4e83-b82a-ceb83b8e2073)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:20.890016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Current status of the port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:20.890435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.926201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.927148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:20.954440 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:55:21.015725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:21.025421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de24147-3993-4a6e-8737-a5585647b566 None None] Pushing event updated for resources: {'Port': ['ID=886f21fc-4913-4428-b32b-560b47e96dcb,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:21.039566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f1667eb9-4bde-481c-be2b-a9ee504c51c1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:21.040815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e0e025f-bf3a-4ed8-9135-1e0e7358babe up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:21.095983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] For port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:21.110370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event updated for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:21.113347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.136355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Publish callbacks [] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.157339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:21.157799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.189476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.198157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:21.198816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.200295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 200 len: 1094 time: 3.5110562 Apr 30 04:55:21.214223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:55:21.217698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900f2f78-2af5-4961-ac39-00c20a60e7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:55:21.253931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.269307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0dde8-ebe9-4877-b17a-603466899cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:21.273428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Network b1dde728-bb16-4465-a627-c3089354b40f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:21.287703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:21.288332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d244da-9437-4649-ba3f-b535699a006a None None] Pushing event updated for resources: {'Port': ['ID=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:21.315400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea890dc-6d91-4415-a2a8-f5993e2b21ce x-openstack-request-id: req-cea890dc-6d91-4415-a2a8-f5993e2b21ce {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:55:21.315889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:55:21.316322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cea890dc-6d91-4415-a2a8-f5993e2b21ce {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:55:21.316915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea890dc-6d91-4415-a2a8-f5993e2b21ce'] response: {'name': 'network-changed', 'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0', 'status': 'completed', 'code': 200} Apr 30 04:55:21.410471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (fb5c987a-53c2-4ca8-8ce9-6891181b558e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.454686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed79ed-d31f-4931-91ab-8e26c59ecad3 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:21.468549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-bb81af18-496a-4324-98c1-135cc01144a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:21.469934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-bb81af18-496a-4324-98c1-135cc01144a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 1128 time: 0.0937712 Apr 30 04:55:21.495115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:21.495487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.589535 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-3e8fc812-0fd8-48ac-a56e-078a107d8e79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 200 len: 217 time: 0.0517218 Apr 30 04:55:21.610601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Port d49b6776-4f7b-4aa1-a367-30ae188cc15f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:21.625719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:21.625953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (fb5c987a-53c2-4ca8-8ce9-6891181b558e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.645162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Provisioning complete for port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:21.645595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.704935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-9e117136-40b8-4c42-8dd5-b606f6392c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:21.708570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-9e117136-40b8-4c42-8dd5-b606f6392c87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce11c65-2e43-4a5e-951b-86b4f176d784 HTTP/1.1" status: 200 len: 852 time: 0.1091287 Apr 30 04:55:21.714647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:21.787125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64d2e1af-fb4b-4908-b6e5-7c2bd5f30ddd None None] Current status of the port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:21.821514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d0fd0-7bc5-4827-b983-bcbfe1e2397c None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:21.826147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:21.873108 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-8f00e8d9-a491-4541-8d3a-c1d7aac0d6ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562726 Apr 30 04:55:22.006854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be43b6da-75d0-49e4-8a20-722ca0bc17c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.258676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:22.294432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:22.294860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.333767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (d198fc02-8d06-4416-98ae-fe7daca23e10), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.357544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Port d49b6776-4f7b-4aa1-a367-30ae188cc15f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:22.379967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Delete allocated IP 172.20.0.7 (eca84d2b-b2db-452b-a8e1-20504f1d8764/f6c43e48-bf34-4ac7-bcd4-db50794f4233) {{(pid=111174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:55:22.386340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:22.386340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.388581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Provisioning complete for port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:22.388947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.436389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.24 (eca84d2b-b2db-452b-a8e1-20504f1d8764/256b3422-c280-4ea6-8a46-1bc7f0ecdfa8/d1f62911-08b9-4119-a459-f7b472ffdc93) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:22.441585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (fb5c987a-53c2-4ca8-8ce9-6891181b558e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.490353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (d198fc02-8d06-4416-98ae-fe7daca23e10), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.617895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98e11-fd02-42b6-bbf5-916cdb9a824c req-83faa6f6-7e35-4739-bc37-14a7cf4b1c87 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:22.619410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7c98e11-fd02-42b6-bbf5-916cdb9a824c req-83faa6f6-7e35-4739-bc37-14a7cf4b1c87 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 944 time: 0.1621497 Apr 30 04:55:22.621275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-7ad32508-792f-4ff3-8021-7d7c3218ba26 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385433 Apr 30 04:55:22.637216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Current status of the port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:22.637864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.680596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:22.681214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.682335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e0e025f-bf3a-4ed8-9135-1e0e7358babe up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:22.717681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:22.725267 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b7aeb6c3-518e-485e-9015-a85e9ba7d610 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2746525 Apr 30 04:55:22.732948 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:22.745460 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:22.746083 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:54:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:22.748288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36566) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:22.763500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:22.775634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] For port b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,segment=NetworkSegment(da16e201-9a81-4652-921b-5e0109e3758c),segment_id=da16e201-9a81-4652-921b-5e0109e3758c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:22.794584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.797850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (fb5c987a-53c2-4ca8-8ce9-6891181b558e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.799998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:22.800785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.839321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7c98e11-fd02-42b6-bbf5-916cdb9a824c req-fcb14ddf-c751-442e-b552-e737e9a724de tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963146 Apr 30 04:55:22.876985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.899095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0b3febd-c5aa-48f0-875a-b6c93adbe774 req-e3e67631-bd12-4fb3-87a2-c64d8d19030a service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708485 Apr 30 04:55:22.944363 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:22.955876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c237dc8-e03c-4162-a0ac-a19f01efca79 None None] Pushing event updated for resources: {'Port': ['ID=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:22.980061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.983928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/fb5c987a-53c2-4ca8-8ce9-6891181b558e HTTP/1.1" status: 204 len: 168 time: 2.4069719 Apr 30 04:55:22.984939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (79101132-28e5-4e79-aedd-c5d5d5444bcf), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:22.986835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36568) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.059995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:23.061621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 886f21fc-4913-4428-b32b-560b47e96dcb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:23.108724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-323c5874-32d6-4c1c-8621-2378f426af36 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171386 Apr 30 04:55:23.109165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36570) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.127613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:23.128077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.167605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 886f21fc-4913-4428-b32b-560b47e96dcb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:23.168070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.196306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02b3dc-6613-4166-bd4d-97f1a42294b6 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:23.216066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755f507-68ec-448b-8c55-1be6ecb3bbb2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:23.221847 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5755f507-68ec-448b-8c55-1be6ecb3bbb2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1114461 Apr 30 04:55:23.224497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36572) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.248092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Port d49b6776-4f7b-4aa1-a367-30ae188cc15f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:23.304985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Provisioning complete for port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:23.304985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.334728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f5ce1-0c4c-4c20-826e-29cb22cd573d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5c987a-53c2-4ca8-8ce9-6891181b558e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:23.341482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482aac1-85b4-4f97-9f54-60174637bb74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:23.343551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1482aac1-85b4-4f97-9f54-60174637bb74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181219 Apr 30 04:55:23.346014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36574) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.362894 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:19Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:20Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:23.367790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d198fc02-8d06-4416-98ae-fe7daca23e10), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.370427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.371783 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/d198fc02-8d06-4416-98ae-fe7daca23e10 HTTP/1.1" status: 204 len: 168 time: 1.9571509 Apr 30 04:55:23.390092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 886f21fc-4913-4428-b32b-560b47e96dcb is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:23.396848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.400675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (cc31682d-e396-4296-b13c-58ea95e72453), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.408548 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:23.408982 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Updating router 778f2f96-2317-4522-ba53-54b7d751b12f port d49b6776-4f7b-4aa1-a367-30ae188cc15f binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:55:23.418916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36576) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.440714 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.460238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c91ce2ab-3054-4df5-a061-c79974c06364 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091509 Apr 30 04:55:23.461111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36578) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.465933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:23.551499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 886f21fc-4913-4428-b32b-560b47e96dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=886f21fc-4913-4428-b32b-560b47e96dcb,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:23.585057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.591778 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aeb936f9-da73-40a3-b3bf-f2c88510202f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1703119 Apr 30 04:55:23.595808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36580) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:23.602758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--396593502'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:23.610178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:23.642106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': 'ec76ec8f-93c9-4899-af57-afa71480b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:23.642528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: fde9f42f-6854-4911-b2ce-a76dcec3d7be, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:23.653685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.654514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457582-c750-4b15-9258-c3e455cc9132 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d198fc02-8d06-4416-98ae-fe7daca23e10,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:23.654642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b621f5e2-8db0-41a4-951d-09d9dac6e7e9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:23.683933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Current status of the port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:23.698473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=c60b73d8-a02d-4ae2-bc14-b61a03231d78,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:23.731828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=79101132-28e5-4e79-aedd-c5d5d5444bcf,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:23.744102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Provisioning complete for port c60b73d8-a02d-4ae2-bc14-b61a03231d78 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:23.744477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.764702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Deleting port 886f21fc-4913-4428-b32b-560b47e96dcb {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:23.765072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.776105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.810777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:23.814765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.819310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.823314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=886f21fc-4913-4428-b32b-560b47e96dcb,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:23.855461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d2147-6864-46d9-9a55-7609bc3d6ef3 None None] Port c60b73d8-a02d-4ae2-bc14-b61a03231d78 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:23.875663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] For port 886f21fc-4913-4428-b32b-560b47e96dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=886f21fc-4913-4428-b32b-560b47e96dcb,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:23.876058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.883865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-c0c450ee-9f0c-45f7-a462-535882d51475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:23.887226 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-c0c450ee-9f0c-45f7-a462-535882d51475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 1128 time: 0.1230071 Apr 30 04:55:23.891942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:23.892594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:23.897787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Calling delete_port for 886f21fc-4913-4428-b32b-560b47e96dcb owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:23.919270 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks [] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.013787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Provisioning complete for port d1f62911-08b9-4119-a459-f7b472ffdc93 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:24.013787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.020978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network fde9f42f-6854-4911-b2ce-a76dcec3d7be is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:24.038509 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.054850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=d1f62911-08b9-4119-a459-f7b472ffdc93,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:24.088702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c0bacea2-420b-4bb3-9930-40a1dceef06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.105336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Port d1f62911-08b9-4119-a459-f7b472ffdc93 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:24.113991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:24.120195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Provisioning complete for port c60b73d8-a02d-4ae2-bc14-b61a03231d78 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:24.120747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.133691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38c81-a4d6-476c-8255-6a43ed848677 req-341b4297-ec52-4874-b3e7-e361f471cc64 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.137088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36b38c81-a4d6-476c-8255-6a43ed848677 req-341b4297-ec52-4874-b3e7-e361f471cc64 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 944 time: 0.1606891 Apr 30 04:55:24.169431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Port c60b73d8-a02d-4ae2-bc14-b61a03231d78 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:24.179068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:24.179907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.186043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (886f21fc-4913-4428-b32b-560b47e96dcb), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.249693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-241d3788-5dbf-4afd-aa3d-3ae7e4fb7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.251540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-241d3788-5dbf-4afd-aa3d-3ae7e4fb7f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 200 len: 912 time: 0.3461771 Apr 30 04:55:24.253302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] Pushing event deleted for resources: {'Port': ['ID=886f21fc-4913-4428-b32b-560b47e96dcb,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:24.280231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5fd60-21b2-4f19-9549-0f318fd51ff2 None None] No DVR routers for this DVR port 886f21fc-4913-4428-b32b-560b47e96dcb on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:24.309547 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b621f5e2-8db0-41a4-951d-09d9dac6e7e9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:24.337630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, fde9f42f-6854-4911-b2ce-a76dcec3d7be) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:24.339745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] In _notify_port_updated(), no bound segment for port d1f62911-08b9-4119-a459-f7b472ffdc93 on network eca84d2b-b2db-452b-a8e1-20504f1d8764 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:55:24.358345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.359011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.360618 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0cd33ae8-5485-4fcf-8ec4-a4ac083a1b5f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/ports/d1f62911-08b9-4119-a459-f7b472ffdc93 HTTP/1.1" status: 200 len: 921 time: 5.1702588 Apr 30 04:55:24.364781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1117d1e8-951b-47c1-8785-abc1c0ba33a0 None None] Network fde9f42f-6854-4911-b2ce-a76dcec3d7be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:24.381316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.400868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36584) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:24.405157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.405760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.425322 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebe831-b46b-4fcb-8596-ae5a4e206e67 None None] Pushing event updated for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:24.443660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (1d8eadd1-da57-45d7-834e-0e047f3ae4c7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.473665 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Attempting to bind port d49b6776-4f7b-4aa1-a367-30ae188cc15f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:24.474027 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Attempting to bind port d49b6776-4f7b-4aa1-a367-30ae188cc15f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:24.474452 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Attempting to bind port d49b6776-4f7b-4aa1-a367-30ae188cc15f on network b1dde728-bb16-4465-a627-c3089354b40f {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:24.476250 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-6e9c3cc6-3fad-4c92-b299-ffe347ab496d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 200 len: 217 time: 0.1953583 Apr 30 04:55:24.482442 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:24.482907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Checking segment: {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:24.483318 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.483692 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Bound using segment: {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:24.484163 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Bound port: d49b6776-4f7b-4aa1-a367-30ae188cc15f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:24.484532 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.506035 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36b38c81-a4d6-476c-8255-6a43ed848677 req-4d9c1353-da16-4a20-a628-d8f700a669b6 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591299 Apr 30 04:55:24.534935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1d8eadd1-da57-45d7-834e-0e047f3ae4c7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.566008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:24.571897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:24.572424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.574171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Could not find standard attr ID for object 886f21fc-4913-4428-b32b-560b47e96dcb. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:24.627133 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] For port d49b6776-4f7b-4aa1-a367-30ae188cc15f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:24.631535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port d1f62911-08b9-4119-a459-f7b472ffdc93 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:24.632049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.636021 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] For port d49b6776-4f7b-4aa1-a367-30ae188cc15f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d49b6776-4f7b-4aa1-a367-30ae188cc15f,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:24.655105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8eadd1-da57-45d7-834e-0e047f3ae4c7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:24.668019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:24.668507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.673212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045a814-397f-4d24-8674-15e961e404db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-fde9f42f-6854-4911-b2ce-a76dcec3d7be', 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '79101132-28e5-4e79-aedd-c5d5d5444bcf'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:24.674075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.686757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.688172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3fde53a7-6f37-4acf-948b-99dff2caa518 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0912862 Apr 30 04:55:24.690103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-55675cbf-feba-4f59-ac15-5d2505c69a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.691660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-55675cbf-feba-4f59-ac15-5d2505c69a30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce11c65-2e43-4a5e-951b-86b4f176d784 HTTP/1.1" status: 200 len: 852 time: 0.2117393 Apr 30 04:55:24.694076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36586) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:24.705294 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.705454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--650300140'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:24.748027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-d0ec155f-dba5-4a4a-9ace-779a32ac036a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425472 Apr 30 04:55:24.770540 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:24.771416 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:24.813564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.832212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for d1f62911-08b9-4119-a459-f7b472ffdc93 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:24.841074 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebe831-b46b-4fcb-8596-ae5a4e206e67 None None] Pushing event updated for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:24.857638 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-ccb85215-ab09-473e-86a8-bcfd8984a920 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033530 Apr 30 04:55:24.860366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.865491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (741b9359-2e0a-4e0e-92b6-19817c870605), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:24.923643 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:24.942556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:24.964404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:24.983024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:24.983646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.008397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c58766-0f78-4399-bc4d-3abdc3e4a9d7 None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:25.017150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46831d05-38de-459e-9f37-7f4164a0ea65 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:25.055852 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3e2f54b2-ab19-4f25-ab04-cd06bdee8d1a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0348139 Apr 30 04:55:25.057729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36588) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:25.058536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=741b9359-2e0a-4e0e-92b6-19817c870605,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:25.083387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-19706f19-4fe5-479f-b7c9-f1c0d283f580 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6214981 Apr 30 04:55:25.089146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36590) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:25.103549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '741b9359-2e0a-4e0e-92b6-19817c870605', 'ip_address': '2001:db8::8d61:a8d4:1974:ecca'}], 'name': 'tempest-NetworksTestDHCPv6-882956319'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:25.183081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:25.201612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Could not find standard attr ID for object d1f62911-08b9-4119-a459-f7b472ffdc93. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:25.217301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d1f62911-08b9-4119-a459-f7b472ffdc93), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.218023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-900f2f78-2af5-4961-ac39-00c20a60e7b4 req-ca2f927f-81d1-4019-87e2-65861f024436 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393579 Apr 30 04:55:25.227883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '741b9359-2e0a-4e0e-92b6-19817c870605'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:25.228747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.288041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:25.288411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.291368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (b4ce924f-b81c-4888-8f31-f887937b9b32), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.297009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.312401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 886f21fc-4913-4428-b32b-560b47e96dcb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:25.330215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.extraroute_db [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=111174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:55:25.334547 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:19Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:24Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:25.343005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=d1f62911-08b9-4119-a459-f7b472ffdc93,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:25.350202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc817f5a-85ed-42d8-8289-def20eb1b7f0 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:55:25.354955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (79101132-28e5-4e79-aedd-c5d5d5444bcf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.384888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b4ce924f-b81c-4888-8f31-f887937b9b32), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.430389 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363154e-7028-4a18-8ee6-ed34cc5bf331 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:19Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:24Z', 'revision_number': 4, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:25.460171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.461456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7663851 Apr 30 04:55:25.464687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36592) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:25.478999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': '1d8eadd1-da57-45d7-834e-0e047f3ae4c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b4ce924f-b81c-4888-8f31-f887937b9b32', 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:25.484217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6684f95-aedf-4195-a634-beed6c4288be tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce924f-b81c-4888-8f31-f887937b9b32,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:25.491389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0,segment=NetworkSegment(35a7e365-6512-4e83-b82a-ceb83b8e2073),segment_id=35a7e365-6512-4e83-b82a-ceb83b8e2073)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:25.534023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.541138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0', 'network_id': 'a83d0ae8-a0d0-4ffd-8899-73a66abb1807', 'port_id': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0', 'mac_address': 'fa:16:3e:b0:47:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce11c65-2e43-4a5e-951b-86b4f176d784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:55:25.545677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 886f21fc-4913-4428-b32b-560b47e96dcb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:25.546028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 886f21fc-4913-4428-b32b-560b47e96dcb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:25.714642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a7d60-5ec3-4f3a-8bae-6274d49804ed req-dfe449be-bfda-454a-bb66-113ef8460d34 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:25.717554 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-451a7d60-5ec3-4f3a-8bae-6274d49804ed req-dfe449be-bfda-454a-bb66-113ef8460d34 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 944 time: 0.0894580 Apr 30 04:55:25.733742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e045a814-397f-4d24-8674-15e961e404db None None] Allocated IP 172.20.0.2 (fde9f42f-6854-4911-b2ce-a76dcec3d7be/79101132-28e5-4e79-aedd-c5d5d5444bcf/5269bebd-e1d7-46a9-9c66-98b292e10a28) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:25.769637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.777515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc817f5a-85ed-42d8-8289-def20eb1b7f0 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:25.778440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.841810 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-451a7d60-5ec3-4f3a-8bae-6274d49804ed req-271722a8-1016-4aaa-9bf1-45058d1f7ed5 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118791 Apr 30 04:55:25.892623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.900079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc817f5a-85ed-42d8-8289-def20eb1b7f0 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:55:25.912616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Current status of the port d49b6776-4f7b-4aa1-a367-30ae188cc15f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:25.913003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.922979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.extraroute_db [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Removed routes are [] {{(pid=111174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:55:25.926360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:25.969572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/741b9359-2e0a-4e0e-92b6-19817c870605/24aae1ed-05dd-4bf6-8b22-a1424da0df16) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:26.001039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0,segment=NetworkSegment(35a7e365-6512-4e83-b82a-ceb83b8e2073),segment_id=35a7e365-6512-4e83-b82a-ceb83b8e2073)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:26.001926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.004943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.008524 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cafc9011-2146-4cc8-89d6-76e231e709dc tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/d1f62911-08b9-4119-a459-f7b472ffdc93 HTTP/1.1" status: 204 len: 168 time: 1.5848715 Apr 30 04:55:26.011826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36596) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.057050 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f84fc8c-7081-4a55-9a38-b926ad23f5c8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:55:26.057919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] For port d49b6776-4f7b-4aa1-a367-30ae188cc15f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d49b6776-4f7b-4aa1-a367-30ae188cc15f,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:26.059128 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4f84fc8c-7081-4a55-9a38-b926ad23f5c8 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/d1f62911-08b9-4119-a459-f7b472ffdc93 HTTP/1.1" status: 404 len: 333 time: 0.0398402 Apr 30 04:55:26.065102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36598) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.074557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726421f1-77b1-4db0-a650-d4cfbef43110,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.149170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.182161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:26.193333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.213895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.213895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-284ca4e6-c3de-4f72-b0a8-69e46317aaf7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7378290 Apr 30 04:55:26.215231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36600) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.230004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (22d4225e-a00d-428d-871d-cfcbdcb3ec1b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.256583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.266255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks [] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.281913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.295890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (22d4225e-a00d-428d-871d-cfcbdcb3ec1b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.316299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.383323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.391044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.431092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cc198f61-1ee2-4cd0-94be-b54209c7f352 None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:26.431800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cc198f61-1ee2-4cd0-94be-b54209c7f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.444684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (79101132-28e5-4e79-aedd-c5d5d5444bcf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.453987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.483083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.484980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['cc817f5a-85ed-42d8-8289-def20eb1b7f0'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:55:26.487667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 732f7ae1-33f6-4c59-ba81-667efd7dfda5 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:26.494365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.497138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e045a814-397f-4d24-8674-15e961e404db None None] Network fde9f42f-6854-4911-b2ce-a76dcec3d7be is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:26.497320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=79101132-28e5-4e79-aedd-c5d5d5444bcf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.501274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.501947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (cc31682d-e396-4296-b13c-58ea95e72453), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.505349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (22d4225e-a00d-428d-871d-cfcbdcb3ec1b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.508877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.512645 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/security-groups/22d4225e-a00d-428d-871d-cfcbdcb3ec1b HTTP/1.1" status: 204 len: 168 time: 0.4439423 Apr 30 04:55:26.517307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks [] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.525898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36602) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.526739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ec578-6ae0-4675-b898-26dd1131e274 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4225e-a00d-428d-871d-cfcbdcb3ec1b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.533847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e045a814-397f-4d24-8674-15e961e404db None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:26.547946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045a814-397f-4d24-8674-15e961e404db None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:26.564014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc51b6-e46f-456f-9551-866154ac6f0f None None] Pushing event updated for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.567881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (726421f1-77b1-4db0-a650-d4cfbef43110), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.600013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.601128 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/726421f1-77b1-4db0-a650-d4cfbef43110 HTTP/1.1" status: 204 len: 168 time: 0.3840907 Apr 30 04:55:26.608121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5276c-c5b2-49a3-bcd2-03c249e64c40 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=726421f1-77b1-4db0-a650-d4cfbef43110,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.614339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d49b6776-4f7b-4aa1-a367-30ae188cc15f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:26.617111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36604) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.648345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.661211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.710047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde9f42f-6854-4911-b2ce-a76dcec3d7be']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:26.740524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec76ec8f-93c9-4899-af57-afa71480b54f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:26.740750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec76ec8f-93c9-4899-af57-afa71480b54f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:26.759825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c19f89dd-2136-410e-86ed-1e77426bda78 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1415765 Apr 30 04:55:26.763272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36606) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:26.765080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.773746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=c60b73d8-a02d-4ae2-bc14-b61a03231d78,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.810661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:26.819794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:26.821416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045a814-397f-4d24-8674-15e961e404db None None] Pushing event updated for resources: {'Port': ['ID=5269bebd-e1d7-46a9-9c66-98b292e10a28,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:26.823537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.841456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:26.843732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e045a814-397f-4d24-8674-15e961e404db None None] Attempting to bind port 5269bebd-e1d7-46a9-9c66-98b292e10a28 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:26.843873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (9cc2c0a4-d15f-4325-9cc5-8c95d4376543), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.844402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e045a814-397f-4d24-8674-15e961e404db None None] Attempting to bind port 5269bebd-e1d7-46a9-9c66-98b292e10a28 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ec76ec8f-93c9-4899-af57-afa71480b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:26.844788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045a814-397f-4d24-8674-15e961e404db None None] Attempting to bind port 5269bebd-e1d7-46a9-9c66-98b292e10a28 on network fde9f42f-6854-4911-b2ce-a76dcec3d7be {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:26.869612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:26.875706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (9cc2c0a4-d15f-4325-9cc5-8c95d4376543), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.895501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045a814-397f-4d24-8674-15e961e404db None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:26.896037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045a814-397f-4d24-8674-15e961e404db None None] Checking segment: {'id': 'ec76ec8f-93c9-4899-af57-afa71480b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:26.896552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.897108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045a814-397f-4d24-8674-15e961e404db None None] Bound using segment: {'id': 'ec76ec8f-93c9-4899-af57-afa71480b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:26.897711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e045a814-397f-4d24-8674-15e961e404db None None] Bound port: 5269bebd-e1d7-46a9-9c66-98b292e10a28, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec76ec8f-93c9-4899-af57-afa71480b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:26.898157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.904516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:26.905004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.913296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:26.922727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.923326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:26.930124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cc198f61-1ee2-4cd0-94be-b54209c7f352 None None] Current status of the port d49b6776-4f7b-4aa1-a367-30ae188cc15f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:26.939614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:26.940282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.959223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (b4ce924f-b81c-4888-8f31-f887937b9b32), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:26.978992 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:26.995383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Pushing event updated for resources: {'Port': ['ID=24aae1ed-05dd-4bf6-8b22-a1424da0df16,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:27.020718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::8d61:a8d4:1974:ecca (b6427a96-a6f5-42f0-9a44-12b949b58e60/741b9359-2e0a-4e0e-92b6-19817c870605/732f7ae1-33f6-4c59-ba81-667efd7dfda5) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:27.089355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:27.106498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.108017 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4004ae9-6d09-4b25-87a5-dce68eb5ed25 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 954 time: 4.3583968 Apr 30 04:55:27.111113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Attempting to bind port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:27.111551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Attempting to bind port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:27.112829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Attempting to bind port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:27.113643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (b4ce924f-b81c-4888-8f31-f887937b9b32), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.114638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:27.116404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36610) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.149218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:27.149777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:27.150306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.150809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:27.151454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Bound port: 24aae1ed-05dd-4bf6-8b22-a1424da0df16, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:27.151898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.152220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dbb3e-7066-453a-9caa-d745d040f013 req-1468db7a-2f56-4672-9115-dcfc80fbb3ad tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:27.154424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-857dbb3e-7066-453a-9caa-d745d040f013 req-1468db7a-2f56-4672-9115-dcfc80fbb3ad tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 945 time: 0.1747355 Apr 30 04:55:27.191694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:55:27.191694 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:55:27.191694 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': 'fde9f42f-6854-4911-b2ce-a76dcec3d7be'}] Apr 30 04:55:27.191694 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:27.192159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:27.204843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:27.205636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:27.209802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e045a814-397f-4d24-8674-15e961e404db None None] For port 5269bebd-e1d7-46a9-9c66-98b292e10a28, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:27.237940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-857dbb3e-7066-453a-9caa-d745d040f013 req-cea264c1-b507-4fd6-ba9d-c3865b0b954f tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667386 Apr 30 04:55:27.252600 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cfb615ad-c05e-42f4-bfe6-b3bb8d7a612a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 954 time: 0.1347480 Apr 30 04:55:27.255881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36612) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.262833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'routes': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:27.316579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9cc2c0a4-d15f-4325-9cc5-8c95d4376543), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.319497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.325056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/security-groups/9cc2c0a4-d15f-4325-9cc5-8c95d4376543 HTTP/1.1" status: 204 len: 168 time: 0.7910554 Apr 30 04:55:27.325285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.337765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07afa46-9446-4557-ae2e-0a1f17bfed30 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2c0a4-d15f-4325-9cc5-8c95d4376543,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:27.355868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b4ce924f-b81c-4888-8f31-f887937b9b32), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.359717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.360934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4ce924f-b81c-4888-8f31-f887937b9b32 HTTP/1.1" status: 204 len: 168 time: 0.5938337 Apr 30 04:55:27.366476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36616) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.407612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f62a80-c709-4bb6-8a49-62a8c140b3f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce924f-b81c-4888-8f31-f887937b9b32,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:27.425336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Router cc31682d-e396-4296-b13c-58ea95e72453 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:55:27.469977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet f6c43e48-bf34-4ac7-bcd4-db50794f4233 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:27.489376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (f6c43e48-bf34-4ac7-bcd4-db50794f4233), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.524189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e045a814-397f-4d24-8674-15e961e404db None None] For port 5269bebd-e1d7-46a9-9c66-98b292e10a28, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5269bebd-e1d7-46a9-9c66-98b292e10a28,segment=NetworkSegment(ec76ec8f-93c9-4899-af57-afa71480b54f),segment_id=ec76ec8f-93c9-4899-af57-afa71480b54f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:27.584369 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d07ad78-f6ac-4a00-8222-ff8c338e1c80 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2145894 Apr 30 04:55:27.584692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d49b6776-4f7b-4aa1-a367-30ae188cc15f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:27.591699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36618) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.599078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d695b007-134e-4f16-acf0-79b013799381 None None] Provisioning complete for port c60b73d8-a02d-4ae2-bc14-b61a03231d78 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:27.601906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d695b007-134e-4f16-acf0-79b013799381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.629590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.636827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e045a814-397f-4d24-8674-15e961e404db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.645061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (f6c43e48-bf34-4ac7-bcd4-db50794f4233), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.662193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:27.687866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:27.693787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.700026 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-25a529df-ec7e-419c-925a-c03a6128f911 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/routers/cc31682d-e396-4296-b13c-58ea95e72453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8156869 Apr 30 04:55:27.700527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36620) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.705920 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] Sync routers for ids ['cc31682d-e396-4296-b13c-58ea95e72453'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:27.717699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] For port 24aae1ed-05dd-4bf6-8b22-a1424da0df16, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:27.728983 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] Routers {'cc31682d-e396-4296-b13c-58ea95e72453'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:27.729615 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['cc31682d-e396-4296-b13c-58ea95e72453'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:27.748755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (1d8eadd1-da57-45d7-834e-0e047f3ae4c7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.772037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] For port 24aae1ed-05dd-4bf6-8b22-a1424da0df16, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24aae1ed-05dd-4bf6-8b22-a1424da0df16,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:27.811863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d695b007-134e-4f16-acf0-79b013799381 None None] Port c60b73d8-a02d-4ae2-bc14-b61a03231d78 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:27.814372 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:27.817072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (f6c43e48-bf34-4ac7-bcd4-db50794f4233), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.829759 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] Routers {'cc31682d-e396-4296-b13c-58ea95e72453'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:27.830948 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['cc31682d-e396-4296-b13c-58ea95e72453'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:27.833550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (1d8eadd1-da57-45d7-834e-0e047f3ae4c7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.852955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.855049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17ce7f-bf9a-40aa-8768-78fd90826739 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:27.859425 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ce17ce7f-bf9a-40aa-8768-78fd90826739 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc31682d-e396-4296-b13c-58ea95e72453 HTTP/1.1" status: 200 len: 988 time: 0.1550465 Apr 30 04:55:27.860828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36622) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:27.878899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d900878-898b-49c9-addc-a1a821966ee8 None None] Network fde9f42f-6854-4911-b2ce-a76dcec3d7be requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:27.880717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045a814-397f-4d24-8674-15e961e404db None None] Pushing event updated for resources: {'Port': ['ID=5269bebd-e1d7-46a9-9c66-98b292e10a28,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:27.891745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.917740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 5269bebd-e1d7-46a9-9c66-98b292e10a28 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:27.921613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:27.932251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:55:27.932960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:55:27.940423 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:27.941245 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2d49f-3262-4b13-bd94-e84c67f6d1de None None] The sync data for ids ['cc31682d-e396-4296-b13c-58ea95e72453'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:27.979215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:28.023247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:28.034373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:28.039750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:28.040409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.048774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=732f7ae1-33f6-4c59-ba81-667efd7dfda5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:28.073500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.079176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 5269bebd-e1d7-46a9-9c66-98b292e10a28, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5269bebd-e1d7-46a9-9c66-98b292e10a28,segment=NetworkSegment(ec76ec8f-93c9-4899-af57-afa71480b54f),segment_id=ec76ec8f-93c9-4899-af57-afa71480b54f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:28.079542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.091391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1d8eadd1-da57-45d7-834e-0e047f3ae4c7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.093473 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.097756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d8eadd1-da57-45d7-834e-0e047f3ae4c7 HTTP/1.1" status: 204 len: 168 time: 0.5049055 Apr 30 04:55:28.098350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36624) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:28.108249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 5269bebd-e1d7-46a9-9c66-98b292e10a28 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:28.136225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e2c6-8bda-4ff4-868d-764471577f5b None None] Pushing event updated for resources: {'Port': ['ID=24aae1ed-05dd-4bf6-8b22-a1424da0df16,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:28.144637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30076d-f825-4562-adfd-7dd995857353 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8eadd1-da57-45d7-834e-0e047f3ae4c7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:28.176063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (f6c43e48-bf34-4ac7-bcd4-db50794f4233), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.204665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 6, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:28.260043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.265963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:28.287705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:28.288425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:28.292483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d49b6776-4f7b-4aa1-a367-30ae188cc15f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:28.342501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fb31fdef-a509-4d3c-bffa-05a1fcf67437 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2364099 Apr 30 04:55:28.358772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36628) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:28.363435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837451907'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:28.494624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:28.498951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d49b6776-4f7b-4aa1-a367-30ae188cc15f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:28.499352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.605143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e03ad2d0-8f7d-45df-ba28-3e5a779a4d9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5068634 Apr 30 04:55:28.629946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36630) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:28.637488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '741b9359-2e0a-4e0e-92b6-19817c870605', 'ip_address': '2001:db8::8d61:a8d4:1974:ecca'}], 'name': 'tempest-NetworksTestDHCPv6-807454083'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:28.642955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.650552 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/f6c43e48-bf34-4ac7-bcd4-db50794f4233 HTTP/1.1" status: 204 len: 168 time: 1.3201752 Apr 30 04:55:28.650552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad91f5-0c88-44bd-b260-e170807a181f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c43e48-bf34-4ac7-bcd4-db50794f4233,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:28.651977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36632) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:28.657910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:28.693314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6fb0f-dd18-4161-a9c2-2a0e874707d1 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:28.800425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d49b6776-4f7b-4aa1-a367-30ae188cc15f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:28.836818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:28.890804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129ca24-00c4-400b-9500-2fbf39efef0e req-bdc1a0e0-7adf-4fa5-b77a-d93f0f2b66f4 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:28.895706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f129ca24-00c4-400b-9500-2fbf39efef0e req-bdc1a0e0-7adf-4fa5-b77a-d93f0f2b66f4 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 945 time: 0.4679441 Apr 30 04:55:28.895885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:27Z', 'revision_number': 7, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:28.927834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d134d6d-7cac-4a71-bb3b-991439bd10ca None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:27Z', 'revision_number': 7, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:28.931738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (5269bebd-e1d7-46a9-9c66-98b292e10a28), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.001607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.021320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (cc31682d-e396-4296-b13c-58ea95e72453), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.023022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 5269bebd-e1d7-46a9-9c66-98b292e10a28 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:29.023175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:29.029134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.059801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.070869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=5269bebd-e1d7-46a9-9c66-98b292e10a28,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:29.275353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f129ca24-00c4-400b-9500-2fbf39efef0e req-cb342908-4141-487d-8704-85d3b0abb8dd tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289411 Apr 30 04:55:29.275542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:29.283163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.330947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.335114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (34a207c0-8477-45a0-b9c8-ded13c49cba7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.352200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc817f5a-85ed-42d8-8289-def20eb1b7f0 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:29.353206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 53f05cd6-d001-42cc-b235-ee068669d820 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:29.372523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde9f42f-6854-4911-b2ce-a76dcec3d7be']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:29.386765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:29.404145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec76ec8f-93c9-4899-af57-afa71480b54f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:29.404524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec76ec8f-93c9-4899-af57-afa71480b54f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:29.421915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port cc817f5a-85ed-42d8-8289-def20eb1b7f0 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:55:29.437245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.439214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (34a207c0-8477-45a0-b9c8-ded13c49cba7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.490246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port cc817f5a-85ed-42d8-8289-def20eb1b7f0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:29.490733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.537177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.560726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:29.561267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (ec76ec8f-93c9-4899-af57-afa71480b54f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:29.564799 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:29.629961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a207c0-8477-45a0-b9c8-ded13c49cba7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:29.631607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc817f5a-85ed-42d8-8289-def20eb1b7f0 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:29.631999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.648191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.651057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7ab87377-d70d-4092-9ff6-ca82aebdc8d0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2912524 Apr 30 04:55:29.652584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36634) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:29.657950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:55:29.660738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30909150-e42f-434d-ab6c-81625313e613" -d '{"events": [{"server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "name": "network-vif-plugged", "status": "completed", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:55:29.664718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': '34a207c0-8477-45a0-b9c8-ded13c49cba7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:29.681792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0,segment=NetworkSegment(35a7e365-6512-4e83-b82a-ceb83b8e2073),segment_id=35a7e365-6512-4e83-b82a-ceb83b8e2073)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:29.685565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port c60b73d8-a02d-4ae2-bc14-b61a03231d78 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:29.686029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.687219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Provisioning complete for port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:29.687587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.728716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102c1ff-692d-475e-90f9-8a4e7d07cd43 x-openstack-request-id: req-f102c1ff-692d-475e-90f9-8a4e7d07cd43 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:55:29.729264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "name": "network-vif-plugged", "status": "completed", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:55:29.729680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f102c1ff-692d-475e-90f9-8a4e7d07cd43 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:55:29.730834 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f102c1ff-692d-475e-90f9-8a4e7d07cd43'] response: {'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0', 'code': 200} Apr 30 04:55:29.736520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.795733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:29.805961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.807438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8d736fbb-0128-48c1-9e41-9dd2c9845f36 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 704 time: 2.5498178 Apr 30 04:55:29.815915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:29.937845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (fde9f42f-6854-4911-b2ce-a76dcec3d7be), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.950822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:29.956049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/fde9f42f-6854-4911-b2ce-a76dcec3d7be HTTP/1.1" status: 204 len: 168 time: 4.8938756 Apr 30 04:55:29.959891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36640) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:29.975652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732098219'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:30.000612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-798f8bdc-9f8a-4b1e-a12e-a632d05df56a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 704 time: 0.1800375 Apr 30 04:55:30.002339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36642) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.009458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b9dd-2620-4e82-9957-f58700840830 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=fde9f42f-6854-4911-b2ce-a76dcec3d7be,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.009977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e68f2-53ce-44a1-96f0-2cb83eb0e1eb None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:55:30.009977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:30.027622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.064211 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 30 04:55:30.064860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:30.071757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.086763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.096251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.102092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:30.102761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:30.116050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a79a94cc-22af-431c-9bc2-2b834988e63b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.129250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for c60b73d8-a02d-4ae2-bc14-b61a03231d78 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:30.130382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:30.138429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.142139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Current status of the port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:30.142553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.179615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:30.193455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.194147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a of type vlan for network 9b7904fa-56c2-4ced-9f46-d9160848c8cc Apr 30 04:55:30.211194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:30.224068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:30.258168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.277442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.278640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.285394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.310044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f464ea-2191-42c7-b445-cfe8021d188b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.318814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24aae1ed-05dd-4bf6-8b22-a1424da0df16 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:30.321812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:30.333227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] For port 24aae1ed-05dd-4bf6-8b22-a1424da0df16, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24aae1ed-05dd-4bf6-8b22-a1424da0df16,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:30.336094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36648) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.336245 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-042f08e2-8def-40e3-91a4-b04ec474a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7049146 Apr 30 04:55:30.348201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=a79a94cc-22af-431c-9bc2-2b834988e63b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.412867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.417814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.418518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.438259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.476808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.480613 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-61e9fd80-a421-4fd9-bf30-5a862871935d tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8168929 Apr 30 04:55:30.488371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36652) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.503329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefc013-bd8a-48e5-8c53-d9f73838482b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.509492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefc013-bd8a-48e5-8c53-d9f73838482b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.513263 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8eefc013-bd8a-48e5-8c53-d9f73838482b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1737528 Apr 30 04:55:30.516368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36654) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.535057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c0e8e437-2c39-4ae9-8ca4-30d69c3b31ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8820462 Apr 30 04:55:30.537181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140976-0f8b-4ab4-8fce-a1ac95bdba1f req-5d6b11ea-3d35-49e0-afd4-ce0dac136aab tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.539380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d140976-0f8b-4ab4-8fce-a1ac95bdba1f req-5d6b11ea-3d35-49e0-afd4-ce0dac136aab tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1920824 Apr 30 04:55:30.540258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36656) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.552746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e938-4ab1-45d9-951a-1716104ce770 req-4d77e12e-806b-4d75-9bb5-08d03601c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:30.554181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5be6e938-4ab1-45d9-951a-1716104ce770 req-4d77e12e-806b-4d75-9bb5-08d03601c43e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 1130 time: 0.2772584 Apr 30 04:55:30.559153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413867413'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:30.567380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e68f2-53ce-44a1-96f0-2cb83eb0e1eb None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:55:30.618806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6471515 Apr 30 04:55:30.622786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36658) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.627040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368c805-9852-432b-a571-344562670fb9 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=9b7904fa-56c2-4ced-9f46-d9160848c8cc,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.627803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:30.628185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.631457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130ee6-7f32-4d74-8e6f-506b9482339f None None] Pushing event updated for resources: {'Port': ['ID=24aae1ed-05dd-4bf6-8b22-a1424da0df16,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.631976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:30.651648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.661793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:30.662183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.667289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.672121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9b7904fa-56c2-4ced-9f46-d9160848c8cc details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:30.752202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d140976-0f8b-4ab4-8fce-a1ac95bdba1f req-a6246631-f355-4612-987e-14131d0d462e tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616883 Apr 30 04:55:30.754520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5be6e938-4ab1-45d9-951a-1716104ce770 req-bb045a98-04d3-418d-885f-a597218e0c03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603959 Apr 30 04:55:30.781326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 732f7ae1-33f6-4c59-ba81-667efd7dfda5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:30.781666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.815743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.861713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (05f464ea-2191-42c7-b445-cfe8021d188b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.867123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.868364 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/05f464ea-2191-42c7-b445-cfe8021d188b HTTP/1.1" status: 204 len: 168 time: 0.3564632 Apr 30 04:55:30.880243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36662) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:30.924325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa862-4c64-4eef-a49c-cb356eac7740 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f464ea-2191-42c7-b445-cfe8021d188b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.924550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c60b73d8-a02d-4ae2-bc14-b61a03231d78), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.970096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=c60b73d8-a02d-4ae2-bc14-b61a03231d78,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:30.975911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.976283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (dd84da8e-12fa-40da-99c7-0dd9db967d4c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:30.984908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:27Z', 'revision_number': 7, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:30.999893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f459db41-f105-4487-b421-bf85f82d23da tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1183777 Apr 30 04:55:31.000506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36664) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.048206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:31.051568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.054086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:31.063399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (34a207c0-8477-45a0-b9c8-ded13c49cba7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.069518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (dd84da8e-12fa-40da-99c7-0dd9db967d4c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.083095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:31.086520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.086652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:31.100509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:31.101104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:31.116739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (34a207c0-8477-45a0-b9c8-ded13c49cba7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.120247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:31.120623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.139979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84da8e-12fa-40da-99c7-0dd9db967d4c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:31.156401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 732f7ae1-33f6-4c59-ba81-667efd7dfda5 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:31.187656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11719054-3c4f-448a-b336-70a19565cd48 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:55:31.222914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.227068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-974ade56-754d-4c4b-9739-01a6fc7a5505 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6731927 Apr 30 04:55:31.227397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36666) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.232625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'security_group': {'name': 'tempest-secgroup-425451545'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:31.271108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:31.318023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (34a207c0-8477-45a0-b9c8-ded13c49cba7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.321673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.322014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:31.325930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/34a207c0-8477-45a0-b9c8-ded13c49cba7 HTTP/1.1" status: 204 len: 168 time: 0.3216646 Apr 30 04:55:31.328802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36668) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.344830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.353350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Provisioning complete for port 732f7ae1-33f6-4c59-ba81-667efd7dfda5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:31.354211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.356865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08290-d5cc-4c58-8ff8-515e21063c5c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a207c0-8477-45a0-b9c8-ded13c49cba7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:31.425103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a3d47110-0b6c-4c33-aace-874af03d9807 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0902588 Apr 30 04:55:31.426035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36670) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.437350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920362'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:31.474493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-40725051-bd9d-4e9e-a04d-8e8594009509 None None] Port 732f7ae1-33f6-4c59-ba81-667efd7dfda5 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:31.495210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (1d5954cf-9a07-4716-8c6b-e2cbe566a19e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.551582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing IP validity checks on allocation pools {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:55:31.552097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:55:31.558588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.598895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (cc31682d-e396-4296-b13c-58ea95e72453), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.606687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1d5954cf-9a07-4716-8c6b-e2cbe566a19e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.662426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (de0e3017-78f3-4c95-9d88-ee17bc4c1902), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.663617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5954cf-9a07-4716-8c6b-e2cbe566a19e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:31.720368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.721644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-24d5e97e-504d-44d8-8419-f92811f81341 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4931896 Apr 30 04:55:31.727780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36672) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.731768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11719054-3c4f-448a-b336-70a19565cd48 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:55:31.732039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'security_group': {'name': 'tempest-secgroup-590521316'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:31.754253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (de0e3017-78f3-4c95-9d88-ee17bc4c1902), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.820231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0e3017-78f3-4c95-9d88-ee17bc4c1902,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:31.857297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.858355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:27Z', 'revision_number': 7, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:31.889410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:31.891291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a8f85-c670-4022-a122-c18f236ce6a0 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:27Z', 'revision_number': 7, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd49b6776-4f7b-4aa1-a367-30ae188cc15f', 'name': '', 'network_id': 'b1dde728-bb16-4465-a627-c3089354b40f', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:dc:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:17Z', 'updated_at': '2022-04-30T04:55:25Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '2aebdfa4-7989-44b0-b60a-1ed95076cca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:31.895302 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4efa9e87-0c48-41f4-a5bd-5b6da6496ba3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4687300 Apr 30 04:55:31.899303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36676) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:31.908998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'de0e3017-78f3-4c95-9d88-ee17bc4c1902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:31.926151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0911-86d7-4299-9a6c-aa5123df894b req-ba25574e-1ded-4af9-8f6e-c899dd4d8ab1 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:31.927850 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-693f0911-86d7-4299-9a6c-aa5123df894b req-ba25574e-1ded-4af9-8f6e-c899dd4d8ab1 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.0856605 Apr 30 04:55:32.008952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-693f0911-86d7-4299-9a6c-aa5123df894b req-d7e31aa4-0015-4239-8e32-92b2fdbced45 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697541 Apr 30 04:55:32.040611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (aa314f1f-b5c1-4346-a473-dd545b272981), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.091711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf91f43-8ca8-4aeb-9b83-530e2d15f9a4 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:32.105395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Router cc31682d-e396-4296-b13c-58ea95e72453 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:32.131525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (aa314f1f-b5c1-4346-a473-dd545b272981), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.180534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa314f1f-b5c1-4346-a473-dd545b272981,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:32.224067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.228127 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c719b8a5-2359-4476-ae12-c3f808c13d10 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4997377 Apr 30 04:55:32.228517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36678) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.235776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2087338184', 'security_groups': ['aa314f1f-b5c1-4346-a473-dd545b272981'], 'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a79a94cc-22af-431c-9bc2-2b834988e63b'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:32.253178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:32.262776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (732f7ae1-33f6-4c59-ba81-667efd7dfda5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.268789 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] Sync routers for ids ['cc31682d-e396-4296-b13c-58ea95e72453'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:32.297251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cff4087e-8feb-423f-8539-c387ead83552 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/routers/cc31682d-e396-4296-b13c-58ea95e72453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4332230 Apr 30 04:55:32.311126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] Routers {'cc31682d-e396-4296-b13c-58ea95e72453'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:32.313293 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['cc31682d-e396-4296-b13c-58ea95e72453'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:32.325763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36680) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.329497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=732f7ae1-33f6-4c59-ba81-667efd7dfda5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:32.340030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24aae1ed-05dd-4bf6-8b22-a1424da0df16 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:32.409316 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:32.421115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] Routers {'cc31682d-e396-4296-b13c-58ea95e72453'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:32.423581 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['cc31682d-e396-4296-b13c-58ea95e72453'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:32.435564 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f29e67b-12f2-4a65-961a-a654ad806e41 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:55:32.436051 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0f29e67b-12f2-4a65-961a-a654ad806e41 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/c60b73d8-a02d-4ae2-bc14-b61a03231d78 HTTP/1.1" status: 404 len: 333 time: 0.0892630 Apr 30 04:55:32.438809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36682) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.469276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Update dhcp port {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'fixed_ips': [{'subnet_id': '256b3422-c280-4ea6-8a46-1bc7f0ecdfa8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a79a94cc-22af-431c-9bc2-2b834988e63b'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'ed2c5a9b-cf67-429d-bf4e-326e03bfc007'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:55:32.471717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port d49b6776-4f7b-4aa1-a367-30ae188cc15f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:32.474194 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:32.474491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.475217 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f943180-2168-4c5b-9288-de3f7b3a0a70 None None] The sync data for ids ['cc31682d-e396-4296-b13c-58ea95e72453'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:32.481697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.508183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:32.508817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.519581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (1add46de-6339-4788-b865-4371f9cb93fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.535894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.561345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:32.567762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.621199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.631151 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1cb55a25-3ec7-4ba7-8fc4-e870f423eec5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/732f7ae1-33f6-4c59-ba81-667efd7dfda5 HTTP/1.1" status: 204 len: 168 time: 2.1077936 Apr 30 04:55:32.639172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36684) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.661321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:32.683456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.688749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for router (cc31682d-e396-4296-b13c-58ea95e72453), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.706303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.717947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9cb3b-5544-4621-8a14-36e3f5880966 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:32.719403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9cb3b-5544-4621-8a14-36e3f5880966 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:32.720934 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c3c9cb3b-5544-4621-8a14-36e3f5880966 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0765181 Apr 30 04:55:32.749883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36686) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.752169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595cd64e-8853-4192-9c47-fc6d95a16bde,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:32.821727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=1add46de-6339-4788-b865-4371f9cb93fb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:32.838783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:32.839397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 9b7904fa-56c2-4ced-9f46-d9160848c8cc, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:32.851366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Allocated IP 172.20.0.2 (eca84d2b-b2db-452b-a8e1-20504f1d8764/a79a94cc-22af-431c-9bc2-2b834988e63b/ed2c5a9b-cf67-429d-bf4e-326e03bfc007) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:32.869797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.871335 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-59239d05-e817-45f1-8b71-387aa6ac0467 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9700353 Apr 30 04:55:32.875901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36688) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.886922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port d49b6776-4f7b-4aa1-a367-30ae188cc15f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d49b6776-4f7b-4aa1-a367-30ae188cc15f,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:32.887783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:32.906850 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1d124277-abc9-4858-999f-0f61deef4e7c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules/595cd64e-8853-4192-9c47-fc6d95a16bde HTTP/1.1" status: 200 len: 763 time: 0.0295589 Apr 30 04:55:32.911599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36690) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.912446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 9b7904fa-56c2-4ced-9f46-d9160848c8cc is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:32.932530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for d49b6776-4f7b-4aa1-a367-30ae188cc15f owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:32.937744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] device_id is not set on port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:32.971298 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed9a6acd-c4a7-492c-85a9-87358ef07a55 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554910 Apr 30 04:55:32.975435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36692) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:32.979294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:33.011846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Publish callbacks [] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.025774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9b7904fa-56c2-4ced-9f46-d9160848c8cc) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:33.036893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:33.037573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.039844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb37cb2-cc65-4520-a487-f2a561d1ff66 None None] Network 9b7904fa-56c2-4ced-9f46-d9160848c8cc requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:33.061409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (cc31682d-e396-4296-b13c-58ea95e72453), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.070047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 741b9359-2e0a-4e0e-92b6-19817c870605 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:33.076703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for router_controller (cc31682d-e396-4296-b13c-58ea95e72453), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.083839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.085016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (741b9359-2e0a-4e0e-92b6-19817c870605), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.106541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.115183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.249483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (595cd64e-8853-4192-9c47-fc6d95a16bde), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.268065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210abd-fe0a-46b1-ba3f-805d14734871 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:33.282916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.282916 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/595cd64e-8853-4192-9c47-fc6d95a16bde HTTP/1.1" status: 204 len: 168 time: 0.3031621 Apr 30 04:55:33.283921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-9b7904fa-56c2-4ced-9f46-d9160848c8cc', 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '1add46de-6339-4788-b865-4371f9cb93fb'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:33.284925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.286911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad7f2b-7705-46af-a067-ab38dfb7b1a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=595cd64e-8853-4192-9c47-fc6d95a16bde,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:33.298013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36696) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:33.335450 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4abf3d9a-b290-4ab2-811a-2c8162252c0b tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7080476 Apr 30 04:55:33.336682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36698) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:33.500607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bbffce57-fafd-4525-aa99-fcb05a7703b7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1923158 Apr 30 04:55:33.502307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36700) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:33.513565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Allocated IP 172.20.0.3 (9b7904fa-56c2-4ced-9f46-d9160848c8cc/1add46de-6339-4788-b865-4371f9cb93fb/307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:33.522751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'de0e3017-78f3-4c95-9d88-ee17bc4c1902', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:33.640803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.648696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.650764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (741b9359-2e0a-4e0e-92b6-19817c870605), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.695532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks [] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.718670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d49b6776-4f7b-4aa1-a367-30ae188cc15f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.743423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e35e9-6cbe-4052-817c-9d5363a0d01d req-60b5ae3f-e2b7-4432-abb1-5899b36bfd01 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:33.744966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c0e35e9-6cbe-4052-817c-9d5363a0d01d req-60b5ae3f-e2b7-4432-abb1-5899b36bfd01 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1720474 Apr 30 04:55:33.775848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (cc31682d-e396-4296-b13c-58ea95e72453), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.776378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Fanout notify agent at l3_agent the message router_deleted on router cc31682d-e396-4296-b13c-58ea95e72453 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:55:33.795733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.799227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5b6469dc-20ae-47dc-a010-8031583b0e4b tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/routers/cc31682d-e396-4296-b13c-58ea95e72453 HTTP/1.1" status: 204 len: 168 time: 1.3570371 Apr 30 04:55:33.802234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=d49b6776-4f7b-4aa1-a367-30ae188cc15f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:33.808424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36702) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:33.815911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.845790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Network 9b7904fa-56c2-4ced-9f46-d9160848c8cc is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:33.848428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:33.852897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:33.870243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (1add46de-6339-4788-b865-4371f9cb93fb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.960232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:33.975542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Pushing event updated for resources: {'Port': ['ID=307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:33.998910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c0e35e9-6cbe-4052-817c-9d5363a0d01d req-be2d0d6d-5def-49d0-ae98-7f285ed5ab22 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149823 Apr 30 04:55:34.003192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Attempting to bind port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:34.004252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Attempting to bind port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:34.004782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Attempting to bind port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 on network 9b7904fa-56c2-4ced-9f46-d9160848c8cc {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:34.009635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.7 (eca84d2b-b2db-452b-a8e1-20504f1d8764/a79a94cc-22af-431c-9bc2-2b834988e63b/c4648157-6c9f-4cbe-b2ac-8a0bc93ca037) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:34.033573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:34.034044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Checking segment: {'id': '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:34.034573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.036770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Bound using segment: {'id': '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:34.037352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Bound port: 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:34.037809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.061439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.063111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (741b9359-2e0a-4e0e-92b6-19817c870605), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.080597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 0ad3c2fa-8cef-4131-be37-54dc72f1dc2b {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:34.118436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6c7e17-748c-432a-934c-dcb887e7acdc,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:34.185531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] For port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:34.186198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (0ad3c2fa-8cef-4131-be37-54dc72f1dc2b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.197251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] For port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2,segment=NetworkSegment(3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a),segment_id=3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:34.207844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.313745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.335852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39882-0de1-4ac2-9f43-d39451020497 req-4707ed1c-e0be-462a-879b-dce58d4b46fe tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:34.345438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (1add46de-6339-4788-b865-4371f9cb93fb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.345565 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33b39882-0de1-4ac2-9f43-d39451020497 req-4707ed1c-e0be-462a-879b-dce58d4b46fe tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2068915 Apr 30 04:55:34.360221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (0ad3c2fa-8cef-4131-be37-54dc72f1dc2b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.396564 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.397802 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07b27a75-b991-4c7a-80a0-30d45ef237f6 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8817801 Apr 30 04:55:34.408847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36706) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:34.432374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a70b8-4e54-407b-bc6d-b2a17843f0ec None None] Pushing event updated for resources: {'Port': ['ID=307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:34.440834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:34.470977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=1add46de-6339-4788-b865-4371f9cb93fb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:34.489921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:34.490519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.513740 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9afec8b4-8033-44f4-a488-8573c5f56474 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules/3e6c7e17-748c-432a-934c-dcb887e7acdc HTTP/1.1" status: 200 len: 763 time: 0.0734088 Apr 30 04:55:34.519231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36708) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:34.553258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:34.554578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.556601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (741b9359-2e0a-4e0e-92b6-19817c870605), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.580449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.602921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7904fa-56c2-4ced-9f46-d9160848c8cc']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:34.612990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33b39882-0de1-4ac2-9f43-d39451020497 req-8507b8a8-5182-41f1-9bbd-68149eb22820 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681577 Apr 30 04:55:34.613238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:34.613506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:34.624373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.640641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:34.646304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=741b9359-2e0a-4e0e-92b6-19817c870605,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:34.654397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.659476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:34.659969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.660728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:34.661108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.672934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.690148 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-589799a5-d4cf-4e2f-8e33-3c51d613f9e7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/741b9359-2e0a-4e0e-92b6-19817c870605 HTTP/1.1" status: 204 len: 168 time: 1.9390123 Apr 30 04:55:34.701166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e93ca-8938-42b7-a645-0fb68bd9014d None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:34.702894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136b7e1-6229-4f50-89f5-ecc430abfb27 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:34.773125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (0ad3c2fa-8cef-4131-be37-54dc72f1dc2b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:34.773506 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:34.775922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36712) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:34.884088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:34.921617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.api [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:55:34.921617 dv-neutron-838078-9-hyperv neutron-server[111174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:55:34.921617 dv-neutron-838078-9-hyperv neutron-server[111174]: [parameters: {'id': '9b7904fa-56c2-4ced-9f46-d9160848c8cc'}] Apr 30 04:55:34.921617 dv-neutron-838078-9-hyperv neutron-server[111174]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:34.926621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG oslo_db.api [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:34.927397 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2db7a814-17f5-4443-aab6-d0019c9d49fc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479409 Apr 30 04:55:34.933216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36714) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:34.969203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:35.013987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:35.046441 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eed8427e-170e-4a42-bb11-6edc0d030611 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5239716 Apr 30 04:55:35.050455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36716) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.096907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.105660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Deleting port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:35.110427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.110658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.141011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:35.154967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.196445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] For port 24aae1ed-05dd-4bf6-8b22-a1424da0df16, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=24aae1ed-05dd-4bf6-8b22-a1424da0df16,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:35.196992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.212499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Calling delete_port for 24aae1ed-05dd-4bf6-8b22-a1424da0df16 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:35.215210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:35.219054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.224805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (0ad3c2fa-8cef-4131-be37-54dc72f1dc2b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.285634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad3c2fa-8cef-4131-be37-54dc72f1dc2b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:35.293188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.301615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.308721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b43bf22d-c4ee-49e5-878d-ec87786b9375 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/0ad3c2fa-8cef-4131-be37-54dc72f1dc2b HTTP/1.1" status: 204 len: 168 time: 1.4963276 Apr 30 04:55:35.314440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36720) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.318806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3e6c7e17-748c-432a-934c-dcb887e7acdc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.342330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07e0b8-15f8-4d55-8ecb-a8ea5afa4390 None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:35.347795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.351687 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3e6c7e17-748c-432a-934c-dcb887e7acdc HTTP/1.1" status: 204 len: 168 time: 0.3005478 Apr 30 04:55:35.358223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36722) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.368825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:35.386184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65e0c-c794-43a5-9ce8-e01e37b38c18 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6c7e17-748c-432a-934c-dcb887e7acdc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:35.400690 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa7910e2-1e46-49e1-aad6-8c31e8fd5794 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3983061 Apr 30 04:55:35.405179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36724) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.426401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.454379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:35.457115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (24aae1ed-05dd-4bf6-8b22-a1424da0df16), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.498149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:35.518122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] Pushing event deleted for resources: {'Port': ['ID=24aae1ed-05dd-4bf6-8b22-a1424da0df16,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:35.525465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204eabbc-f474-4f80-8292-6d68565191a4 None None] No DVR routers for this DVR port 24aae1ed-05dd-4bf6-8b22-a1424da0df16 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:35.529562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:35.532266 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:35.537899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:35.538512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:35.548066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=c4648157-6c9f-4cbe-b2ac-8a0bc93ca037,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:35.575772 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-672a27b5-86a7-4006-825a-804ae254d45c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2062929 Apr 30 04:55:35.588260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36726) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.604918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 2aebdfa4-7989-44b0-b60a-1ed95076cca4 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:35.621181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'de0e3017-78f3-4c95-9d88-ee17bc4c1902', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:35.634385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f9831-ae98-4876-bb45-c39ec2e0ed65 req-0bf3a651-1cd5-4afb-b3d8-2b31ef90cdd1 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:35.636066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-412f9831-ae98-4876-bb45-c39ec2e0ed65 req-0bf3a651-1cd5-4afb-b3d8-2b31ef90cdd1 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2240458 Apr 30 04:55:35.654547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (2aebdfa4-7989-44b0-b60a-1ed95076cca4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.678492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5ce8a8c2-6fcd-44e7-8395-fb209297e389), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.682595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:35.683305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.716133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:35.717116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.819482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (2aebdfa4-7989-44b0-b60a-1ed95076cca4), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.871195 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-412f9831-ae98-4876-bb45-c39ec2e0ed65 req-bae0d21a-9bed-471a-a22e-e800e0a4b8f6 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183628 Apr 30 04:55:35.892642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:35.892978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:35.966842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-067ed3aa-8c9d-4062-a6fe-f6e6328f4c1f tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7355719 Apr 30 04:55:35.974678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:35.986461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:36.006871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:36.082628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ea982a54-318b-440e-b1d5-e07c44db6696 None None] Provisioning complete for port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:36.083159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea982a54-318b-440e-b1d5-e07c44db6696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.085291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a025bd3c-9dc7-453c-9689-0a40a8f8a6a3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.102292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,segment=NetworkSegment(da16e201-9a81-4652-921b-5e0109e3758c),segment_id=da16e201-9a81-4652-921b-5e0109e3758c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:36.102292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.114442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] DHCP port deletion for 5ce8a8c2-6fcd-44e7-8395-fb209297e389 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:36.200039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for b621f5e2-8db0-41a4-951d-09d9dac6e7e9 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:36.206179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:36.217467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:36.221594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:36.221594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.253069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa9160-f3f7-4945-85a6-06910fd88013 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:36.259895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ea982a54-318b-440e-b1d5-e07c44db6696 None None] Port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:36.296150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=a025bd3c-9dc7-453c-9689-0a40a8f8a6a3,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:36.299249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c89d9-a600-46b9-b773-538373fc3f48 None None] Network 9b7904fa-56c2-4ced-9f46-d9160848c8cc requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:36.303656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Deleting port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:36.304031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.357423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:36.411581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.418038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2,segment=NetworkSegment(3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a),segment_id=3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:36.419070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.436524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1275fb5d-f50f-4f23-b265-620c87da8b00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4919174 Apr 30 04:55:36.437057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36730) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:36.442538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'a025bd3c-9dc7-453c-9689-0a40a8f8a6a3', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-120385861'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:36.456507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:36.475550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.521744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:36.552218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-460ea386-6ca4-456b-82c6-8fc0a0930f0a None None] Provisioning complete for port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:36.552599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-460ea386-6ca4-456b-82c6-8fc0a0930f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.559678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:36.560671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2aebdfa4-7989-44b0-b60a-1ed95076cca4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.563197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:36.568149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.586854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] For port b621f5e2-8db0-41a4-951d-09d9dac6e7e9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,segment=NetworkSegment(da16e201-9a81-4652-921b-5e0109e3758c),segment_id=da16e201-9a81-4652-921b-5e0109e3758c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:36.587253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.622034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.640062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Calling delete_port for b621f5e2-8db0-41a4-951d-09d9dac6e7e9 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:36.718359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.750521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc23ed94-5ee6-4eb5-8e7b-64f076351795,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:36.751753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5ce8a8c2-6fcd-44e7-8395-fb209297e389), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.758519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce7902-aa37-4026-9137-633263f4b0cb None None] DHCP port deletion for 9b7904fa-56c2-4ced-9f46-d9160848c8cc request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:36.769980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.772410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:36.772410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.779824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'a025bd3c-9dc7-453c-9689-0a40a8f8a6a3'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:36.780666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.785772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (2aebdfa4-7989-44b0-b60a-1ed95076cca4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.791508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce8a8c2-6fcd-44e7-8395-fb209297e389']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:36.795893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:36.812008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da16e201-9a81-4652-921b-5e0109e3758c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:36.812301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da16e201-9a81-4652-921b-5e0109e3758c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:36.820490 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-460ea386-6ca4-456b-82c6-8fc0a0930f0a None None] No ports have port_id starting with 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 Apr 30 04:55:36.829410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 was deleted so its status cannot be updated. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Apr 30 04:55:36.829611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (da16e201-9a81-4652-921b-5e0109e3758c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.835576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.ipam_backend_mixin [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a79a94cc-22af-431c-9bc2-2b834988e63b (CIDR: 172.20.0.0/28) Apr 30 04:55:36.841252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:33Z', 'revision_number': 8, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:36.857474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (da16e201-9a81-4652-921b-5e0109e3758c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.862137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=2aebdfa4-7989-44b0-b60a-1ed95076cca4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:36.865861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.875484 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-93fb3c8a-f5da-4045-8062-c22522a8d907 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/2aebdfa4-7989-44b0-b60a-1ed95076cca4 HTTP/1.1" status: 204 len: 168 time: 1.4653494 Apr 30 04:55:36.877922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:36.878545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (da16e201-9a81-4652-921b-5e0109e3758c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.881381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12917f34-127d-4b3e-ae11-dafc45c53103 None None] Network b1dde728-bb16-4465-a627-c3089354b40f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:36.888340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:36.893645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36732) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:36.896510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:36.900692 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fea0a303-6b70-47ba-9cd2-2e106fb763db tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2929194 Apr 30 04:55:36.901760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:36.922902 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:36.928664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36734) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:36.959664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:36.960395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:36.969388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b621f5e2-8db0-41a4-951d-09d9dac6e7e9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:36.995182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:37.000630 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-510a9d65-378f-4cf4-992f-e8c76d134844 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules/cc23ed94-5ee6-4eb5-8e7b-64f076351795 HTTP/1.1" status: 200 len: 764 time: 0.0703778 Apr 30 04:55:37.010253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36738) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.015285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b621f5e2-8db0-41a4-951d-09d9dac6e7e9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:37.015629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b621f5e2-8db0-41a4-951d-09d9dac6e7e9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:37.016249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24aae1ed-05dd-4bf6-8b22-a1424da0df16 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:37.045595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:37.046516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:37.063099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8b7d-d1ab-4707-af2a-cac2d64808c8 req-ce59e1cb-e2ea-40e9-b9bc-9b99bccb392a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:37.065081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-540b8b7d-d1ab-4707-af2a-cac2d64808c8 req-ce59e1cb-e2ea-40e9-b9bc-9b99bccb392a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.0855284 Apr 30 04:55:37.069541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (b621f5e2-8db0-41a4-951d-09d9dac6e7e9), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.109804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.111349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d7318944-eb43-44e9-9fce-fa53fd5045d6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1305304 Apr 30 04:55:37.112315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5ce8a8c2-6fcd-44e7-8395-fb209297e389), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.114182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b1dde728-bb16-4465-a627-c3089354b40f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.117293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.122583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 24aae1ed-05dd-4bf6-8b22-a1424da0df16 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:37.122583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 24aae1ed-05dd-4bf6-8b22-a1424da0df16 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:37.122840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36740) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.127833 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/5ce8a8c2-6fcd-44e7-8395-fb209297e389 HTTP/1.1" status: 204 len: 168 time: 1.8094466 Apr 30 04:55:37.130793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:37.132160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36742) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.167467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Network 5ce8a8c2-6fcd-44e7-8395-fb209297e389 is not hosted by any dhcp agent {{(pid=111176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:55:37.167936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] No DVR routers for this DVR port b621f5e2-8db0-41a4-951d-09d9dac6e7e9 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:37.172776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b356d8-a8dc-4844-9482-ab6fd65f2e99 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=5ce8a8c2-6fcd-44e7-8395-fb209297e389,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:37.175627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7904fa-56c2-4ced-9f46-d9160848c8cc']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:37.196211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:37.196599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:37.212684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed9c21-82a9-4bd4-bee4-537a8adc1223 None None] Pushing event deleted for resources: {'Port': ['ID=b621f5e2-8db0-41a4-951d-09d9dac6e7e9,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:37.269657 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-644686c8-1429-4cb1-93fc-dd403b3dca64 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2543828 Apr 30 04:55:37.275635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.276791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36744) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.288485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/a025bd3c-9dc7-453c-9689-0a40a8f8a6a3/d86a4746-034b-4a4b-95c4-8901c62023f8) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:37.289257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0c08dc-1923-4b92-9504-5360023d5a50 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:37.295161 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2a0c08dc-1923-4b92-9504-5360023d5a50 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/71f01c04-ce86-4f8c-bf45-2632df2b24b7 HTTP/1.1" status: 200 len: 844 time: 0.1384683 Apr 30 04:55:37.296996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36746) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.312601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:37.323121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.328726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-540b8b7d-d1ab-4707-af2a-cac2d64808c8 req-963b574d-d393-472c-8fc5-ff906bd6e871 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299159 Apr 30 04:55:37.340035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.361031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] DHCP port deletion for b1dde728-bb16-4465-a627-c3089354b40f request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:37.372517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port b317ec05-8be3-485d-bb25-dc07f1493466 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:37.376726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.377356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:37.377895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (3a4aa0bf-52b8-4c30-81cb-86a408fa9d5a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.423790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:37.446468 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:37.449131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:37.449131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.498078 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d3d8912-616e-465f-91ae-17dd44b0e2e4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/71f01c04-ce86-4f8c-bf45-2632df2b24b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1926644 Apr 30 04:55:37.504561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36750) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.509892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:37.551855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:37.552279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.567899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 8e0e025f-bf3a-4ed8-9135-1e0e7358babe owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:37.569910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9b7904fa-56c2-4ced-9f46-d9160848c8cc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.580083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.588221 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/9b7904fa-56c2-4ced-9f46-d9160848c8cc HTTP/1.1" status: 204 len: 168 time: 4.2456656 Apr 30 04:55:37.591237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36752) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.598373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-557648490'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:37.613529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:37.617543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.627530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (cc23ed94-5ee6-4eb5-8e7b-64f076351795), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.634611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.638589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cc23ed94-5ee6-4eb5-8e7b-64f076351795 HTTP/1.1" status: 204 len: 168 time: 0.3554657 Apr 30 04:55:37.651916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36756) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.651916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5fd96-c965-4d6e-9fe5-4ed540e5e15c tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc23ed94-5ee6-4eb5-8e7b-64f076351795,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:37.662759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Deleting port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:37.662759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.685521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:37.689179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.718574 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 256b3422-c280-4ea6-8a46-1bc7f0ecdfa8 (CIDR: 172.20.0.16/28) Apr 30 04:55:37.723996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce8e5-8631-4027-bc2f-2c31e174f3a2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=9b7904fa-56c2-4ced-9f46-d9160848c8cc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:37.744361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d5a5497-ce00-4724-bb3f-566c995f34fa tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861120 Apr 30 04:55:37.747077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36758) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.772007 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:37.772951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:37.867348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:37.869233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] For port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,segment=NetworkSegment(ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0),segment_id=ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:37.869629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.872196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.898530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Calling delete_port for 8e0e025f-bf3a-4ed8-9135-1e0e7358babe owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:37.900640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:37.915890 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c1196e44-7e14-442b-a089-d24e5b43229d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7891955 Apr 30 04:55:37.918362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.919104 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment e5ebc754-46e2-4835-8d0c-ff22a761aa2a of type vlan for network ea82749f-878f-497b-9c06-5dcbf4dbf12e Apr 30 04:55:37.920636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:37.930211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36760) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:37.944010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'subnet': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:38.001078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.002582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.027147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:38.034112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.037558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks [] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.077703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:33Z', 'revision_number': 8, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:38.108794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006727de-f496-48fa-95f0-2c6f22f706e6 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:33Z', 'revision_number': 8, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1667eb9-4bde-481c-be2b-a9ee504c51c1', 'name': '', 'network_id': 'e5449e00-3391-479c-8f68-a68a4172e633', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:80:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '08f71641-51a5-473c-a363-be7965f12b34', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:05Z', 'updated_at': '2022-04-30T04:55:18Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '08f71641-51a5-473c-a363-be7965f12b34', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:38.126919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (8e0e025f-bf3a-4ed8-9135-1e0e7358babe), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.172195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.174309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] Pushing event deleted for resources: {'Port': ['ID=8e0e025f-bf3a-4ed8-9135-1e0e7358babe,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.176466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef28f75-64a1-481f-9c4f-506cd6aa2b21 None None] No DVR routers for this DVR port 8e0e025f-bf3a-4ed8-9135-1e0e7358babe on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:38.190088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500580b4-9a80-424e-9a00-1157071199f0 req-2d2078c9-442f-47f0-b32c-3437049c7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.200343 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-2d2078c9-442f-47f0-b32c-3437049c7e34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 1130 time: 0.0484915 Apr 30 04:55:38.203064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b1dde728-bb16-4465-a627-c3089354b40f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.225652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:38.228845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:38.235856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:38.238467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dde728-bb16-4465-a627-c3089354b40f']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:38.245992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Pushing event updated for resources: {'Port': ['ID=d86a4746-034b-4a4b-95c4-8901c62023f8,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.252298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.257392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.258065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.263164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:38.263553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:38.274073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649575f2-61c6-4d97-bdac-d528342c24c0 req-ec16278b-d296-46b1-a04d-d87b29168653 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.275604 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-649575f2-61c6-4d97-bdac-d528342c24c0 req-ec16278b-d296-46b1-a04d-d87b29168653 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.4537916 Apr 30 04:55:38.289703 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:38.290492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:38.312432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.315781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Attempting to bind port d86a4746-034b-4a4b-95c4-8901c62023f8 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:38.316298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Attempting to bind port d86a4746-034b-4a4b-95c4-8901c62023f8 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:38.317261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Attempting to bind port d86a4746-034b-4a4b-95c4-8901c62023f8 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:38.323984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:38.324225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:38.324667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.325716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:38.326237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Bound port: d86a4746-034b-4a4b-95c4-8901c62023f8, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:38.326632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.354305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (de0e3017-78f3-4c95-9d88-ee17bc4c1902), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.359073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.363530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=ea82749f-878f-497b-9c06-5dcbf4dbf12e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.367668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:38.368495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (ac80c36b-d8b6-4b32-ad49-50f4efcc4cf0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:38.372134 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:38.392175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ea82749f-878f-497b-9c06-5dcbf4dbf12e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:38.436034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Made reservation on behalf of e625c333acf24d74a974aa287e7a4281 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:38.439806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.454529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (de0e3017-78f3-4c95-9d88-ee17bc4c1902), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.466920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] For port d86a4746-034b-4a4b-95c4-8901c62023f8, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:38.490861 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7c5b182-cb31-4b4f-afc5-29e6f558b124 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0469174 Apr 30 04:55:38.494151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36762) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.503526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500580b4-9a80-424e-9a00-1157071199f0 req-ec75ef44-f30b-407a-b662-77f0f8f3b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.504485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] For port d86a4746-034b-4a4b-95c4-8901c62023f8, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d86a4746-034b-4a4b-95c4-8901c62023f8,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:38.504954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-ec75ef44-f30b-407a-b662-77f0f8f3b5a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 200 len: 912 time: 0.2937541 Apr 30 04:55:38.553820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-42c87d53-1475-4129-ace7-b8b12e4b6ea7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9599555 Apr 30 04:55:38.560044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36764) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.565648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:38.571563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:38.606787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.611495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:38.612119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 307440db-e33a-4ce0-ab6c-d0bfa8e5e3d2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:38.612739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d49b6776-4f7b-4aa1-a367-30ae188cc15f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:38.626259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-649575f2-61c6-4d97-bdac-d528342c24c0 req-2193cad9-434c-49c8-8082-77cb97bb2c8b tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969687 Apr 30 04:55:38.642555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-7fff175f-a6f3-43d1-bd55-ae23ba67112c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 200 len: 217 time: 0.0972536 Apr 30 04:55:38.664468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b1dde728-bb16-4465-a627-c3089354b40f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.682519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d49b6776-4f7b-4aa1-a367-30ae188cc15f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:38.683146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d49b6776-4f7b-4aa1-a367-30ae188cc15f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:38.683732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e0e025f-bf3a-4ed8-9135-1e0e7358babe no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:38.696622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a544cd4-7d37-4e80-9955-c1944f5c89e6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.698476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1a544cd4-7d37-4e80-9955-c1944f5c89e6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1965523 Apr 30 04:55:38.700178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.702033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36766) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.704311 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/b1dde728-bb16-4465-a627-c3089354b40f HTTP/1.1" status: 204 len: 168 time: 1.7995048 Apr 30 04:55:38.708271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032538a8-812e-43d7-8af7-a838247cc76e tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=b1dde728-bb16-4465-a627-c3089354b40f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.713282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36768) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.720509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (1d3242aa-8efa-42be-8831-d22c51ac3e09), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.720783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8e0e025f-bf3a-4ed8-9135-1e0e7358babe {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:38.725858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e0e025f-bf3a-4ed8-9135-1e0e7358babe not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:38.756024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449431e2-4449-4bf9-af67-486a6771fdcb None None] Pushing event updated for resources: {'Port': ['ID=d86a4746-034b-4a4b-95c4-8901c62023f8,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.842672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (de0e3017-78f3-4c95-9d88-ee17bc4c1902), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.845310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.850577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/de0e3017-78f3-4c95-9d88-ee17bc4c1902 HTTP/1.1" status: 204 len: 168 time: 1.1004269 Apr 30 04:55:38.850736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36770) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.874493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:38.877908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.913605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:38.919409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661442c-c3fb-4366-a307-ea4a50fca045 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0e3017-78f3-4c95-9d88-ee17bc4c1902,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:38.930955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500580b4-9a80-424e-9a00-1157071199f0 req-d70afb8c-8002-4c07-b283-1a233cd7bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.933122 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-d70afb8c-8002-4c07-b283-1a233cd7bdaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce11c65-2e43-4a5e-951b-86b4f176d784 HTTP/1.1" status: 200 len: 852 time: 0.2833486 Apr 30 04:55:38.939652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:38.965719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14161d1d-3174-4f9e-9126-a01bf62e9ef3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.972420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14161d1d-3174-4f9e-9126-a01bf62e9ef3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.974023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-14161d1d-3174-4f9e-9126-a01bf62e9ef3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2710655 Apr 30 04:55:38.979759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:38.980573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:38.985634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36772) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:38.994081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4265c-3595-4b11-ab67-1de70013eb18 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:39.003447 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1678a1c8-546e-4764-93ce-70740d9cd0a0 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1485126 Apr 30 04:55:39.010001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=1d3242aa-8efa-42be-8831-d22c51ac3e09,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:39.014600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36774) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:39.023416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460576439'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:39.032227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-571ff656-83b9-445a-9f44-34835f3cfe7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902176 Apr 30 04:55:39.036030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (4297dccd-5bc5-4d18-b115-9743ba940a01), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.063762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:39.080290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:39.122952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f783d33-ac43-4bfe-a981-5d49ff2bc903 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:39.132799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:39.133456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.161401 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-495a1043-b0be-4bde-bb29-6f344b233cf1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6557422 Apr 30 04:55:39.166458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet a025bd3c-9dc7-453c-9689-0a40a8f8a6a3 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:39.171153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36776) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:39.172681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'security_group': {'name': 'tempest-secgroup-108608190'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:39.225526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.245460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (a025bd3c-9dc7-453c-9689-0a40a8f8a6a3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.270852 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-46f7a8de-7838-4977-a40a-a3e0a926fcdf service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317481 Apr 30 04:55:39.288806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Subnet': ['ID=4297dccd-5bc5-4d18-b115-9743ba940a01,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:39.319172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'project_id': '7ec824d0a00747eca74ba815bcca6c49', 'fixed_ips': [{'subnet_id': '1d3242aa-8efa-42be-8831-d22c51ac3e09'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:39.320401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.342216 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb86ccd9-4067-4786-89db-b252cd96d2ec tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4062335 Apr 30 04:55:39.343981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a025bd3c-9dc7-453c-9689-0a40a8f8a6a3), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.347046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36778) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:39.372882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2097349542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4297dccd-5bc5-4d18-b115-9743ba940a01'}], 'security_groups': ['dd84da8e-12fa-40da-99c7-0dd9db967d4c', '1d5954cf-9a07-4716-8c6b-e2cbe566a19e']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:39.425713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.468501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f37ae43e-0024-4f17-81b1-a532986f1302), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.492283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Update dhcp port {'port': {'network_id': 'eca84d2b-b2db-452b-a8e1-20504f1d8764', 'fixed_ips': [{'subnet_id': '256b3422-c280-4ea6-8a46-1bc7f0ecdfa8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a79a94cc-22af-431c-9bc2-2b834988e63b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4297dccd-5bc5-4d18-b115-9743ba940a01'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'ed2c5a9b-cf67-429d-bf4e-326e03bfc007'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:55:39.526040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-500580b4-9a80-424e-9a00-1157071199f0 req-03d9664c-0c43-4425-a71d-99e8e2880954 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463307 Apr 30 04:55:39.526620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a3e0eec9-28fc-46b4-978b-6788f942bf5b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.536318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.550796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Allocated IP 2001:db8::2 (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/1d3242aa-8efa-42be-8831-d22c51ac3e09/7e22d86a-df1a-4420-ac4f-021ba55001a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:39.562904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f37ae43e-0024-4f17-81b1-a532986f1302), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.604875 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a025bd3c-9dc7-453c-9689-0a40a8f8a6a3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.651791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ae43e-0024-4f17-81b1-a532986f1302,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:39.666768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (965c7d93-376b-4fca-beb9-3f6c94ca44d7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.668782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.739572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=a3e0eec9-28fc-46b4-978b-6788f942bf5b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:39.775698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:39.776055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: ea82749f-878f-497b-9c06-5dcbf4dbf12e, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:39.795767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.821662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.832196 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2acf91d8-53e4-4292-921c-fff977cf78e1 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8096435 Apr 30 04:55:39.832196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (965c7d93-376b-4fca-beb9-3f6c94ca44d7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.844389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36782) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:39.858479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Request body: {'security_group_rule': {'security_group_id': 'f37ae43e-0024-4f17-81b1-a532986f1302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:39.874881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Allocated IP 172.20.0.34 (eca84d2b-b2db-452b-a8e1-20504f1d8764/4297dccd-5bc5-4d18-b115-9743ba940a01/ed2c5a9b-cf67-429d-bf4e-326e03bfc007) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:39.919286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks [] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.956723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965c7d93-376b-4fca-beb9-3f6c94ca44d7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:39.976308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a025bd3c-9dc7-453c-9689-0a40a8f8a6a3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:39.987460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network ea82749f-878f-497b-9c06-5dcbf4dbf12e is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:40.002176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:40.009867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (d7aad9b2-e03c-45a1-92cd-8db18a86b4fe), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.013824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.027347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63233ca-5a64-46eb-a3cd-9bcef1dd9fdd req-2f643da8-bd1a-4296-ac81-55da7e57b4b4 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:40.030166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a63233ca-5a64-46eb-a3cd-9bcef1dd9fdd req-2f643da8-bd1a-4296-ac81-55da7e57b4b4 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2517321 Apr 30 04:55:40.064263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.070967 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/a025bd3c-9dc7-453c-9689-0a40a8f8a6a3 HTTP/1.1" status: 204 len: 168 time: 1.0864472 Apr 30 04:55:40.071880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded2569-8634-4156-a544-8d4c2c62beeb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=a025bd3c-9dc7-453c-9689-0a40a8f8a6a3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:40.072580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36784) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.105538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.109324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8836872c-4f4f-47de-a544-55553649338a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9387944 Apr 30 04:55:40.110950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:40.112125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36786) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.117682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'security_group': {'name': 'tempest-secgroup-1135591528'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:40.125007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Publish callbacks [] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.132791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:40.134873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a63233ca-5a64-46eb-a3cd-9bcef1dd9fdd req-06d506f5-33a3-409e-bf32-175acf06b843 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973608 Apr 30 04:55:40.142713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:40.151034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:40.155544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ea82749f-878f-497b-9c06-5dcbf4dbf12e) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:40.160983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:40.162861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.164707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe031d-c876-4a78-9b19-b7a9fe571bb0 None None] Network ea82749f-878f-497b-9c06-5dcbf4dbf12e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:40.229800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.242210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97ad0fca-1685-4617-a9a8-d5754896644b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578929 Apr 30 04:55:40.252042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36788) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.265337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:40.296441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.326324 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5076b28e-e9be-43b2-9cb3-55ef31715622 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7648261 Apr 30 04:55:40.329336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36790) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.352740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e3dfb-af83-4410-bcee-40917da67ed9 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:40.354684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d86a4746-034b-4a4b-95c4-8901c62023f8 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:40.366187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Attempting to bind port 7e22d86a-df1a-4420-ac4f-021ba55001a0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:40.369849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Attempting to bind port 7e22d86a-df1a-4420-ac4f-021ba55001a0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '3a7d0b66-1ea8-489a-b931-5a9ec7807f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:40.369849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Attempting to bind port 7e22d86a-df1a-4420-ac4f-021ba55001a0 on network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:40.378556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Provisioning complete for port d86a4746-034b-4a4b-95c4-8901c62023f8 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:40.378961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.405351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (d7aad9b2-e03c-45a1-92cd-8db18a86b4fe), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.436862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Delete allocated IP 172.20.0.7 (eca84d2b-b2db-452b-a8e1-20504f1d8764/a79a94cc-22af-431c-9bc2-2b834988e63b) {{(pid=111174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:55:40.457384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port f1667eb9-4bde-481c-be2b-a9ee504c51c1 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:40.457745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.460108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Allocated IP 172.20.0.46 (eca84d2b-b2db-452b-a8e1-20504f1d8764/4297dccd-5bc5-4d18-b115-9743ba940a01/c4648157-6c9f-4cbe-b2ac-8a0bc93ca037) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:40.476478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (8fdb85f9-3701-4521-9e48-37e8ef2b81e0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.530510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8fdb85f9-3701-4521-9e48-37e8ef2b81e0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.560787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d7aad9b2-e03c-45a1-92cd-8db18a86b4fe), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.619717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.630701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdb85f9-3701-4521-9e48-37e8ef2b81e0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:40.651657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:40.655367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.658601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7aad9b2-e03c-45a1-92cd-8db18a86b4fe,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:40.678414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:40.678917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Checking segment: {'id': '3a7d0b66-1ea8-489a-b931-5a9ec7807f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:40.679325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.679720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Bound using segment: {'id': '3a7d0b66-1ea8-489a-b931-5a9ec7807f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:40.680203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Bound port: 7e22d86a-df1a-4420-ac4f-021ba55001a0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d0b66-1ea8-489a-b931-5a9ec7807f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:40.680582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.682224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.686992 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b6a8d670-fe72-426a-82b3-9677440480b1 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5735905 Apr 30 04:55:40.694614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36792) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.701435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1212218219', 'security_groups': ['8fdb85f9-3701-4521-9e48-37e8ef2b81e0'], 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d3242aa-8efa-42be-8831-d22c51ac3e09'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:40.749357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port f1667eb9-4bde-481c-be2b-a9ee504c51c1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f1667eb9-4bde-481c-be2b-a9ee504c51c1,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:40.749766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.764553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f059a-0384-4083-abd9-3018ddbe1e2a None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:40.793767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.797329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eba306eb-aa1f-409d-bee5-72d99bf13e00 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9429061 Apr 30 04:55:40.805442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36794) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:40.806470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for f1667eb9-4bde-481c-be2b-a9ee504c51c1 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:40.823426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ea82749f-878f-497b-9c06-5dcbf4dbf12e', 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': 'a3e0eec9-28fc-46b4-978b-6788f942bf5b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:40.824260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.862804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a3e0eec9-28fc-46b4-978b-6788f942bf5b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.907677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.920007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d86a4746-034b-4a4b-95c4-8901c62023f8 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:40.920380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:40.977171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:40.981524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.010104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:41.037993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:41.043490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:41.048940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Current status of the port d86a4746-034b-4a4b-95c4-8901c62023f8 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:41.049248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.127264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event updated for resources: {'Port': ['ID=c4648157-6c9f-4cbe-b2ac-8a0bc93ca037,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:41.146382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.187083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Deleting port d86a4746-034b-4a4b-95c4-8901c62023f8 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:41.187375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.218561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] In _notify_port_updated(), no bound segment for port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 on network eca84d2b-b2db-452b-a8e1-20504f1d8764 {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:55:41.223863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:41.224519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.225677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] For port d86a4746-034b-4a4b-95c4-8901c62023f8, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d86a4746-034b-4a4b-95c4-8901c62023f8,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:41.229127 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-086c18ed-6045-48c6-a1f9-fb6c85b6c2be tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "PUT /v2.0/ports/c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 HTTP/1.1" status: 200 len: 960 time: 1.8641417 Apr 30 04:55:41.232495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36798) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:41.273071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Allocated IP 172.20.0.1 (ea82749f-878f-497b-9c06-5dcbf4dbf12e/a3e0eec9-28fc-46b4-978b-6788f942bf5b/a3cfd0a8-3dde-4954-be23-3b071773ba69) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:41.294474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.333983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.387730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:41.424625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] For port d86a4746-034b-4a4b-95c4-8901c62023f8, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d86a4746-034b-4a4b-95c4-8901c62023f8,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:41.425186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.443526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Calling delete_port for d86a4746-034b-4a4b-95c4-8901c62023f8 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:41.546530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa91bd-3a4f-45ee-99a7-0310b3a7f7f5 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:41.552546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d86a4746-034b-4a4b-95c4-8901c62023f8 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:41.552993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.560838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72140b-1cbf-4f04-951b-fefb585c9320 req-6dd461d4-b64a-4aa5-b648-cfd7120848b3 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:41.562477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9d72140b-1cbf-4f04-951b-fefb585c9320 req-6dd461d4-b64a-4aa5-b648-cfd7120848b3 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1291037 Apr 30 04:55:41.627427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f1667eb9-4bde-481c-be2b-a9ee504c51c1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.652026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f37ae43e-0024-4f17-81b1-a532986f1302), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.681926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d86a4746-034b-4a4b-95c4-8901c62023f8), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.692638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:41.693184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.696561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=f1667eb9-4bde-481c-be2b-a9ee504c51c1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:41.723357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] No DVR routers for this DVR port d86a4746-034b-4a4b-95c4-8901c62023f8 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:41.782708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (f37ae43e-0024-4f17-81b1-a532986f1302), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.840740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9d72140b-1cbf-4f04-951b-fefb585c9320 req-fdebf6c7-2dc8-4b18-925f-c28d9119e64f tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256460 Apr 30 04:55:41.846134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ada66-7981-4b35-b60c-af661fb978d1 None None] Pushing event updated for resources: {'Port': ['ID=d86a4746-034b-4a4b-95c4-8901c62023f8,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:41.872617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.917515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::1fc (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/1d3242aa-8efa-42be-8831-d22c51ac3e09/07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:41.922845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c044-64aa-4796-b754-902a56a3a13a None None] Pushing event deleted for resources: {'Port': ['ID=d86a4746-034b-4a4b-95c4-8901c62023f8,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:41.978012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (de0b302f-5542-4510-ad6b-4d85bca463ea), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:41.992595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:41.992944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.014912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.016546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:42.040184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:42.050097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:42.055849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:42.056881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.076254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks [] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.077916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940acb3-e621-4e25-9022-f6852caec8b4 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:42.110688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f37ae43e-0024-4f17-81b1-a532986f1302), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.113559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.115136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/f37ae43e-0024-4f17-81b1-a532986f1302 HTTP/1.1" status: 204 len: 168 time: 1.3066421 Apr 30 04:55:42.116140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=de0b302f-5542-4510-ad6b-4d85bca463ea,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:42.120360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36802) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:42.180387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.191736 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88e57-fd34-4418-abe2-5ffb4511c8e3 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ae43e-0024-4f17-81b1-a532986f1302,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:42.239739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.249749 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6078feb2-06aa-4953-a52e-08d50e853245 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9968245 Apr 30 04:55:42.252799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36804) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:42.257729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:42.266461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c92114f-b9a7-4b43-859e-394b7b3a7bd7 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1388617 Apr 30 04:55:42.272204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36806) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:42.311032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:42.364364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Network ea82749f-878f-497b-9c06-5dcbf4dbf12e is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:42.372044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Provisioning complete for port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:42.372521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.376686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:42.378871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Pushing event updated for resources: {'Port': ['ID=a3cfd0a8-3dde-4954-be23-3b071773ba69,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:42.385539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:42.411078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.414726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (a3e0eec9-28fc-46b4-978b-6788f942bf5b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.448346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:42.521290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'de0b302f-5542-4510-ad6b-4d85bca463ea'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:42.522922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.528126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:42.580972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:42.581747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.596561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:42.647173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Attempting to bind port a3cfd0a8-3dde-4954-be23-3b071773ba69 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:42.650336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Attempting to bind port a3cfd0a8-3dde-4954-be23-3b071773ba69 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:42.650336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Attempting to bind port a3cfd0a8-3dde-4954-be23-3b071773ba69 on network ea82749f-878f-497b-9c06-5dcbf4dbf12e {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:42.691315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.719747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea82749f-878f-497b-9c06-5dcbf4dbf12e']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:42.732986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:42.733350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:42.738476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e0eec9-28fc-46b4-978b-6788f942bf5b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:42.746337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:42.746835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Checking segment: {'id': 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:42.747283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.747739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Bound using segment: {'id': 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:42.748291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Bound port: a3cfd0a8-3dde-4954-be23-3b071773ba69, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:42.748741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.749924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855ead-6a4e-4ed9-b6e4-380235bb2a52 req-c50aab12-738a-4fb6-8249-e3ef1ddcb7a0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:42.752272 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e855ead-6a4e-4ed9-b6e4-380235bb2a52 req-c50aab12-738a-4fb6-8249-e3ef1ddcb7a0 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2371781 Apr 30 04:55:42.755259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-17b7a82b-343c-4382-86cf-046d3ec8c5ad None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:42.802435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.803827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.825727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.861151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3581ed92-bab2-49ae-97f8-d443961b952f tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5845537 Apr 30 04:55:42.870256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36810) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:42.878975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.900394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:42.905259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:42.905724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.909376 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-8f050463-ad27-4f81-82c7-9652b6655488 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] delete failed (client error): The resource could not be found. Apr 30 04:55:42.910393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8f050463-ad27-4f81-82c7-9652b6655488 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "DELETE /v2.0/security-groups/f37ae43e-0024-4f17-81b1-a532986f1302 HTTP/1.1" status: 404 len: 347 time: 0.0390739 Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:42.911185 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:42.921566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:42.927487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:42.928333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36812) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:42.931750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.959377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:42.976268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:42.976642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.981340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a4967220-b0d4-4103-afb7-88dcc35b47df None None] Provisioning complete for port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:42.981677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a4967220-b0d4-4103-afb7-88dcc35b47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:42.986846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] For port a3cfd0a8-3dde-4954-be23-3b071773ba69, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:43.001216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c4648157-6c9f-4cbe-b2ac-8a0bc93ca037), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.011704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e855ead-6a4e-4ed9-b6e4-380235bb2a52 req-e8c06267-0311-4866-aa12-94db51361639 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009227 Apr 30 04:55:43.013815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:43.037350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/de0b302f-5542-4510-ad6b-4d85bca463ea/ee9038a7-45c9-40e8-8be1-82c89d375652) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:43.050665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=c4648157-6c9f-4cbe-b2ac-8a0bc93ca037,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:43.055485 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-45be61bc-eb81-4dbc-86eb-efd2273b62e2 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3596344 Apr 30 04:55:43.058575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36814) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.079191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:43.105154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0a801a7e-21e7-4390-9d35-186ce23a5980 tempest-SecGroupTest-758737638 tempest-SecGroupTest-758737638-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1661165 Apr 30 04:55:43.193825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:55:43.193825 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:55:43.193825 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': 'ea82749f-878f-497b-9c06-5dcbf4dbf12e'}] Apr 30 04:55:43.193825 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:43.195533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:43.197413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router_controller (c22dad81-aff9-4043-b094-85308aa4fbc1), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.266746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.282480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.285763 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f7c6736-8448-4f6b-bd4e-73afdeb8877a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 HTTP/1.1" status: 204 len: 168 time: 2.0522487 Apr 30 04:55:43.289067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36818) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.337379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:43.343251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaa89d0-52d7-4285-86d4-37c05db36aaa tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] GET failed (client error): The resource could not be found. Apr 30 04:55:43.344765 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2aaa89d0-52d7-4285-86d4-37c05db36aaa tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports/c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 HTTP/1.1" status: 404 len: 333 time: 0.0547588 Apr 30 04:55:43.350330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36820) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.362458 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:43.369407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a4967220-b0d4-4103-afb7-88dcc35b47df None None] Port c4648157-6c9f-4cbe-b2ac-8a0bc93ca037 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:43.397779 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1596c21-e63a-4653-be9f-a23bb474fa05 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6629179 Apr 30 04:55:43.404178 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:43.404476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36822) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.406524 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:43.413198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.417092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-23179be9-9f97-4069-96ea-89873713fb43 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1606503 Apr 30 04:55:43.421644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36824) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.445617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] For port a3cfd0a8-3dde-4954-be23-3b071773ba69, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a3cfd0a8-3dde-4954-be23-3b071773ba69,segment=NetworkSegment(e5ebc754-46e2-4835-8d0c-ff22a761aa2a),segment_id=e5ebc754-46e2-4835-8d0c-ff22a761aa2a)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:43.508734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:43.508734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.521716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:43.525169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.541684 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:43.544503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.582573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (aa314f1f-b5c1-4346-a473-dd545b272981), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.618974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 08f71641-51a5-473c-a363-be7965f12b34 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:43.656816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (08f71641-51a5-473c-a363-be7965f12b34), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.697101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.742191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (aa314f1f-b5c1-4346-a473-dd545b272981), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.766491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36828) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:43.784631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:43.786820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.794252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port a3cfd0a8-3dde-4954-be23-3b071773ba69 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:43.794766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.814308 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:41Z', 'revision_number': 9, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:43.816221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (08f71641-51a5-473c-a363-be7965f12b34), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.837436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d86252-689e-46c5-9f7f-08972c19420e None None] Pushing event updated for resources: {'Port': ['ID=a3cfd0a8-3dde-4954-be23-3b071773ba69,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:43.861108 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:43.865347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks [] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.879095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaac9e9-4dcb-4934-b4e6-6764ab674b31 None None] Network ea82749f-878f-497b-9c06-5dcbf4dbf12e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:43.884261 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:43.886115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:43.921961 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d3242aa-8efa-42be-8831-d22c51ac3e09 (CIDR: 2001:db8::/64) Apr 30 04:55:43.943110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port a3cfd0a8-3dde-4954-be23-3b071773ba69, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a3cfd0a8-3dde-4954-be23-3b071773ba69,segment=NetworkSegment(e5ebc754-46e2-4835-8d0c-ff22a761aa2a),segment_id=e5ebc754-46e2-4835-8d0c-ff22a761aa2a)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:43.943695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.964125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:43.973452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for a3cfd0a8-3dde-4954-be23-3b071773ba69 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:43.990144 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:43.990676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:44.013967 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:44.037916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (aa314f1f-b5c1-4346-a473-dd545b272981), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.040546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.041706 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa314f1f-b5c1-4346-a473-dd545b272981 HTTP/1.1" status: 204 len: 168 time: 0.6904237 Apr 30 04:55:44.049326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36834) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:44.068036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (08f71641-51a5-473c-a363-be7965f12b34), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.071287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2594ca-2e70-4564-9b5a-b9dc18e25ed6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa314f1f-b5c1-4346-a473-dd545b272981,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.097302 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bc11bd02-3472-4778-a616-588f4650ae9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=204c24e2b730429fa2fc7c6f9ac6cd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247869 Apr 30 04:55:44.098970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:44.099740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36836) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:44.131152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.139253 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-edf533cc-2941-49f9-95ca-24efee9cc24a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0758789 Apr 30 04:55:44.140926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36838) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:44.153838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:44.198833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:44.200027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.207322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:44.210869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.211823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:44.217585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ae96-fb8e-4dac-8a78-2fbcfbf134a2 req-d5af2731-754b-4313-a12c-0bedbf3cf541 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:44.228088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b08ae96-fb8e-4dac-8a78-2fbcfbf134a2 req-d5af2731-754b-4313-a12c-0bedbf3cf541 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.0733905 Apr 30 04:55:44.267599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:44.274668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Pushing event updated for resources: {'Port': ['ID=ee9038a7-45c9-40e8-8be1-82c89d375652,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.277213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:44.333275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (1d5954cf-9a07-4716-8c6b-e2cbe566a19e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.364139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (1d5954cf-9a07-4716-8c6b-e2cbe566a19e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.387573 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:41Z', 'revision_number': 9, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:44.437981 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74575a2e-2b60-4d0a-b11c-f191d890ca3a None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:41Z', 'revision_number': 9, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '29810bbb-e648-41b9-98f5-e867dc39f550', 'name': '', 'network_id': 'c1aeda0d-78e1-40a7-a0f9-705abddcf100', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:1d:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:56Z', 'updated_at': '2022-04-30T04:55:04Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': 'cc3e1bc6-b709-442a-927c-935db274679c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:44.441139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b08ae96-fb8e-4dac-8a78-2fbcfbf134a2 req-9d948d0f-d1e2-491e-8f78-cbee1828e039 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074456 Apr 30 04:55:44.446042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (08f71641-51a5-473c-a363-be7965f12b34), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.477456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] Publish callbacks [] for security_group (0a0d03c5-9588-4c39-9772-018da506bf41), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.481437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.483262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:44.483641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.487061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:44.487399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:44.503579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=08f71641-51a5-473c-a363-be7965f12b34,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.511617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Attempting to bind port ee9038a7-45c9-40e8-8be1-82c89d375652 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:44.512414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Attempting to bind port ee9038a7-45c9-40e8-8be1-82c89d375652 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:44.513035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Attempting to bind port ee9038a7-45c9-40e8-8be1-82c89d375652 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:44.516483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.522308 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a920ec3c-289b-4c08-917c-096a5e3ae19f tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/08f71641-51a5-473c-a363-be7965f12b34 HTTP/1.1" status: 204 len: 168 time: 1.1181736 Apr 30 04:55:44.524584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36842) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:44.529293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3f632-f031-4036-bd74-825b76fc3677 None None] Network e5449e00-3391-479c-8f68-a68a4172e633 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:44.539717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] Publish callbacks [] for security_group (0a0d03c5-9588-4c39-9772-018da506bf41), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.545821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:44.546952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:44.547593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.548206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:44.548904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Bound port: ee9038a7-45c9-40e8-8be1-82c89d375652, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:44.549518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.584957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:44.588796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.588946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a3cfd0a8-3dde-4954-be23-3b071773ba69), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.591665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1d5954cf-9a07-4716-8c6b-e2cbe566a19e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.594510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.598495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d5954cf-9a07-4716-8c6b-e2cbe566a19e HTTP/1.1" status: 204 len: 168 time: 0.5420403 Apr 30 04:55:44.600760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36844) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:44.634683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=a3cfd0a8-3dde-4954-be23-3b071773ba69,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.638288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4c53a-221d-4d57-b286-0254bdc2832e tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5954cf-9a07-4716-8c6b-e2cbe566a19e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.645850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port a3cfd0a8-3dde-4954-be23-3b071773ba69 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:44.663351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::1 (b6427a96-a6f5-42f0-9a44-12b949b58e60/de0b302f-5542-4510-ad6b-4d85bca463ea/79dd8559-e6d4-412d-9328-256a7991028c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:44.722405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0a0d03c5-9588-4c39-9772-018da506bf41), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.728701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.728701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a0d03c5-9588-4c39-9772-018da506bf41 HTTP/1.1" status: 204 len: 168 time: 0.6172104 Apr 30 04:55:44.745379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] For port ee9038a7-45c9-40e8-8be1-82c89d375652, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:44.757334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (e5449e00-3391-479c-8f68-a68a4172e633), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.776359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.797951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6dda-e3b1-4004-8c7b-1d0189432d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d03c5-9588-4c39-9772-018da506bf41,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:44.812673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] For port ee9038a7-45c9-40e8-8be1-82c89d375652, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ee9038a7-45c9-40e8-8be1-82c89d375652,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:44.838613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:44.856931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea82749f-878f-497b-9c06-5dcbf4dbf12e']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:44.864224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] DHCP port deletion for e5449e00-3391-479c-8f68-a68a4172e633 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:44.876971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:44.877498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ebc754-46e2-4835-8d0c-ff22a761aa2a') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:44.929374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.930526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:44.998111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d86a4746-034b-4a4b-95c4-8901c62023f8 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:44.998228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (dd84da8e-12fa-40da-99c7-0dd9db967d4c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.013835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d292-7c69-4018-a05b-2ab89141b3df req-ebd8a82c-8467-4dd7-adaf-8f98a3852870 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:45.015380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d3d8d292-7c69-4018-a05b-2ab89141b3df req-ebd8a82c-8467-4dd7-adaf-8f98a3852870 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1264143 Apr 30 04:55:45.018440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.025034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036fd6-6178-4880-823a-510b6025480f req-1d8f64d5-be00-4312-8e53-e433b0395e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:45.026799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-1d8f64d5-be00-4312-8e53-e433b0395e74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 1130 time: 0.0657473 Apr 30 04:55:45.038984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:45.039391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (e5ebc754-46e2-4835-8d0c-ff22a761aa2a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:45.042680 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:45.058004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Deleting port df2795ba-e04f-4dd1-bfdb-49daad653ea5 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:45.058004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.069895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d86a4746-034b-4a4b-95c4-8901c62023f8 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:45.070436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d86a4746-034b-4a4b-95c4-8901c62023f8 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:45.090596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (dd84da8e-12fa-40da-99c7-0dd9db967d4c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.114871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port df2795ba-e04f-4dd1-bfdb-49daad653ea5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:45.115964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.197270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:45.201320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6af349-e94b-4df3-b65e-6c0cf9f04ff0 None None] Pushing event updated for resources: {'Port': ['ID=ee9038a7-45c9-40e8-8be1-82c89d375652,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:45.214180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] For port df2795ba-e04f-4dd1-bfdb-49daad653ea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df2795ba-e04f-4dd1-bfdb-49daad653ea5,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:45.214180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.252353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d3d8d292-7c69-4018-a05b-2ab89141b3df req-b61a525e-a322-4e0a-b409-fd9fab0b552c tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145274 Apr 30 04:55:45.256905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Provisioning complete for port 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:45.257586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.259980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Calling delete_port for df2795ba-e04f-4dd1-bfdb-49daad653ea5 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:45.294674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036fd6-6178-4880-823a-510b6025480f req-8d048389-0348-4aad-b718-6fdf35a46098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:45.296617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-8d048389-0348-4aad-b718-6fdf35a46098 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 200 len: 912 time: 0.2600789 Apr 30 04:55:45.326568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (79dd8559-e6d4-412d-9328-256a7991028c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.336638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port df2795ba-e04f-4dd1-bfdb-49daad653ea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=df2795ba-e04f-4dd1-bfdb-49daad653ea5,segment=NetworkSegment(711167f5-49f2-4e3e-bb08-f82f0d707127),segment_id=711167f5-49f2-4e3e-bb08-f82f0d707127)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:45.336989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.344883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Port 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:45.355070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:45.356130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.361144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for df2795ba-e04f-4dd1-bfdb-49daad653ea5 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:45.363051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:45.377077 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-0150039a-e6f4-42ed-85c2-fbda46ed8e65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 200 len: 217 time: 0.0736244 Apr 30 04:55:45.378506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ea82749f-878f-497b-9c06-5dcbf4dbf12e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.391921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.404201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/ea82749f-878f-497b-9c06-5dcbf4dbf12e HTTP/1.1" status: 204 len: 168 time: 5.0667043 Apr 30 04:55:45.447469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36850) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:45.462030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (dd84da8e-12fa-40da-99c7-0dd9db967d4c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.465477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.466651 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/security-groups/dd84da8e-12fa-40da-99c7-0dd9db967d4c HTTP/1.1" status: 204 len: 168 time: 0.8648138 Apr 30 04:55:45.478867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36854) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:45.484237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1916266625'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:45.535605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaa112-1f27-4bfd-beae-6d3c4d7e48ba tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=ea82749f-878f-497b-9c06-5dcbf4dbf12e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:45.550308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet a79a94cc-22af-431c-9bc2-2b834988e63b {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:45.554572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (a79a94cc-22af-431c-9bc2-2b834988e63b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.568169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036fd6-6178-4880-823a-510b6025480f req-d3cb30b1-b23b-42a7-9555-ddfe9a15e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:45.569710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-d3cb30b1-b23b-42a7-9555-ddfe9a15e8b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ce11c65-2e43-4a5e-951b-86b4f176d784 HTTP/1.1" status: 200 len: 852 time: 0.1643412 Apr 30 04:55:45.578745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cb6d4-085d-4e52-8036-e61f72518b2c None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:45.606659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:45.606659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.628575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:45.643688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.651940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-d4435809-48f0-45d3-8e36-299f0a6fb8e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d0ae8-a0d0-4ffd-8899-73a66abb1807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699251 Apr 30 04:55:45.661310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6a956-b61b-4234-adb9-2a6bf35b3bdf tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84da8e-12fa-40da-99c7-0dd9db967d4c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:45.664023 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (79dd8559-e6d4-412d-9328-256a7991028c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.695738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.734461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a79a94cc-22af-431c-9bc2-2b834988e63b), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.739314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] Pushing event deleted for resources: {'Port': ['ID=df2795ba-e04f-4dd1-bfdb-49daad653ea5,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:45.744912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8e0b7-e67f-4bfb-bde2-6eddffbc9a1b None None] No DVR routers for this DVR port df2795ba-e04f-4dd1-bfdb-49daad653ea5 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:45.789533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:45.808419 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-a70d2589-348f-4c40-a66d-772ae3debee8 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486154 Apr 30 04:55:45.809447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:45.813151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:45.846028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:45.851458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.851799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 7b4a1cc8-e9c3-4124-a693-ecc35456d04c of type vlan for network 2d4a595b-4cc2-4e20-acc8-786075926473 Apr 30 04:55:45.856011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:45.857073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (c22dad81-aff9-4043-b094-85308aa4fbc1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.866025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df2795ba-e04f-4dd1-bfdb-49daad653ea5 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:45.896850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=79dd8559-e6d4-412d-9328-256a7991028c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:45.937815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:45.967407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50036fd6-6178-4880-823a-510b6025480f req-df3ab9f1-d82b-40f6-acde-158acff78aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527312 Apr 30 04:55:45.999822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (df2795ba-e04f-4dd1-bfdb-49daad653ea5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.055396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.062256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:46.062981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.088151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: df2795ba-e04f-4dd1-bfdb-49daad653ea5 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:46.088151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device df2795ba-e04f-4dd1-bfdb-49daad653ea5 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:46.088151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f1667eb9-4bde-481c-be2b-a9ee504c51c1 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:46.091172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=df2795ba-e04f-4dd1-bfdb-49daad653ea5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:46.097830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port df2795ba-e04f-4dd1-bfdb-49daad653ea5 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:46.112545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: f1667eb9-4bde-481c-be2b-a9ee504c51c1 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:46.112545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f1667eb9-4bde-481c-be2b-a9ee504c51c1 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:46.126779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a79a94cc-22af-431c-9bc2-2b834988e63b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.162973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=2d4a595b-4cc2-4e20-acc8-786075926473,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:46.180791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 2d4a595b-4cc2-4e20-acc8-786075926473 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:46.189582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (de5fde63-3fda-4733-9982-ccee911fd9ce), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.228700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f694fbbf-5b01-43d6-9d4f-a7c14bfa2b61 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7775006 Apr 30 04:55:46.229283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36870) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:46.251312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:46.581746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36876) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:46.621479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e85e40-cbfd-4f74-a369-2dbc046fcf00 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:55:46.627124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:46.657657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (e5449e00-3391-479c-8f68-a68a4172e633), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.672578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:46.684620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:46.685221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.711320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3176-6403-43e0-b78a-760679a060a9 req-49682e5f-9e6b-40f4-9cb9-75e798495f52 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:46.713785 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34ef3176-6403-43e0-b78a-760679a060a9 req-49682e5f-9e6b-40f4-9cb9-75e798495f52 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1310582 Apr 30 04:55:46.721276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5449e00-3391-479c-8f68-a68a4172e633']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:46.730856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Provisioning complete for port ee9038a7-45c9-40e8-8be1-82c89d375652 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:46.731208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.745930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=de5fde63-3fda-4733-9982-ccee911fd9ce,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:46.751271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (79dd8559-e6d4-412d-9328-256a7991028c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.755792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711167f5-49f2-4e3e-bb08-f82f0d707127') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:46.756198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711167f5-49f2-4e3e-bb08-f82f0d707127') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:46.756637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5492010a-c36a-467a-8546-460593014cc7 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:46.757132 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-5492010a-c36a-467a-8546-460593014cc7 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 04:55:46.757730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-5492010a-c36a-467a-8546-460593014cc7 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:55:46.762837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5492010a-c36a-467a-8546-460593014cc7 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1748650 Apr 30 04:55:46.765240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36880) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:46.772321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--683215925'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:46.776999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (711167f5-49f2-4e3e-bb08-f82f0d707127), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.811834 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dd11d9f5-82ac-4898-b916-7fc4050fe072 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6706502 Apr 30 04:55:46.814948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36882) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:46.821930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-807376082', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de5fde63-3fda-4733-9982-ccee911fd9ce'}], 'security_groups': ['965c7d93-376b-4fca-beb9-3f6c94ca44d7']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:46.822560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (711167f5-49f2-4e3e-bb08-f82f0d707127), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.839395 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34ef3176-6403-43e0-b78a-760679a060a9 req-4e68955e-6a96-4584-a8c7-5d3dc5a6ce3c tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160462 Apr 30 04:55:46.839654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a79a94cc-22af-431c-9bc2-2b834988e63b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.864159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Current status of the port ee9038a7-45c9-40e8-8be1-82c89d375652 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:46.870522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.877780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:46.882924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.884046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:46.884452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (711167f5-49f2-4e3e-bb08-f82f0d707127), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:46.891394 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:46.904797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.907033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] For port ee9038a7-45c9-40e8-8be1-82c89d375652, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ee9038a7-45c9-40e8-8be1-82c89d375652,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:46.908000 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/a79a94cc-22af-431c-9bc2-2b834988e63b HTTP/1.1" status: 204 len: 168 time: 1.4257643 Apr 30 04:55:46.908872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e85e40-cbfd-4f74-a369-2dbc046fcf00 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:55:46.913277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36884) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:46.930612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:46.939928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cd156-fe3e-46f5-a521-1b5d8d9d24d2 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=a79a94cc-22af-431c-9bc2-2b834988e63b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.004835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.035090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.137142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (e5449e00-3391-479c-8f68-a68a4172e633), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.144382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc0e2-3898-4332-bded-decade6d4629 None None] Pushing event updated for resources: {'Port': ['ID=ee9038a7-45c9-40e8-8be1-82c89d375652,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.154022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 4297dccd-5bc5-4d18-b115-9743ba940a01 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:47.162321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.166464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (4297dccd-5bc5-4d18-b115-9743ba940a01), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.166807 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/e5449e00-3391-479c-8f68-a68a4172e633 HTTP/1.1" status: 204 len: 168 time: 2.6399012 Apr 30 04:55:47.170479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36886) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:47.202439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f869eb-f37b-401b-b006-c1eb3e92cbdf tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=e5449e00-3391-479c-8f68-a68a4172e633,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.208793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416bc8c-7df3-4b46-a49f-320edd00215f None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:47.211885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fd0ea-005a-430e-aa26-80727b95ebe9 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:47.348049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ee9038a7-45c9-40e8-8be1-82c89d375652 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:47.367094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (4297dccd-5bc5-4d18-b115-9743ba940a01), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.472429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.473669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (79dd8559-e6d4-412d-9328-256a7991028c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.477650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ee9038a7-45c9-40e8-8be1-82c89d375652 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:47.479307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.576490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4f55d59c-3e79-4223-a91a-34abfe43e681 None None] Provisioning complete for port 79dd8559-e6d4-412d-9328-256a7991028c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:47.576861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f55d59c-3e79-4223-a91a-34abfe43e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (79dd8559-e6d4-412d-9328-256a7991028c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.588431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (79dd8559-e6d4-412d-9328-256a7991028c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.589602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (c22dad81-aff9-4043-b094-85308aa4fbc1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.630856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (cf84fd6e-e79a-4e40-b587-9d62c48df562), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.632095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (c4ab56ad-fff2-4130-bb43-87efc826e0aa), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.656220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Update dhcp port {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'fixed_ips': [{'subnet_id': '1d3242aa-8efa-42be-8831-d22c51ac3e09', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de5fde63-3fda-4733-9982-ccee911fd9ce'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '7e22d86a-df1a-4420-ac4f-021ba55001a0'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:55:47.695966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4f55d59c-3e79-4223-a91a-34abfe43e681 None None] Port 79dd8559-e6d4-412d-9328-256a7991028c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:47.705732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cf84fd6e-e79a-4e40-b587-9d62c48df562), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.717145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.719924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (4297dccd-5bc5-4d18-b115-9743ba940a01), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.740002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ee9038a7-45c9-40e8-8be1-82c89d375652 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:47.765525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=79dd8559-e6d4-412d-9328-256a7991028c,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.791685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84fd6e-e79a-4e40-b587-9d62c48df562,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.810694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:47.817200 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:47.861375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:47.947555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=c4ab56ad-fff2-4130-bb43-87efc826e0aa,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:47.967862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Allocated IP 2001:db8:0:1::2 (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/de5fde63-3fda-4733-9982-ccee911fd9ce/7e22d86a-df1a-4420-ac4f-021ba55001a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:48.120891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:48.154231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '7b4a1cc8-e9c3-4124-a693-ecc35456d04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:48.154623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 2d4a595b-4cc2-4e20-acc8-786075926473, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:48.159362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Publish callbacks [] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.203930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.240177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Router c22dad81-aff9-4043-b094-85308aa4fbc1 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:55:48.288164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (4297dccd-5bc5-4d18-b115-9743ba940a01), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.306736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 29810bbb-e648-41b9-98f5-e867dc39f550 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:48.307071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.311455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc133f93-1a81-48b5-9f9a-b4c742f0948d req-b464851d-ab40-49c3-babc-030d88901062 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:48.312974 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc133f93-1a81-48b5-9f9a-b4c742f0948d req-b464851d-ab40-49c3-babc-030d88901062 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.3738830 Apr 30 04:55:48.341801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebcac4-8374-4d34-b743-a6092ea9acc9 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:48.357268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7475b293-d004-4daf-8583-6cc159daa7a7 None None] Provisioning complete for port 79dd8559-e6d4-412d-9328-256a7991028c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:48.357268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7475b293-d004-4daf-8583-6cc159daa7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (79dd8559-e6d4-412d-9328-256a7991028c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.372428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (574fabc2-f421-456c-9f52-1eed5363a77d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.373383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=4297dccd-5bc5-4d18-b115-9743ba940a01,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:48.375735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.379030 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ea9c50e1-cfdf-4e29-ae47-b28df52ca12b tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/4297dccd-5bc5-4d18-b115-9743ba940a01 HTTP/1.1" status: 204 len: 168 time: 1.4619031 Apr 30 04:55:48.383343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36890) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.416985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 2d4a595b-4cc2-4e20-acc8-786075926473 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:48.420259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7475b293-d004-4daf-8583-6cc159daa7a7 None None] Port 79dd8559-e6d4-412d-9328-256a7991028c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:48.444580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (574fabc2-f421-456c-9f52-1eed5363a77d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.480176 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b178cb7-7df8-41fb-83d5-7692f39f6981 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:48.480657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b178cb7-7df8-41fb-83d5-7692f39f6981 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:48.486438 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1b178cb7-7df8-41fb-83d5-7692f39f6981 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/a79a94cc-22af-431c-9bc2-2b834988e63b HTTP/1.1" status: 404 len: 337 time: 0.1018538 Apr 30 04:55:48.490640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36892) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.513475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b428902-dfd0-4ac9-bdb3-0d7a0951d369 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:48.528311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Delete allocated IP 2001:db8::1fc (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/1d3242aa-8efa-42be-8831-d22c51ac3e09) {{(pid=111175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:55:48.528311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574fabc2-f421-456c-9f52-1eed5363a77d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:48.532976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 2d4a595b-4cc2-4e20-acc8-786075926473) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:48.554254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc133f93-1a81-48b5-9f9a-b4c742f0948d req-c19db5fe-af3c-48f6-89f5-ef10fc6049e8 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012506 Apr 30 04:55:48.556918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:48.557497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.560366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8:0:1::22f (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/de5fde63-3fda-4733-9982-ccee911fd9ce/07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:48.570892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:48.571755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.573977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac243a0-00d9-4261-8a53-ec4264e4568b None None] Network 2d4a595b-4cc2-4e20-acc8-786075926473 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:48.591222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:48.614461 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fa597b82-fec6-4699-a77f-2cb767dd6671 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "PUT /v2.0/routers/c22dad81-aff9-4043-b094-85308aa4fbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1879053 Apr 30 04:55:48.625197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting subnet 256b3422-c280-4ea6-8a46-1bc7f0ecdfa8 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:48.627449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36896) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.646741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port 29810bbb-e648-41b9-98f5-e867dc39f550, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=29810bbb-e648-41b9-98f5-e867dc39f550,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:48.647108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.649677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (256b3422-c280-4ea6-8a46-1bc7f0ecdfa8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.697464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.698162 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-661dd2aa-c530-4fc2-966c-43663beef66d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9319887 Apr 30 04:55:48.703485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36898) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.711905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '574fabc2-f421-456c-9f52-1eed5363a77d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:48.737152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 29810bbb-e648-41b9-98f5-e867dc39f550 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:48.760888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d848c94-ef75-4985-b57d-d66325b0a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:48.765283 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d848c94-ef75-4985-b57d-d66325b0a1f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports/79dd8559-e6d4-412d-9328-256a7991028c HTTP/1.1" status: 200 len: 911 time: 0.1183734 Apr 30 04:55:48.768489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.773792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (256b3422-c280-4ea6-8a46-1bc7f0ecdfa8), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.796781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.801838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Sync routers for ids ['c22dad81-aff9-4043-b094-85308aa4fbc1'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:48.813395 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-887f52f1-9e70-4cd1-8c86-d7e9a2599490 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5770760 Apr 30 04:55:48.814061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36902) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:48.822589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Routers {'c22dad81-aff9-4043-b094-85308aa4fbc1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:48.823200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c22dad81-aff9-4043-b094-85308aa4fbc1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:48.868195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:48.996869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] In _notify_port_updated(), no bound segment for port 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 on network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:55:49.002070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:49.002999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.008195 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/ports/07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 HTTP/1.1" status: 200 len: 930 time: 2.1906381 Apr 30 04:55:49.013818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36906) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:49.014779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group_rule (707a22ea-b3f8-48a0-92d0-be3c5c700b51), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.141503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Set router c22dad81-aff9-4043-b094-85308aa4fbc1 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:49.158100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465dc7-8a41-4791-bd4c-a454793fcad7 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:49.171235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d0683-c076-40e9-aec5-5615e4f89dcd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:49.180322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d0683-c076-40e9-aec5-5615e4f89dcd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:49.180322 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5d1d0683-c076-40e9-aec5-5615e4f89dcd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4069250 Apr 30 04:55:49.181165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36908) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:49.265157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (256b3422-c280-4ea6-8a46-1bc7f0ecdfa8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.274592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (29810bbb-e648-41b9-98f5-e867dc39f550), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.276093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-2d4a595b-4cc2-4e20-acc8-786075926473', 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': 'c4ab56ad-fff2-4130-bb43-87efc826e0aa'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:49.277123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.279136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.285916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group_rule (707a22ea-b3f8-48a0-92d0-be3c5c700b51), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.302308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:49.302308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.308012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4338264-a717-4147-a1b9-2ec988a3cc7b req-20ea65c8-6b96-451d-ac60-98603308509a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:49.309880 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4338264-a717-4147-a1b9-2ec988a3cc7b req-20ea65c8-6b96-451d-ac60-98603308509a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2073641 Apr 30 04:55:49.353492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ee9038a7-45c9-40e8-8be1-82c89d375652 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:49.357477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (707a22ea-b3f8-48a0-92d0-be3c5c700b51), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.509672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707a22ea-b3f8-48a0-92d0-be3c5c700b51,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:49.523887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=29810bbb-e648-41b9-98f5-e867dc39f550,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:49.570741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (c4ab56ad-fff2-4130-bb43-87efc826e0aa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.619356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4338264-a717-4147-a1b9-2ec988a3cc7b req-edfa1604-b690-4755-9ac1-6e4fa3552dae tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960896 Apr 30 04:55:49.624648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.637534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.642054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d6b86738-85bb-45f6-a58e-1443c222fb32 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9338572 Apr 30 04:55:49.651145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36910) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:49.662123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bcb74ec5-1f70-4f3e-a234-e76cc6892c61 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '574fabc2-f421-456c-9f52-1eed5363a77d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:49.692424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:49.758821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:49.775977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ee9038a7-45c9-40e8-8be1-82c89d375652 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:49.776442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.834559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bcb74ec5-1f70-4f3e-a234-e76cc6892c61 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group_rule (2e7e062f-a835-468c-824f-33cb15f46341), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.875703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:46Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None, '_interfaces': [{'id': '79dd8559-e6d4-412d-9328-256a7991028c', 'name': '', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'mac_address': 'fa:16:3e:ed:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'de0b302f-5542-4510-ad6b-4d85bca463ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:44Z', 'updated_at': '2022-04-30T04:55:47Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'subnets': [{'id': 'de0b302f-5542-4510-ad6b-4d85bca463ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:49.882439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Provisioning complete for port 279c5b42-a05f-489b-802f-613534f5a1e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:49.882682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:49.886657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Allocated IP 172.20.0.1 (2d4a595b-4cc2-4e20-acc8-786075926473/c4ab56ad-fff2-4130-bb43-87efc826e0aa/a584dd50-efae-46be-b795-fb85cf0efe20) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:49.946767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Checking router: c22dad81-aff9-4043-b094-85308aa4fbc1 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:49.947199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Updating router c22dad81-aff9-4043-b094-85308aa4fbc1 port 79dd8559-e6d4-412d-9328-256a7991028c binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:55:50.020429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8cebe805-25eb-4728-bf6e-1db24d53727e None None] Port 279c5b42-a05f-489b-802f-613534f5a1e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:50.023717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-bcb74ec5-1f70-4f3e-a234-e76cc6892c61 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): There was a conflict when trying to complete your request. Apr 30 04:55:50.026587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bcb74ec5-1f70-4f3e-a234-e76cc6892c61 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3694718 Apr 30 04:55:50.029520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36912) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.059110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (79dd8559-e6d4-412d-9328-256a7991028c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.079062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.135286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.142399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 HTTP/1.1" status: 204 len: 168 time: 1.0935287 Apr 30 04:55:50.157273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.159009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36914) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.179659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.195685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.196052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.196374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.202370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.202854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.205108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.205597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.206334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.206744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.207151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.207498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.207811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.208153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.208544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.208874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93f77c-2df9-4917-b237-7b8ae624e121 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:50.241115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (574fabc2-f421-456c-9f52-1eed5363a77d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.265053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:50.265456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.270776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ee9038a7-45c9-40e8-8be1-82c89d375652 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:50.271806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:50.292354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (574fabc2-f421-456c-9f52-1eed5363a77d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.309748 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde0332c-6175-434a-95d8-2cdcf375cde6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:55:50.315249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36916) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.316971 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dde0332c-6175-434a-95d8-2cdcf375cde6 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1 HTTP/1.1" status: 404 len: 333 time: 0.1537948 Apr 30 04:55:50.430807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks [] for port (a584dd50-efae-46be-b795-fb85cf0efe20), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.433487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (8fdb85f9-3701-4521-9e48-37e8ef2b81e0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.466545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (256b3422-c280-4ea6-8a46-1bc7f0ecdfa8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.477486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (8fdb85f9-3701-4521-9e48-37e8ef2b81e0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.491385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:50.491609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.518846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (574fabc2-f421-456c-9f52-1eed5363a77d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.528308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.528308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/574fabc2-f421-456c-9f52-1eed5363a77d HTTP/1.1" status: 204 len: 168 time: 0.4923995 Apr 30 04:55:50.529429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36918) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.541364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Subnet': ['ID=256b3422-c280-4ea6-8a46-1bc7f0ecdfa8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.541602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce278de-5dc8-4dd1-a5be-7df43440a4f3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574fabc2-f421-456c-9f52-1eed5363a77d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.547451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.551037 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ffec2b6-f5da-469f-ac5f-c1a5f1af2b75 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/256b3422-c280-4ea6-8a46-1bc7f0ecdfa8 HTTP/1.1" status: 204 len: 168 time: 2.0589199 Apr 30 04:55:50.559696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.559881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (c22dad81-aff9-4043-b094-85308aa4fbc1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.563894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36920) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.598126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ce6776bd-3ae9-466a-b2e8-94a8b0c3ad16 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672631 Apr 30 04:55:50.601556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36922) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.610634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758075216'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:50.613665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83fd67-07f9-4c41-b702-2bf879982d92 None None] Network eca84d2b-b2db-452b-a8e1-20504f1d8764 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:50.630234 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af5d34c-a3e8-4ef4-9387-a07f00a5789a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:50.630802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af5d34c-a3e8-4ef4-9387-a07f00a5789a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:50.633708 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8af5d34c-a3e8-4ef4-9387-a07f00a5789a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/f6c43e48-bf34-4ac7-bcd4-db50794f4233 HTTP/1.1" status: 404 len: 337 time: 0.0374281 Apr 30 04:55:50.637329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36924) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.654072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8fdb85f9-3701-4521-9e48-37e8ef2b81e0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.658122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.658740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Pushing event updated for resources: {'Port': ['ID=a584dd50-efae-46be-b795-fb85cf0efe20,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.662319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/security-groups/8fdb85f9-3701-4521-9e48-37e8ef2b81e0 HTTP/1.1" status: 204 len: 168 time: 0.3429739 Apr 30 04:55:50.684388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36928) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.692712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Network 2d4a595b-4cc2-4e20-acc8-786075926473 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:50.697519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:50.699873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:50.727848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (c4ab56ad-fff2-4130-bb43-87efc826e0aa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.734020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8bab9db2-074f-40f9-89c2-5f3f100cf907 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 HTTP/1.1" status: 200 len: 205 time: 0.0933621 Apr 30 04:55:50.734213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:50.737929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Could not find standard attr ID for object 07b4360a-4cb4-4c5d-8eb2-80e0e3f1dfe1. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:50.739226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:50.745516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36930) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.750666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f7eb7-553e-42b8-82b8-235d6377553c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdb85f9-3701-4521-9e48-37e8ef2b81e0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.753565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.847098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:50.847963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.854755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ab56ad-fff2-4130-bb43-87efc826e0aa,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:50.889675 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-1111c515-e2f8-41c8-9e3a-631741deda99 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] delete failed (client error): The resource could not be found. Apr 30 04:55:50.894070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1111c515-e2f8-41c8-9e3a-631741deda99 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/routers/5f3ca6b0-fe5c-4a57-8d1b-50832b3246e3 HTTP/1.1" status: 404 len: 336 time: 0.1381903 Apr 30 04:55:50.894212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36932) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.924731 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f4b316-74c7-4609-990c-0e659c0925e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:50.925571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f4b316-74c7-4609-990c-0e659c0925e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:50.933632 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29f4b316-74c7-4609-990c-0e659c0925e1 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/abbd8528-09c9-4620-88ec-bb7441015710 HTTP/1.1" status: 404 len: 337 time: 0.0339093 Apr 30 04:55:50.933847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:50.934557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36934) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:50.944338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596e1d-d6ba-4af1-9c41-0b731c2cf4f1 req-ff02ea0e-94ee-40ec-a210-a07b1bafd034 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:50.950796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd596e1d-d6ba-4af1-9c41-0b731c2cf4f1 req-ff02ea0e-94ee-40ec-a210-a07b1bafd034 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.2166240 Apr 30 04:55:50.967481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-48454846-33c5-4ddd-a4a4-6ab460917254 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:50.969814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-48454846-33c5-4ddd-a4a4-6ab460917254 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1798437 Apr 30 04:55:50.975230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Attempting to bind port a584dd50-efae-46be-b795-fb85cf0efe20 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:50.975707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Attempting to bind port a584dd50-efae-46be-b795-fb85cf0efe20 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '7b4a1cc8-e9c3-4124-a693-ecc35456d04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:50.976895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Attempting to bind port a584dd50-efae-46be-b795-fb85cf0efe20 on network 2d4a595b-4cc2-4e20-acc8-786075926473 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:50.982948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a100d729-eece-4942-99ea-ee1cca946e43 None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:50.985701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Publish callbacks [] for port (79dd8559-e6d4-412d-9328-256a7991028c), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.991391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:50.991879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Checking segment: {'id': '7b4a1cc8-e9c3-4124-a693-ecc35456d04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:50.992508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.993018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Bound using segment: {'id': '7b4a1cc8-e9c3-4124-a693-ecc35456d04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:50.993877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Bound port: a584dd50-efae-46be-b795-fb85cf0efe20, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4a1cc8-e9c3-4124-a693-ecc35456d04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d4a595b-4cc2-4e20-acc8-786075926473'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:50.994026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:50.994205 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-72064c48-5450-4d43-b82e-1c94861c40ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:50.995257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72064c48-5450-4d43-b82e-1c94861c40ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:50.999831 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-72064c48-5450-4d43-b82e-1c94861c40ef tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/6e63fdd0-a454-479b-8f07-28e229fad195 HTTP/1.1" status: 404 len: 337 time: 0.0640385 Apr 30 04:55:51.001782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (965c7d93-376b-4fca-beb9-3f6c94ca44d7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.004800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.005532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36936) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.019096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:51.028565 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a4f54564-b3d4-4358-b511-edf5706d12c2 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8511019 Apr 30 04:55:51.030558 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:51.039787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.051317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] DHCP port deletion for eca84d2b-b2db-452b-a8e1-20504f1d8764 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:51.052513 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:51.053209 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.094061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 79dd8559-e6d4-412d-9328-256a7991028c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:51.094531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (79dd8559-e6d4-412d-9328-256a7991028c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.097775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59f6ed1-0206-46ea-9d09-5a4967feb640 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.098164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59f6ed1-0206-46ea-9d09-5a4967feb640 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.101775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c59f6ed1-0206-46ea-9d09-5a4967feb640 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/ed66a338-43ee-4acd-b72f-34f7c91f5a82 HTTP/1.1" status: 404 len: 337 time: 0.0939126 Apr 30 04:55:51.104335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36940) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.149060 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f73313f-f614-4c43-9cdb-22b3325d6b19 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.149060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f73313f-f614-4c43-9cdb-22b3325d6b19 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.149060 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9f73313f-f614-4c43-9cdb-22b3325d6b19 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/8204f53e-d671-4d33-8b09-cc7628c51998 HTTP/1.1" status: 404 len: 333 time: 0.0426271 Apr 30 04:55:51.151827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36942) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.209148 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ce628d-3855-4ee7-b9bf-1dbe1e342c5d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.209910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ce628d-3855-4ee7-b9bf-1dbe1e342c5d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.213949 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e0ce628d-3855-4ee7-b9bf-1dbe1e342c5d tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/03d49b7d-f81e-4909-8795-fc30518e442d HTTP/1.1" status: 404 len: 337 time: 0.0598128 Apr 30 04:55:51.242958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.271147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (79dd8559-e6d4-412d-9328-256a7991028c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.285642 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e349c7df-8794-4f74-a48e-380dd455b89c tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.286103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e349c7df-8794-4f74-a48e-380dd455b89c tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.291773 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e349c7df-8794-4f74-a48e-380dd455b89c tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/420921b4-ce91-47ed-b352-ddac0e8be0d3 HTTP/1.1" status: 404 len: 337 time: 0.0452263 Apr 30 04:55:51.293337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36946) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.324842 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a988872d-b44f-4f92-84c3-85cc930553f0 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.325569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a988872d-b44f-4f92-84c3-85cc930553f0 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.331202 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a988872d-b44f-4f92-84c3-85cc930553f0 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/d8b783b7-45fb-4d78-9da7-929bd941005d HTTP/1.1" status: 404 len: 333 time: 0.0357459 Apr 30 04:55:51.333371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.354871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (79dd8559-e6d4-412d-9328-256a7991028c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.372284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-05ccfb8a-ea47-47a4-9aad-9b946436d47e None None] Provisioning complete for port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:51.372927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05ccfb8a-ea47-47a4-9aad-9b946436d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.392996 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1649da48-d5dc-4c76-b124-3e82fe383e1a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.392996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1649da48-d5dc-4c76-b124-3e82fe383e1a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.392996 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1649da48-d5dc-4c76-b124-3e82fe383e1a tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/7d074378-67d8-48ea-86f2-5e54d6ce4984 HTTP/1.1" status: 404 len: 337 time: 0.0562220 Apr 30 04:55:51.393321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ed2c5a9b-cf67-429d-bf4e-326e03bfc007 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:51.393420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.404057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 79dd8559-e6d4-412d-9328-256a7991028c owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:51.409029 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:51.432716 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc5458a-8126-400a-b87e-42328038cc90 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] DELETE failed (client error): The resource could not be found. Apr 30 04:55:51.434339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc5458a-8126-400a-b87e-42328038cc90 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:55:51.438744 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5bc5458a-8126-400a-b87e-42328038cc90 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/subnets/081adc50-734e-48a4-a613-0ea9344fa88a HTTP/1.1" status: 404 len: 337 time: 0.0426083 Apr 30 04:55:51.439533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.467711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4a595b-4cc2-4e20-acc8-786075926473']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.483683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] For port a584dd50-efae-46be-b795-fb85cf0efe20, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:51.504151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (965c7d93-376b-4fca-beb9-3f6c94ca44d7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.519251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4a1cc8-e9c3-4124-a693-ecc35456d04c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.519537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4a1cc8-e9c3-4124-a693-ecc35456d04c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.568149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd6d5-ae4f-4c01-a53a-06104e4c198f None None] Pushing event updated for resources: {'Port': ['ID=79dd8559-e6d4-412d-9328-256a7991028c,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:51.574803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.588903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Deleting port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:51.589419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.597706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Deleting port 279c5b42-a05f-489b-802f-613534f5a1e9 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:51.598073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.684235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet cc3e1bc6-b709-442a-927c-935db274679c {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:51.700123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd596e1d-d6ba-4af1-9c41-0b731c2cf4f1 req-ebb1b981-0571-4330-8824-8a380c5955f3 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944945 Apr 30 04:55:51.714067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.716731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (cc3e1bc6-b709-442a-927c-935db274679c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.737184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Calling delete_port for 279c5b42-a05f-489b-802f-613534f5a1e9 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:51.737618 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:49Z', 'revision_number': 10, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.763193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (23d18d5e-6580-433c-a46d-b5bcaa5a6c3a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.775959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Deleting port cc817f5a-85ed-42d8-8289-def20eb1b7f0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:51.776131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] For port a584dd50-efae-46be-b795-fb85cf0efe20, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a584dd50-efae-46be-b795-fb85cf0efe20,segment=NetworkSegment(7b4a1cc8-e9c3-4124-a693-ecc35456d04c),segment_id=7b4a1cc8-e9c3-4124-a693-ecc35456d04c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:51.776256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.783411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:51.783770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.787742 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:51.802151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:51.802968 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:51.813315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (cc3e1bc6-b709-442a-927c-935db274679c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.815967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (23d18d5e-6580-433c-a46d-b5bcaa5a6c3a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.850776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.852637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Calling delete_port for ed2c5a9b-cf67-429d-bf4e-326e03bfc007 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:51.855952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.877078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Attempting to bind port 79dd8559-e6d4-412d-9328-256a7991028c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:51.877561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Attempting to bind port 79dd8559-e6d4-412d-9328-256a7991028c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:51.878016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Attempting to bind port 79dd8559-e6d4-412d-9328-256a7991028c on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:51.903594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:51.903935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:51.911682 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:51.914123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (965c7d93-376b-4fca-beb9-3f6c94ca44d7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.914774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.916018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/security-groups/965c7d93-376b-4fca-beb9-3f6c94ca44d7 HTTP/1.1" status: 204 len: 168 time: 1.2296481 Apr 30 04:55:51.924700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-758ea926-ce39-4054-8754-b820aa3a8066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.941603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:51.942373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:51.942564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.943033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:51.943595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Bound port: 79dd8559-e6d4-412d-9328-256a7991028c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:51.943743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36954) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:51.944181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (79dd8559-e6d4-412d-9328-256a7991028c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:51.951274 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:51.970777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:51.971299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.029028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (279c5b42-a05f-489b-802f-613534f5a1e9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.037031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.041576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4358563 Apr 30 04:55:52.049296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8ae7e-5158-45e8-a0c7-599d9c8c22ec tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d18d5e-6580-433c-a46d-b5bcaa5a6c3a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.059173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36956) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:52.071383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d7690de3-f1bd-4cee-869b-7fdd8ba88577 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '23d18d5e-6580-433c-a46d-b5bcaa5a6c3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:52.072395 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-d7690de3-f1bd-4cee-869b-7fdd8ba88577 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 30 04:55:52.073073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-d7690de3-f1bd-4cee-869b-7fdd8ba88577 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:52.074255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d7690de3-f1bd-4cee-869b-7fdd8ba88577 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0120976 Apr 30 04:55:52.087034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36958) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:52.091807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] For port cc817f5a-85ed-42d8-8289-def20eb1b7f0, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc817f5a-85ed-42d8-8289-def20eb1b7f0,segment=NetworkSegment(35a7e365-6512-4e83-b82a-ceb83b8e2073),segment_id=35a7e365-6512-4e83-b82a-ceb83b8e2073)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:52.092418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.116519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Port': ['ID=279c5b42-a05f-489b-802f-613534f5a1e9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.133414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.133975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.135540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.136015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.137619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.138136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.138868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.139320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:52.145766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:55:52.145766 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:55:52.145766 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': '2d4a595b-4cc2-4e20-acc8-786075926473'}] Apr 30 04:55:52.145766 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:55:52.145766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:55:52.146695 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (79dd8559-e6d4-412d-9328-256a7991028c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.146990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feacb6-1590-4516-bc2f-22fded177740 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c7d93-376b-4fca-beb9-3f6c94ca44d7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.153704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.155691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Port 79dd8559-e6d4-412d-9328-256a7991028c has been deleted concurrently {{(pid=111176) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}} Apr 30 04:55:52.161126 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bd131513-7ff0-47d9-9213-f178fc9dc9b6 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/ports/279c5b42-a05f-489b-802f-613534f5a1e9 HTTP/1.1" status: 204 len: 168 time: 0.7207687 Apr 30 04:55:52.161383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port ed2c5a9b-cf67-429d-bf4e-326e03bfc007, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,segment=NetworkSegment(c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121),segment_id=c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:52.162669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 1d3242aa-8efa-42be-8831-d22c51ac3e09 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:52.165396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36960) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:52.171558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e767585-e01e-4a66-92e5-afe5f9a94ba8 None None] Pushing event updated for resources: {'Port': ['ID=a584dd50-efae-46be-b795-fb85cf0efe20,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.173906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Calling delete_port for cc817f5a-85ed-42d8-8289-def20eb1b7f0 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:52.175883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (1d3242aa-8efa-42be-8831-d22c51ac3e09), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.189778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-05ccfb8a-ea47-47a4-9aad-9b946436d47e None None] Current status of the port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:52.206529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-05ccfb8a-ea47-47a4-9aad-9b946436d47e None None] Could not find standard attr ID for object 279c5b42-a05f-489b-802f-613534f5a1e9. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:52.207480 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29405aff-8349-4320-bc96-3b03e7bbed14 None None] Network 2d4a595b-4cc2-4e20-acc8-786075926473 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:52.218239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=79dd8559-e6d4-412d-9328-256a7991028c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.258017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (cc3e1bc6-b709-442a-927c-935db274679c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.268953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.282554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Routers {'c22dad81-aff9-4043-b094-85308aa4fbc1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:52.283346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c22dad81-aff9-4043-b094-85308aa4fbc1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.295461 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:49Z', 'revision_number': 10, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.333266 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1f65c-67b2-4fe7-b40b-aedc4ead7fdc None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:49Z', 'revision_number': 10, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None, '_interfaces': [{'id': '6f29e4c2-2447-4826-9d9b-4a33edba6f7d', 'name': '', 'network_id': 'c4b637a4-de24-415b-822a-f9cb3769a609', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'mac_address': 'fa:16:3e:65:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:54:44Z', 'updated_at': '2022-04-30T04:54:53Z', 'revision_number': 5, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'subnets': [{'id': '53e20100-6f8d-4b4c-a94d-0688e7e12138', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:52.345990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (1d3242aa-8efa-42be-8831-d22c51ac3e09), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.374437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (c22dad81-aff9-4043-b094-85308aa4fbc1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.407863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d586dccf-e8d0-43ed-abc9-ed264aaf1913 None None] Could not find standard attr ID for object 79dd8559-e6d4-412d-9328-256a7991028c. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:55:52.462103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (23d18d5e-6580-433c-a46d-b5bcaa5a6c3a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.467031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] Set router c22dad81-aff9-4043-b094-85308aa4fbc1 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:52.502947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (eca84d2b-b2db-452b-a8e1-20504f1d8764), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.525202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (ed2c5a9b-cf67-429d-bf4e-326e03bfc007), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.549641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (1d3242aa-8efa-42be-8831-d22c51ac3e09), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.580936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:51Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.604049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (23d18d5e-6580-433c-a46d-b5bcaa5a6c3a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.614927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] No DVR routers for this DVR port ed2c5a9b-cf67-429d-bf4e-326e03bfc007 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:52.619824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=11']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.627823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fc6c2-5b4c-4bc8-a9e3-0991f6874d2f None None] The sync data for ids ['c22dad81-aff9-4043-b094-85308aa4fbc1'] in dv-neutron-838078-9-hyperv is: [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:51Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:52.665017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814670a-f2cc-48f0-91fb-759fc64f1140 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:55:52.670616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.690455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (cc3e1bc6-b709-442a-927c-935db274679c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.733786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0a5dd-0ce9-46d4-b2c0-a99441e085e3 None None] Pushing event deleted for resources: {'Port': ['ID=ed2c5a9b-cf67-429d-bf4e-326e03bfc007,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.745085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (eca84d2b-b2db-452b-a8e1-20504f1d8764), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.745491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.749507 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/cc3e1bc6-b709-442a-927c-935db274679c HTTP/1.1" status: 204 len: 168 time: 1.6977999 Apr 30 04:55:52.756751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36964) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:52.757978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Router c22dad81-aff9-4043-b094-85308aa4fbc1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:52.790500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912d913-4485-499b-af6c-ed85e1c01688 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3e1bc6-b709-442a-927c-935db274679c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.832464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca84d2b-b2db-452b-a8e1-20504f1d8764']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.852995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814670a-f2cc-48f0-91fb-759fc64f1140 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:55:52.860186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.860620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:52.879494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.890145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (1d3242aa-8efa-42be-8831-d22c51ac3e09), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.957306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3242aa-8efa-42be-8831-d22c51ac3e09,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:52.959171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port a584dd50-efae-46be-b795-fb85cf0efe20 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:52.959381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.961172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (23d18d5e-6580-433c-a46d-b5bcaa5a6c3a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.964041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.965754 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/23d18d5e-6580-433c-a46d-b5bcaa5a6c3a HTTP/1.1" status: 204 len: 168 time: 0.8770769 Apr 30 04:55:52.968517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36966) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:52.984306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.992428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-207fff8d-dac1-4cc5-b5c9-7ae1c32d1cc5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/1d3242aa-8efa-42be-8831-d22c51ac3e09 HTTP/1.1" status: 204 len: 168 time: 1.0430572 Apr 30 04:55:52.992428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (cc817f5a-85ed-42d8-8289-def20eb1b7f0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:52.993355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.001501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293f55d-7c1e-478e-930f-2ddb1e321706 req-5f1faaa7-a6ae-458a-808f-b18a927cf150 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:53.003114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5293f55d-7c1e-478e-930f-2ddb1e321706 req-5f1faaa7-a6ae-458a-808f-b18a927cf150 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6ebcf94-3430-4560-bb56-dee6e1d54707 HTTP/1.1" status: 200 len: 946 time: 0.1523676 Apr 30 04:55:53.003615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36968) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:53.010014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['cc817f5a-85ed-42d8-8289-def20eb1b7f0'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:55:53.021921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:53.033551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c1aeda0d-78e1-40a7-a0f9-705abddcf100), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.048319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:53.048319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (c2dcd414-1e3b-4b1f-87bf-8ad5b14c4121), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.053455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f91f-2d00-4c4e-9628-86b801e1690d tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d18d5e-6580-433c-a46d-b5bcaa5a6c3a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:53.055835 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:53.088954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:53.108338 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e2c9dc77-65de-441c-bda1-94476b242d47 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "PUT /v2.0/routers/c22dad81-aff9-4043-b094-85308aa4fbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9226410 Apr 30 04:55:53.126756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36970) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:53.144982 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d2a8d2c6-4cd0-470c-9bcd-44664a55b4aa tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1718795 Apr 30 04:55:53.151163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36972) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:53.154773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072107366'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:53.197262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Pushing event deleted for resources: {'Port': ['ID=cc817f5a-85ed-42d8-8289-def20eb1b7f0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:53.210361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:53.210897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.215770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 29810bbb-e648-41b9-98f5-e867dc39f550 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:53.217570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216aaab4-4600-4d02-b3e3-85f82ecbae20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:53.219543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216aaab4-4600-4d02-b3e3-85f82ecbae20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:53.222795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-216aaab4-4600-4d02-b3e3-85f82ecbae20 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0933661 Apr 30 04:55:53.224468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36974) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:53.266257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 29810bbb-e648-41b9-98f5-e867dc39f550 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:53.266646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 29810bbb-e648-41b9-98f5-e867dc39f550 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:53.302352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f8871-8d0f-4189-9285-0a406393cfd3 None None] Network c1aeda0d-78e1-40a7-a0f9-705abddcf100 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:53.307236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8882300-9514-4ab7-ae4c-6db0453cfdcb None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:53.323053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port 8e1a39a7-3110-4360-bb43-c1787d9aeee3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8e1a39a7-3110-4360-bb43-c1787d9aeee3,segment=NetworkSegment(c9f900e2-549b-453c-a9a5-1fd47341ef24),segment_id=c9f900e2-549b-453c-a9a5-1fd47341ef24)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:53.323053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.326553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (eca84d2b-b2db-452b-a8e1-20504f1d8764), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.345289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.350928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] 10.222.0.16 "DELETE /v2.0/networks/eca84d2b-b2db-452b-a8e1-20504f1d8764 HTTP/1.1" status: 204 len: 168 time: 1.1825850 Apr 30 04:55:53.355053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet de0b302f-5542-4510-ad6b-4d85bca463ea {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:53.365458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (de0b302f-5542-4510-ad6b-4d85bca463ea), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.373702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] No DVR routers for this DVR port cc817f5a-85ed-42d8-8289-def20eb1b7f0 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:53.377405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.382071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.385476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-efb5f4cd-f4e5-45b5-80e4-5bea8c8ac645 req-22b376e9-701f-445c-98a9-daa325dc1c04 tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.13 "DELETE /v2.0/ports/cc817f5a-85ed-42d8-8289-def20eb1b7f0 HTTP/1.1" status: 204 len: 173 time: 2.3753207 Apr 30 04:55:53.391554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'name': 'network-vif-deleted', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:55:53.394679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48a8f44-e5e1-4a1f-bb6f-bf095781457d" -d '{"events": [{"server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "name": "network-vif-deleted", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:55:53.401620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port a584dd50-efae-46be-b795-fb85cf0efe20, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a584dd50-efae-46be-b795-fb85cf0efe20,segment=NetworkSegment(7b4a1cc8-e9c3-4124-a693-ecc35456d04c),segment_id=7b4a1cc8-e9c3-4124-a693-ecc35456d04c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:53.401988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.415756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 8e1a39a7-3110-4360-bb43-c1787d9aeee3 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:53.426844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f7326-f4a3-49b1-bd8f-69644a96ea09 tempest-PortsTestJSON-1163948606 tempest-PortsTestJSON-1163948606-project] Pushing event deleted for resources: {'Network': ['ID=eca84d2b-b2db-452b-a8e1-20504f1d8764,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:53.427049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5293f55d-7c1e-478e-930f-2ddb1e321706 req-8958e3f3-bf47-4ede-9e7b-7e8013f64b0a tempest-TestServerAdvancedOps-211240299 tempest-TestServerAdvancedOps-211240299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0154cbbd-ab39-4a22-9233-95a069f3a923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978026 Apr 30 04:55:53.456518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for a584dd50-efae-46be-b795-fb85cf0efe20 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:53.530333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:53.534567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.572110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (de0b302f-5542-4510-ad6b-4d85bca463ea), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.694194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728dbd2d-8d7e-4bb9-90e3-db6c6a919a9f x-openstack-request-id: req-728dbd2d-8d7e-4bb9-90e3-db6c6a919a9f {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:55:53.694857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ebcf94-3430-4560-bb56-dee6e1d54707", "name": "network-vif-deleted", "tag": "cc817f5a-85ed-42d8-8289-def20eb1b7f0", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:55:53.694857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-728dbd2d-8d7e-4bb9-90e3-db6c6a919a9f {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:55:53.695162 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728dbd2d-8d7e-4bb9-90e3-db6c6a919a9f'] response: {'server_uuid': 'd6ebcf94-3430-4560-bb56-dee6e1d54707', 'name': 'network-vif-deleted', 'tag': 'cc817f5a-85ed-42d8-8289-def20eb1b7f0', 'status': 'completed', 'code': 200} Apr 30 04:55:53.766217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a584dd50-efae-46be-b795-fb85cf0efe20), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.779174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (5135a9e7-c6a4-490c-85c4-fb1843bc1409), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.791821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (de0b302f-5542-4510-ad6b-4d85bca463ea), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.801655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=a584dd50-efae-46be-b795-fb85cf0efe20,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:53.808008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port a584dd50-efae-46be-b795-fb85cf0efe20 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:53.906373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5135a9e7-c6a4-490c-85c4-fb1843bc1409), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.910144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8e1a39a7-3110-4360-bb43-c1787d9aeee3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.941727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:53.944512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea53b82-fdf0-49e4-8304-b50b510ca724 None None] DHCP port deletion for c1aeda0d-78e1-40a7-a0f9-705abddcf100 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:53.969992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4a595b-4cc2-4e20-acc8-786075926473']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:53.997707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4a1cc8-e9c3-4124-a693-ecc35456d04c') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:53.998403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4a1cc8-e9c3-4124-a693-ecc35456d04c') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.005799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5135a9e7-c6a4-490c-85c4-fb1843bc1409,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.011334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port 8e1a39a7-3110-4360-bb43-c1787d9aeee3 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:54.021183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (de0b302f-5542-4510-ad6b-4d85bca463ea), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.046199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.066645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-093507c2-d180-454a-be4e-25caf9973c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.070611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.080110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:54.080611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (7b4a1cc8-e9c3-4124-a693-ecc35456d04c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:54.104252 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:54.107525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36984) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.110760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=8e1a39a7-3110-4360-bb43-c1787d9aeee3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.122923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (ba7e8939-1f3c-4554-8eac-dba3fa79e84d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.136358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.140949 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-299e0c01-7c0f-437b-9b56-2a2e9d5435af tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9909670 Apr 30 04:55:54.174768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.184341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81432c79-07e3-4426-a02d-cc06a9b11fbc None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:54.184919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.187942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Sync routers for ids ['c22dad81-aff9-4043-b094-85308aa4fbc1'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:54.194946 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/de0b302f-5542-4510-ad6b-4d85bca463ea HTTP/1.1" status: 204 len: 168 time: 0.9693756 Apr 30 04:55:54.195848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 36990) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.234174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3866451a-4aa0-4131-9109-4453eca025b8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '5135a9e7-c6a4-490c-85c4-fb1843bc1409', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:54.234743 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-3866451a-4aa0-4131-9109-4453eca025b8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 30 04:55:54.235238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-3866451a-4aa0-4131-9109-4453eca025b8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:54.238865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3866451a-4aa0-4131-9109-4453eca025b8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0596576 Apr 30 04:55:54.243204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36992) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.245385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c1aeda0d-78e1-40a7-a0f9-705abddcf100), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.247923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:54.263162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf66926-d092-4840-ae21-c7021fb71056 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=de0b302f-5542-4510-ad6b-4d85bca463ea,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.285382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:54.303760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:54.304363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.330747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (2d4a595b-4cc2-4e20-acc8-786075926473), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.336176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Routers {'c22dad81-aff9-4043-b094-85308aa4fbc1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:54.336679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c22dad81-aff9-4043-b094-85308aa4fbc1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.364171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.367387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/2d4a595b-4cc2-4e20-acc8-786075926473 HTTP/1.1" status: 204 len: 168 time: 5.5523446 Apr 30 04:55:54.382769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36994) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.387250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=ba7e8939-1f3c-4554-8eac-dba3fa79e84d,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.395129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228932387'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:54.405361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9644305-f091-4444-b507-45dbefc2b4a4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=2d4a595b-4cc2-4e20-acc8-786075926473,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.430841 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a375093b-ebb7-4bbb-b531-736584ccea88 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4126818 Apr 30 04:55:54.439019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 36996) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.455131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'security_group': {'name': 'tempest-secgroup-549620033'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:54.468862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Set router c22dad81-aff9-4043-b094-85308aa4fbc1 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:54.477227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4cc0c253-d732-45f8-a35d-1282a514a9a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e625c333acf24d74a974aa287e7a4281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621089 Apr 30 04:55:54.484753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37000) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.493698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (5135a9e7-c6a4-490c-85c4-fb1843bc1409), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.555121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37002) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.557175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:54.560832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.571726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:51Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.611132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Checking router: c22dad81-aff9-4043-b094-85308aa4fbc1 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:54.611929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (5135a9e7-c6a4-490c-85c4-fb1843bc1409), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.626216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.630565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Routers {'c22dad81-aff9-4043-b094-85308aa4fbc1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:54.631415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c22dad81-aff9-4043-b094-85308aa4fbc1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.708338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:54.723835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Deleting subnet 7ce11c65-2e43-4a5e-951b-86b4f176d784 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:54.741354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Publish callbacks [] for subnet (7ce11c65-2e43-4a5e-951b-86b4f176d784), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.743161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] Publish callbacks [] for security_group (ba51fafc-f6a2-4472-9dfc-09f74fcfe158), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.763183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:55:54.772972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] Set router c22dad81-aff9-4043-b094-85308aa4fbc1 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:54.789696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1aeda0d-78e1-40a7-a0f9-705abddcf100']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.797098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] Publish callbacks [] for security_group (ba51fafc-f6a2-4472-9dfc-09f74fcfe158), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.806519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (7ce11c65-2e43-4a5e-951b-86b4f176d784), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.829540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f900e2-549b-453c-a9a5-1fd47341ef24') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.829831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f900e2-549b-453c-a9a5-1fd47341ef24') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.834976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715a607-e3f0-40a0-88ef-644bc8d01369 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:54.844511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (c9f900e2-549b-453c-a9a5-1fd47341ef24), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.853710 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61179d77-5340-4fd9-a7ec-0cda8f42a3ae tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5964870 Apr 30 04:55:54.858020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37004) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.863780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0385984a-de22-4af3-b6c2-d979aa8940dc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.864126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 0385984a-de22-4af3-b6c2-d979aa8940dc of type vlan for network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a Apr 30 04:55:54.865332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5135a9e7-c6a4-490c-85c4-fb1843bc1409), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.867926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.871611 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/5135a9e7-c6a4-490c-85c4-fb1843bc1409 HTTP/1.1" status: 204 len: 168 time: 0.6167343 Apr 30 04:55:54.874519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:51Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:54.874680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37006) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:54.924867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (7ce11c65-2e43-4a5e-951b-86b4f176d784), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.926136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (c9f900e2-549b-453c-a9a5-1fd47341ef24), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.927147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd99809-40b9-4fdd-afbe-e6c5117549cc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135a9e7-c6a4-490c-85c4-fb1843bc1409,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:54.937028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:54.937028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.944006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a902cb6-cfd0-4e4b-a13b-45826df2943d None None] The sync data for ids ['c22dad81-aff9-4043-b094-85308aa4fbc1'] in dv-neutron-838078-9-hyperv is: [{'id': 'c22dad81-aff9-4043-b094-85308aa4fbc1', 'name': 'tempest-NetworksTestDHCPv6-router-660548998', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:42Z', 'updated_at': '2022-04-30T04:55:51Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:55:54.972371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.981293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:54.982021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (c9f900e2-549b-453c-a9a5-1fd47341ef24), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:54.993668 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:55.018155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Deleting port ee9038a7-45c9-40e8-8be1-82c89d375652 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:55.018733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.030125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (841a71fd-6914-4b73-af17-095987cb8361), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.045254 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-71c0dec2-c1ab-48ab-a147-31184f72e427 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1709912 Apr 30 04:55:55.052709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.054039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.059794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095864442'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:55.062679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.076129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ba51fafc-f6a2-4472-9dfc-09f74fcfe158), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.078208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.079591 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba51fafc-f6a2-4472-9dfc-09f74fcfe158 HTTP/1.1" status: 204 len: 168 time: 0.5939190 Apr 30 04:55:55.096335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (841a71fd-6914-4b73-af17-095987cb8361), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.120712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4647372-e29d-425a-95d9-6661fc5d6f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51fafc-f6a2-4472-9dfc-09f74fcfe158,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.133262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.142404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:55.142881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.165005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (7ce11c65-2e43-4a5e-951b-86b4f176d784), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.222375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] For port ee9038a7-45c9-40e8-8be1-82c89d375652, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ee9038a7-45c9-40e8-8be1-82c89d375652,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:55.222940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.272998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c1aeda0d-78e1-40a7-a0f9-705abddcf100), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.294341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Calling delete_port for ee9038a7-45c9-40e8-8be1-82c89d375652 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:55.298069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:55.300937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ee9038a7-45c9-40e8-8be1-82c89d375652 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:55.313961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce11c65-2e43-4a5e-951b-86b4f176d784,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.319071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.321092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841a71fd-6914-4b73-af17-095987cb8361,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.327004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.332076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.333293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3cefd6ce-8b8d-4996-bd7e-a4effa806b24 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ce11c65-2e43-4a5e-951b-86b4f176d784 HTTP/1.1" status: 204 len: 168 time: 0.7770338 Apr 30 04:55:55.337146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.348470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a68ce24d-ce0f-4226-bb4c-41603f4bbb66 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8969734 Apr 30 04:55:55.348906 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/c1aeda0d-78e1-40a7-a0f9-705abddcf100 HTTP/1.1" status: 204 len: 168 time: 2.5847976 Apr 30 04:55:55.349004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37012) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.349004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.349004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=120023fb-de1c-40f5-9e3e-ca72e57b7a9a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.355976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'security_group': {'name': 'tempest-secgroup-1140823713'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:55.358036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37016) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.378072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:55.378487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.392101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b974111c-d947-40fa-8d36-100ae4c91c20 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0065458 Apr 30 04:55:55.407774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e13c-6cdb-475c-99c2-67f46488ea4c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=c1aeda0d-78e1-40a7-a0f9-705abddcf100,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.410112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.418196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:55.427541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:55.429080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-061a4f02-eaea-4d6f-87c5-eb06d99c0441 None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:55.434406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc817f5a-85ed-42d8-8289-def20eb1b7f0 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:55.455267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.460285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router_controller (c22dad81-aff9-4043-b094-85308aa4fbc1), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.494204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: cc817f5a-85ed-42d8-8289-def20eb1b7f0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:55.494571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc817f5a-85ed-42d8-8289-def20eb1b7f0 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:55.600461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Update dhcp port {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'fixed_ips': [{'subnet_id': 'de5fde63-3fda-4733-9982-ccee911fd9ce', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba7e8939-1f3c-4554-8eac-dba3fa79e84d'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '7e22d86a-df1a-4420-ac4f-021ba55001a0'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:55:55.651051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (c22dad81-aff9-4043-b094-85308aa4fbc1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.651544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Fanout notify agent at l3_agent the message router_deleted on router c22dad81-aff9-4043-b094-85308aa4fbc1 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:55:55.659763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.660928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b3e5d9b1-a81a-4d99-a4b4-49db461fcaed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/routers/c22dad81-aff9-4043-b094-85308aa4fbc1 HTTP/1.1" status: 204 len: 168 time: 0.8021312 Apr 30 04:55:55.663831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37028) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:55.670446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:55.717808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.719997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ee9038a7-45c9-40e8-8be1-82c89d375652 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:55.720546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.852439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (ee9038a7-45c9-40e8-8be1-82c89d375652), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.865847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.899242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e1a39a7-3110-4360-bb43-c1787d9aeee3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:55:55.903387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:55.907725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.937861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a83d0ae8-a0d0-4ffd-8899-73a66abb1807), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:55.948457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8e1a39a7-3110-4360-bb43-c1787d9aeee3 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:55:55.948833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8e1a39a7-3110-4360-bb43-c1787d9aeee3 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:55:55.956475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] Pushing event deleted for resources: {'Port': ['ID=ee9038a7-45c9-40e8-8be1-82c89d375652,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:55.966511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf4e20-3985-4c05-b64a-3a6e3bf9697d None None] No DVR routers for this DVR port ee9038a7-45c9-40e8-8be1-82c89d375652 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:55:56.008941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (679e31f1-16cb-4a7d-bdf9-985c93fcf46c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.034336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Allocated IP 2001:db8::2 (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/ba7e8939-1f3c-4554-8eac-dba3fa79e84d/7e22d86a-df1a-4420-ac4f-021ba55001a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:56.059474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (679e31f1-16cb-4a7d-bdf9-985c93fcf46c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.065332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.072489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (1cd3f743-fefb-4903-b4bb-884c0df71c82), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.167350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:56.178537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1cd3f743-fefb-4903-b4bb-884c0df71c82), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.223112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Publish callbacks [] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.235444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679e31f1-16cb-4a7d-bdf9-985c93fcf46c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.274977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a83d0ae8-a0d0-4ffd-8899-73a66abb1807), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.285304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.286680 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ea616853-0405-4e4b-95dc-a7be5df8d277 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9352078 Apr 30 04:55:56.292333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.298018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37038) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.302018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.305681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'security_group': {'name': 'tempest-secgroup-592277319'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.346731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83d0ae8-a0d0-4ffd-8899-73a66abb1807']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:56.351914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3f743-fefb-4903-b4bb-884c0df71c82,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.363985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.368211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-529c4ed2-3925-4631-8637-118aa8311138 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3115470 Apr 30 04:55:56.379309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37040) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.390774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a7e365-6512-4e83-b82a-ceb83b8e2073') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:56.391249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a7e365-6512-4e83-b82a-ceb83b8e2073') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:56.399117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3b48e0ee-b32b-4850-a274-99790da225ac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '1cd3f743-fefb-4903-b4bb-884c0df71c82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.399986 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-3b48e0ee-b32b-4850-a274-99790da225ac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 30 04:55:56.403249 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-3b48e0ee-b32b-4850-a274-99790da225ac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:56.403249 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3b48e0ee-b32b-4850-a274-99790da225ac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133009 Apr 30 04:55:56.407521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (35a7e365-6512-4e83-b82a-ceb83b8e2073), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.409162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37044) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.414861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ac18f8c3-fa2c-424a-a2f5-c5e37f8a40ff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '1cd3f743-fefb-4903-b4bb-884c0df71c82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.415529 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-ac18f8c3-fa2c-424a-a2f5-c5e37f8a40ff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 30 04:55:56.416234 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-ac18f8c3-fa2c-424a-a2f5-c5e37f8a40ff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:56.418139 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ac18f8c3-fa2c-424a-a2f5-c5e37f8a40ff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066772 Apr 30 04:55:56.422442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37046) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.429364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fd08444d-ab2a-48a6-b0c3-4b94ae1b2dff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '1cd3f743-fefb-4903-b4bb-884c0df71c82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.430519 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-fd08444d-ab2a-48a6-b0c3-4b94ae1b2dff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 30 04:55:56.430987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-fd08444d-ab2a-48a6-b0c3-4b94ae1b2dff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:56.432103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fd08444d-ab2a-48a6-b0c3-4b94ae1b2dff tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081344 Apr 30 04:55:56.439665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.440458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7a92d-a9be-46f7-b8aa-4825b21c9509 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.441707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.460624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (35a7e365-6512-4e83-b82a-ceb83b8e2073), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.482154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5bce985e-2e0a-4ab2-a899-cc1243274559 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '1cd3f743-fefb-4903-b4bb-884c0df71c82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.482154 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-5bce985e-2e0a-4ab2-a899-cc1243274559 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 30 04:55:56.482154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-5bce985e-2e0a-4ab2-a899-cc1243274559 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:56.482154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5bce985e-2e0a-4ab2-a899-cc1243274559 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0314853 Apr 30 04:55:56.487153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37050) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.490509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.497582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:56.498881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (35a7e365-6512-4e83-b82a-ceb83b8e2073), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:56.500184 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:56.512835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a is not hosted by any dhcp agent {{(pid=111175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:55:56.518525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:56.519180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.523089 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "PUT /v2.0/networks/120023fb-de1c-40f5-9e3e-ca72e57b7a9a HTTP/1.1" status: 200 len: 723 time: 1.1092432 Apr 30 04:55:56.530711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37052) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.538634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (d06113fe-9ffc-448b-b6af-9e5a61240363), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.539314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.567663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37054) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.658996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0210e-1849-4b2d-ac66-89b805c0e28c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=120023fb-de1c-40f5-9e3e-ca72e57b7a9a,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.675278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:56.676906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:56.681756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:56.682100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.692947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:56.696860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:56.697490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.715344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e58847-aec1-4104-94bb-649a378db361 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:56.718394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.744135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=d06113fe-9ffc-448b-b6af-9e5a61240363,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.762468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a83d0ae8-a0d0-4ffd-8899-73a66abb1807), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.770849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.780933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a83d0ae8-a0d0-4ffd-8899-73a66abb1807 HTTP/1.1" status: 204 len: 168 time: 1.4243414 Apr 30 04:55:56.784803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37058) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:56.818027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d459f-cd37-43f5-98eb-b4d61343eca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83d0ae8-a0d0-4ffd-8899-73a66abb1807,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:56.852672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1947329062'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:56.873908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:56.877599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.878241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (1cd3f743-fefb-4903-b4bb-884c0df71c82), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.968154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'd06113fe-9ffc-448b-b6af-9e5a61240363'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:56.969662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.989575 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-18eef86b-a6f6-4747-ba63-77df94d39fa1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3246584 Apr 30 04:55:56.992092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (1cd3f743-fefb-4903-b4bb-884c0df71c82), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:56.999729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37060) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.003672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (b54e97eb-823a-4d52-aaf5-7d01bd929df2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.008759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:57.011308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Deleting subnet 2a9cb08c-7674-4c63-818c-8ea1a54eaa65 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:57.014794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port 6f29e4c2-2447-4826-9d9b-4a33edba6f7d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:57.015601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.042353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Publish callbacks [] for subnet (2a9cb08c-7674-4c63-818c-8ea1a54eaa65), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.061806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Made reservation on behalf of 1ab1bdc2a53d4584b77935f160761641 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:57.065765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.080901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.111547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for 6f29e4c2-2447-4826-9d9b-4a33edba6f7d owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:55:57.118727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b54e97eb-823a-4d52-aaf5-7d01bd929df2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.170036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e97eb-823a-4d52-aaf5-7d01bd929df2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.223244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks [] for security_group (9a78cdb3-d2b9-4541-9ad8-7bb5a692f403), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.228596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.230923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.302531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1cd3f743-fefb-4903-b4bb-884c0df71c82), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.305160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.309538 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/1cd3f743-fefb-4903-b4bb-884c0df71c82 HTTP/1.1" status: 204 len: 168 time: 0.8174644 Apr 30 04:55:57.309697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37062) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.314998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9a78cdb3-d2b9-4541-9ad8-7bb5a692f403), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.332137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d06113fe-9ffc-448b-b6af-9e5a61240363/0628be0a-02ff-41bf-a507-411e4765b212) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:57.332705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (2a9cb08c-7674-4c63-818c-8ea1a54eaa65), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.334126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407a280-38a0-47ce-85ed-1b45ca2be5ea tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3f743-fefb-4903-b4bb-884c0df71c82,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.357280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router_controller (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.385208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.386605 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-daaba579-d9ac-42c2-9596-5abb87f9af5c tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0878811 Apr 30 04:55:57.390207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.391278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2a9cb08c-7674-4c63-818c-8ea1a54eaa65), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.397915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1927319770', 'security_groups': ['b54e97eb-823a-4d52-aaf5-7d01bd929df2'], 'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba7e8939-1f3c-4554-8eac-dba3fa79e84d'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:57.403287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:55:57.437927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.454240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (63ead138-beaa-4f57-8b5a-f511516ea7a6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.454681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Added segment 63ead138-beaa-4f57-8b5a-f511516ea7a6 of type vlan for network 5ac07eeb-fa04-42f9-b2ce-c7a5083540fd Apr 30 04:55:57.458314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78cdb3-d2b9-4541-9ad8-7bb5a692f403,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.507233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks [] for port (0628be0a-02ff-41bf-a507-411e4765b212), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.513032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5610da4d-2d33-4c7a-9b2d-7099051cfa16 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1984448 Apr 30 04:55:57.514691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37066) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.520509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115890519'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:57.521575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:57.531266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:57.531614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5ac07eeb-fa04-42f9-b2ce-c7a5083540fd), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.531772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.534911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a8f268fd-5af5-4473-a20c-e6b881af770f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.595850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.599571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-470a11d3-a282-4ba5-bd85-d42f5f4f5531 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5953298 Apr 30 04:55:57.600407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37068) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.615406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:57.617681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.623970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=a8f268fd-5af5-4473-a20c-e6b881af770f,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.639371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '0385984a-de22-4af3-b6c2-d979aa8940dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:57.650729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 120023fb-de1c-40f5-9e3e-ca72e57b7a9a, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:55:57.650915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6f29e4c2-2447-4826-9d9b-4a33edba6f7d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.656086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (0628be0a-02ff-41bf-a507-411e4765b212), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.701540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5ac07eeb-fa04-42f9-b2ce-c7a5083540fd), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.706070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=6f29e4c2-2447-4826-9d9b-4a33edba6f7d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.707661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:57.707842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.707961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:55:57.712205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (2a9cb08c-7674-4c63-818c-8ea1a54eaa65), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.716765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.748565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:55:57.756455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:57.769455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:57.773968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:57.774509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.787683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:57.810913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:57.822806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Pushing event updated for resources: {'Network': ['ID=5ac07eeb-fa04-42f9-b2ce-c7a5083540fd,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.824710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9cb08c-7674-4c63-818c-8ea1a54eaa65,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.825423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Pushing event updated for resources: {'Port': ['ID=0628be0a-02ff-41bf-a507-411e4765b212,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:57.864683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5ac07eeb-fa04-42f9-b2ce-c7a5083540fd details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:55:57.869893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.874704 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b511ccfa-5660-4084-9ec4-f1468120916f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a9cb08c-7674-4c63-818c-8ea1a54eaa65 HTTP/1.1" status: 204 len: 168 time: 1.0820811 Apr 30 04:55:57.876540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37070) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.886867 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-361ad37b-7306-4dbc-a560-5032c8d646af tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3147664 Apr 30 04:55:57.888573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 120023fb-de1c-40f5-9e3e-ca72e57b7a9a) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:57.894017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37072) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:57.901419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-7b3ea426-f802-4a51-8a45-ecfc14b576ee tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1181446167') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:57.928026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:57.928644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677138'] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:57.950362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e473d66-63f9-4b66-b1c7-cad46e2cb00d None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:55:57.960988 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:55:57.969208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.969708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.970176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.970647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.971753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.971753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.971753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.972298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.972919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.973162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.973665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.974128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.974579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.975510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:57.975510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:55:58.052255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d9cf780f-4a49-4179-9ebe-4df945022d12 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151935 Apr 30 04:55:58.052483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ac73fc01-974b-453b-a299-d5b034e76485 None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:55:58.053382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (6902dda7-589b-4671-b148-a275a2b4845e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.054206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37074) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.064361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.117068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Attempting to bind port 0628be0a-02ff-41bf-a507-411e4765b212 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:58.117599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Attempting to bind port 0628be0a-02ff-41bf-a507-411e4765b212 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:58.118065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Attempting to bind port 0628be0a-02ff-41bf-a507-411e4765b212 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:58.132858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:58.144738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:58.145338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:58.145783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.146316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:58.146903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Bound port: 0628be0a-02ff-41bf-a507-411e4765b212, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:58.147408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0628be0a-02ff-41bf-a507-411e4765b212), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.151712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6902dda7-589b-4671-b148-a275a2b4845e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.184621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7b3ea426-f802-4a51-8a45-ecfc14b576ee tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "PUT /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1181446167 HTTP/1.1" status: 201 len: 201 time: 0.2878563 Apr 30 04:55:58.193629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37076) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.197800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-112eab5a-4bc7-41d9-883f-f1370ff1a998 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1181446167') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:58.208699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.211795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12189175'] for subnet (a8f268fd-5af5-4473-a20c-e6b881af770f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.232913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6902dda7-589b-4671-b148-a275a2b4845e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:58.263954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-120023fb-de1c-40f5-9e3e-ca72e57b7a9a', 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': 'a8f268fd-5af5-4473-a20c-e6b881af770f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:55:58.265467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.281142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] For port 0628be0a-02ff-41bf-a507-411e4765b212, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:58.297939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] For port 0628be0a-02ff-41bf-a507-411e4765b212, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0628be0a-02ff-41bf-a507-411e4765b212,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:58.312727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-112eab5a-4bc7-41d9-883f-f1370ff1a998 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1181446167 HTTP/1.1" status: 204 len: 168 time: 0.1177950 Apr 30 04:55:58.315362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37078) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.320596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-5f30abff-8f87-4daf-93cd-ad55d6fc160a tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:58.339574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.341233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f8187dd-0c1f-47d0-a7d8-815213e346dc tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8255913 Apr 30 04:55:58.344891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37080) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.357726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-eee18401-f217-4498-8071-62948ae87b02 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.358211 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-eee18401-f217-4498-8071-62948ae87b02 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 04:55:58.358731 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-eee18401-f217-4498-8071-62948ae87b02 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:58.359693 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eee18401-f217-4498-8071-62948ae87b02 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090828 Apr 30 04:55:58.371085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37082) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.380534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c0a9c021-8210-4492-bde5-f065dc427277 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.380754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0628be0a-02ff-41bf-a507-411e4765b212), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.397645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (778f2f96-2317-4522-ba53-54b7d751b12f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.428642 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f30abff-8f87-4daf-93cd-ad55d6fc160a tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags HTTP/1.1" status: 200 len: 238 time: 0.1122766 Apr 30 04:55:58.434238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37084) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.443848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-ae300d73-27f2-4249-a2bf-8f3ecabc8b1d tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', {'tags': ['tempest-TagsTest-Tag-1218261963', 'tempest-TagsTest-Tag-1835442343', 'tempest-TagsTest-Tag-68188079']}) {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:58.447023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8208f4e-d51b-4c95-a0e6-c1a301c08afd None None] Pushing event updated for resources: {'Port': ['ID=0628be0a-02ff-41bf-a507-411e4765b212,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:58.448536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.458305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (75a301b1-dcf0-4cd9-aa49-a337c425da78), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.555007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] device_id is not set on port 284829db-beae-4821-9a72-0c364775bb30 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:55:58.638643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-c0a9c021-8210-4492-bde5-f065dc427277 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:58.642356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c0a9c021-8210-4492-bde5-f065dc427277 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2656925 Apr 30 04:55:58.645965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37086) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.648511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-629b6773-abf1-4549-b428-9dff6269b119 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.648998 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-629b6773-abf1-4549-b428-9dff6269b119 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 30 04:55:58.649475 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-629b6773-abf1-4549-b428-9dff6269b119 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:58.650505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-629b6773-abf1-4549-b428-9dff6269b119 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056636 Apr 30 04:55:58.660294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37088) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.666220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ac7e3264-472e-4a29-949d-28074d6ae37f tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.689852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11578696'] for subnet (a8f268fd-5af5-4473-a20c-e6b881af770f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.695459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ae300d73-27f2-4249-a2bf-8f3ecabc8b1d tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "PUT /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags HTTP/1.1" status: 200 len: 307 time: 0.2574782 Apr 30 04:55:58.697243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37090) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.726886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-559342d6-61de-4023-94cc-ea41600f8052 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1218261963') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:58.735756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.757641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:55:58.758232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.761793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "PUT /v2.0/subnets/a8f268fd-5af5-4473-a20c-e6b881af770f HTTP/1.1" status: 200 len: 806 time: 0.7054989 Apr 30 04:55:58.771637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Allocated IP 172.20.0.2 (120023fb-de1c-40f5-9e3e-ca72e57b7a9a/a8f268fd-5af5-4473-a20c-e6b881af770f/d0eb1525-47fc-4283-bab0-2b121ba5c94c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:58.776210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37092) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.833204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded839af-901d-49fb-88ac-123e72a908c3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=a8f268fd-5af5-4473-a20c-e6b881af770f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:58.930719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks [] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.938263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (75a301b1-dcf0-4cd9-aa49-a337c425da78), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:58.946557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-ac7e3264-472e-4a29-949d-28074d6ae37f tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:58.949638 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ac7e3264-472e-4a29-949d-28074d6ae37f tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2854712 Apr 30 04:55:58.950831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37094) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.956225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c6f0868c-9d73-41e7-8cf2-18dbb711ec57 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.956701 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-c6f0868c-9d73-41e7-8cf2-18dbb711ec57 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 30 04:55:58.957172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-c6f0868c-9d73-41e7-8cf2-18dbb711ec57 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:58.958308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c6f0868c-9d73-41e7-8cf2-18dbb711ec57 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056467 Apr 30 04:55:58.960749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37096) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.966544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ee6443f5-b860-44b1-b498-4a90f1978c14 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:58.972678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-559342d6-61de-4023-94cc-ea41600f8052 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "DELETE /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1218261963 HTTP/1.1" status: 204 len: 168 time: 0.2704113 Apr 30 04:55:58.975491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37098) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:58.988610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-724e1478-b69f-4920-b98b-dde78b899206 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1218261963') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:58.995908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.019565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:55:59.044698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Pushing event updated for resources: {'Port': ['ID=d0eb1525-47fc-4283-bab0-2b121ba5c94c,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:59.061342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:55:59.062882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:55:59.065215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:55:59.079145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-724e1478-b69f-4920-b98b-dde78b899206 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] show failed (client error): The resource could not be found. Apr 30 04:55:59.083078 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-724e1478-b69f-4920-b98b-dde78b899206 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1218261963 HTTP/1.1" status: 404 len: 326 time: 0.1020236 Apr 30 04:55:59.083078 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-ee6443f5-b860-44b1-b498-4a90f1978c14 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Project 2d4b7527b8974a9bba678fa46e1cd9dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:55:59.084057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a301b1-dcf0-4cd9-aa49-a337c425da78']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.085396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37100) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.090709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-5ab0139d-5048-40f9-af51-9ffc7403975f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1835442343') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.129419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Attempting to bind port d0eb1525-47fc-4283-bab0-2b121ba5c94c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:55:59.129788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Attempting to bind port d0eb1525-47fc-4283-bab0-2b121ba5c94c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '0385984a-de22-4af3-b6c2-d979aa8940dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:55:59.130156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Attempting to bind port d0eb1525-47fc-4283-bab0-2b121ba5c94c on network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:55:59.136366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:55:59.136745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Checking segment: {'id': '0385984a-de22-4af3-b6c2-d979aa8940dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:55:59.137266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.137665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Bound using segment: {'id': '0385984a-de22-4af3-b6c2-d979aa8940dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:55:59.138133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Bound port: d0eb1525-47fc-4283-bab0-2b121ba5c94c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0385984a-de22-4af3-b6c2-d979aa8940dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '120023fb-de1c-40f5-9e3e-ca72e57b7a9a'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:55:59.138613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.153137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc04949e-13cc-4957-a2ac-cb8171b681b1') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.153137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc04949e-13cc-4957-a2ac-cb8171b681b1') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.158072 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ab0139d-5048-40f9-af51-9ffc7403975f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1835442343 HTTP/1.1" status: 204 len: 168 time: 0.0716889 Apr 30 04:55:59.160745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37102) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.166304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-fc1d4e82-29ed-4dda-9d2f-d3fe6d562110 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-68188079') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.188978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (cc04949e-13cc-4957-a2ac-cb8171b681b1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.221214 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-ee6443f5-b860-44b1-b498-4a90f1978c14 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:59.228676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ee6443f5-b860-44b1-b498-4a90f1978c14 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2667556 Apr 30 04:55:59.233363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37104) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.249046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-246b8fca-ca17-4bf9-afe8-975cc8d77ef4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:59.249602 dv-neutron-838078-9-hyperv neutron-server[111175]: WARNING neutron.api.v2.base [None req-246b8fca-ca17-4bf9-afe8-975cc8d77ef4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 30 04:55:59.250148 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-246b8fca-ca17-4bf9-afe8-975cc8d77ef4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:59.251192 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-246b8fca-ca17-4bf9-afe8-975cc8d77ef4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069003 Apr 30 04:55:59.269154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] For port d0eb1525-47fc-4283-bab0-2b121ba5c94c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:55:59.274427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] For port d0eb1525-47fc-4283-bab0-2b121ba5c94c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d0eb1525-47fc-4283-bab0-2b121ba5c94c,segment=NetworkSegment(0385984a-de22-4af3-b6c2-d979aa8940dc),segment_id=0385984a-de22-4af3-b6c2-d979aa8940dc)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:55:59.279410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37106) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.285512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-97260459-1c02-440c-8d4c-9b12c4558dac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:59.292075 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fc1d4e82-29ed-4dda-9d2f-d3fe6d562110 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-68188079 HTTP/1.1" status: 204 len: 168 time: 0.1301310 Apr 30 04:55:59.295534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37108) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.299761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-d964593e-58a3-4483-9849-83afc41f184f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.315274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (cc04949e-13cc-4957-a2ac-cb8171b681b1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.330025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.347725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:55:59.348748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (cc04949e-13cc-4957-a2ac-cb8171b681b1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:55:59.353827 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:55:59.407789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8::39a (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/ba7e8939-1f3c-4554-8eac-dba3fa79e84d/284829db-beae-4821-9a72-0c364775bb30) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:55:59.413393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-97260459-1c02-440c-8d4c-9b12c4558dac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Project 2d4b7527b8974a9bba678fa46e1cd9dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:55:59.420695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0628be0a-02ff-41bf-a507-411e4765b212 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:55:59.431936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.459579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:55:59.466500 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-290b4b1b-ddfd-4eda-86b1-95f3f5918685 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1052430 Apr 30 04:55:59.469385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37110) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.474887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:55:59.499819 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:59.500462 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.535502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed99fc-ddf8-4f9a-a46b-9da599f4fef2 None None] Pushing event updated for resources: {'Port': ['ID=d0eb1525-47fc-4283-bab0-2b121ba5c94c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:59.574604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 0628be0a-02ff-41bf-a507-411e4765b212 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:55:59.574975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0628be0a-02ff-41bf-a507-411e4765b212), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.584936 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d964593e-58a3-4483-9849-83afc41f184f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "DELETE /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags HTTP/1.1" status: 204 len: 168 time: 0.2884009 Apr 30 04:55:59.592085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37112) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.598319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-97260459-1c02-440c-8d4c-9b12c4558dac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:59.599925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97260459-1c02-440c-8d4c-9b12c4558dac tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3194175 Apr 30 04:55:59.609440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37114) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.623695 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-593f54ca-1e8d-4421-9122-a0d7708785c6 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-1835442343') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.624764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-33a95cf4-ebaa-499a-9e7c-24c8057193c8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '6902dda7-589b-4671-b148-a275a2b4845e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:55:59.704262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (75a301b1-dcf0-4cd9-aa49-a337c425da78), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.708600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.717600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting subnet 53e20100-6f8d-4b4c-a94d-0688e7e12138 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:55:59.720178 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/75a301b1-dcf0-4cd9-aa49-a337c425da78 HTTP/1.1" status: 204 len: 168 time: 1.8079290 Apr 30 04:55:59.736638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (53e20100-6f8d-4b4c-a94d-0688e7e12138), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.744951 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:55:59.745423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0628be0a-02ff-41bf-a507-411e4765b212 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:55:59.746441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0628be0a-02ff-41bf-a507-411e4765b212), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.795401 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-33a95cf4-ebaa-499a-9e7c-24c8057193c8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Project 2d4b7527b8974a9bba678fa46e1cd9dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:55:59.818551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port d0eb1525-47fc-4283-bab0-2b121ba5c94c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:55:59.819174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.819820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 0628be0a-02ff-41bf-a507-411e4765b212, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0628be0a-02ff-41bf-a507-411e4765b212,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:55:59.833884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db06f4e-bf35-4745-9d14-f8a03f3469b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a301b1-dcf0-4cd9-aa49-a337c425da78,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:55:59.852821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (53e20100-6f8d-4b4c-a94d-0688e7e12138), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.858730 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.906562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0628be0a-02ff-41bf-a507-411e4765b212), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:55:59.921452 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:55:59.942895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-33a95cf4-ebaa-499a-9e7c-24c8057193c8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:55:59.948273 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:55:59.949463 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:55:59.950734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-33a95cf4-ebaa-499a-9e7c-24c8057193c8 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3395419 Apr 30 04:55:59.953466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37118) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.959070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-593f54ca-1e8d-4421-9122-a0d7708785c6 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] show failed (client error): The resource could not be found. Apr 30 04:55:59.960429 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-593f54ca-1e8d-4421-9122-a0d7708785c6 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-1835442343 HTTP/1.1" status: 404 len: 326 time: 0.3475196 Apr 30 04:55:59.972573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37120) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:55:59.988527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=0628be0a-02ff-41bf-a507-411e4765b212,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:00.008054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-3f488e83-a6b8-4d5b-8bfd-16171604eb02 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd', 'tempest-TagsTest-Tag-68188079') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:00.013034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::1 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d06113fe-9ffc-448b-b6af-9e5a61240363/1faa95ba-4ab2-4e6f-a96b-056b0781726a) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:00.021469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4ca36af6-e35b-4f89-b61a-9e6854c3081e None None] Provisioning complete for port 0628be0a-02ff-41bf-a507-411e4765b212 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:00.021846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4ca36af6-e35b-4f89-b61a-9e6854c3081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0628be0a-02ff-41bf-a507-411e4765b212), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.071938 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:00.090357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (53e20100-6f8d-4b4c-a94d-0688e7e12138), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.142331 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:00.155754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (6902dda7-589b-4671-b148-a275a2b4845e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.163617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (284829db-beae-4821-9a72-0c364775bb30), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.163919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4ca36af6-e35b-4f89-b61a-9e6854c3081e None None] Current status of the port 0628be0a-02ff-41bf-a507-411e4765b212 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:00.177895 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-3f488e83-a6b8-4d5b-8bfd-16171604eb02 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] show failed (client error): The resource could not be found. Apr 30 04:56:00.179173 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3f488e83-a6b8-4d5b-8bfd-16171604eb02 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "GET /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags/tempest-TagsTest-Tag-68188079 HTTP/1.1" status: 404 len: 324 time: 0.2055244 Apr 30 04:56:00.183961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37122) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.184283 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786d949-6b41-4d35-b568-7a9fdeb47f71 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:00.190520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-c86edcab-979e-4dbc-8b15-041a77c5156f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ac07eeb-fa04-42f9-b2ce-c7a5083540fd') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:00.236398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port d0eb1525-47fc-4283-bab0-2b121ba5c94c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d0eb1525-47fc-4283-bab0-2b121ba5c94c,segment=NetworkSegment(0385984a-de22-4af3-b6c2-d979aa8940dc),segment_id=0385984a-de22-4af3-b6c2-d979aa8940dc)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:00.241815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.263375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for d0eb1525-47fc-4283-bab0-2b121ba5c94c owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:00.265909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (6902dda7-589b-4671-b148-a275a2b4845e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.280965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c86edcab-979e-4dbc-8b15-041a77c5156f tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "DELETE /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0880466 Apr 30 04:56:00.280965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37124) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.281373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37126) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.361764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.410449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5ac07eeb-fa04-42f9-b2ce-c7a5083540fd), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.413297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (284829db-beae-4821-9a72-0c364775bb30), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.417012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-918f2a45-4b0e-4927-9e2b-9c7b32d080dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee8bf5c9274747478d6c065fffbc20d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355648 Apr 30 04:56:00.419497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37128) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.444429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (53e20100-6f8d-4b4c-a94d-0688e7e12138), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.473693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:00.502005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6902dda7-589b-4671-b148-a275a2b4845e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.504718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.505304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:00.507301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/6902dda7-589b-4671-b148-a275a2b4845e HTTP/1.1" status: 204 len: 168 time: 0.5419128 Apr 30 04:56:00.508321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:00.509908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37130) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.521394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Subnet': ['ID=53e20100-6f8d-4b4c-a94d-0688e7e12138,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:00.521504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:00.521504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.522856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.528639 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8cafc4e9-ed89-4427-9a17-7b73e26cf6f1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/53e20100-6f8d-4b4c-a94d-0688e7e12138 HTTP/1.1" status: 204 len: 168 time: 1.0556412 Apr 30 04:56:00.535814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:00.539392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=284829db-beae-4821-9a72-0c364775bb30,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:00.547821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:00.579531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08c536-a5c5-42f2-897b-81c65318fc4a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902dda7-589b-4671-b148-a275a2b4845e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:00.593486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4281fb3-885c-4188-b401-45a81a9425a4 None None] Network c4b637a4-de24-415b-822a-f9cb3769a609 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:00.931544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] DHCP port deletion for c4b637a4-de24-415b-822a-f9cb3769a609 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:00.988442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Deleting port b83f40ff-ea3d-47eb-842e-0eb105e18f74 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:00.988825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.002524 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a785aa1c-2c62-4d40-aede-2be8bb32bab3 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6083922 Apr 30 04:56:01.006159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37134) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:01.018310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:01.061060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:01.061265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c5bd2230-d9f1-4597-9eb2-803a88298730 None None] Provisioning complete for port 284829db-beae-4821-9a72-0c364775bb30 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:01.061265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2230-d9f1-4597-9eb2-803a88298730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (284829db-beae-4821-9a72-0c364775bb30), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.061456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5ac07eeb-fa04-42f9-b2ce-c7a5083540fd), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.074308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:01.077099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:01.077819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.082328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b36d3-0ff8-4d5e-a716-cad2b54f00a5 None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:01.122780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.142972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] Publish callbacks [] for security_group (0154cbbd-ab39-4a22-9233-95a069f3a923), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.156084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d0eb1525-47fc-4283-bab0-2b121ba5c94c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.164499 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6e6c02c1-0db4-41fc-b60e-1171901831ce tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6477253 Apr 30 04:56:01.173379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:01.174476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac07eeb-fa04-42f9-b2ce-c7a5083540fd']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.176387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] For port b83f40ff-ea3d-47eb-842e-0eb105e18f74, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b83f40ff-ea3d-47eb-842e-0eb105e18f74,segment=NetworkSegment(73692fa3-370e-416c-aa5b-4edcf3d6f272),segment_id=73692fa3-370e-416c-aa5b-4edcf3d6f272)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:01.176841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.178151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183101953'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:01.187396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c4b637a4-de24-415b-822a-f9cb3769a609), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.187538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd2230-d9f1-4597-9eb2-803a88298730 None None] Port 284829db-beae-4821-9a72-0c364775bb30 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:01.206119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Calling delete_port for b83f40ff-ea3d-47eb-842e-0eb105e18f74 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:01.219052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=d0eb1525-47fc-4283-bab0-2b121ba5c94c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.236260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ead138-beaa-4f57-8b5a-f511516ea7a6') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.239943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ead138-beaa-4f57-8b5a-f511516ea7a6') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.290263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (63ead138-beaa-4f57-8b5a-f511516ea7a6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.332406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4c48b6f3-c8a9-4db4-9ad4-4f9aefa4dede None None] Could not find standard attr ID for object d0eb1525-47fc-4283-bab0-2b121ba5c94c. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:01.342670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] Publish callbacks [] for security_group (0154cbbd-ab39-4a22-9233-95a069f3a923), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.346042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port d0eb1525-47fc-4283-bab0-2b121ba5c94c on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:01.400681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.439754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0628be0a-02ff-41bf-a507-411e4765b212 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:01.470552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (63ead138-beaa-4f57-8b5a-f511516ea7a6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.478515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a8f268fd-5af5-4473-a20c-e6b881af770f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.482008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:01.482509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (63ead138-beaa-4f57-8b5a-f511516ea7a6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:01.485746 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:01.523212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Deleting port b83f40ff-ea3d-47eb-842e-0eb105e18f74 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:01.523647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.523781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 0628be0a-02ff-41bf-a507-411e4765b212 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:01.524143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0628be0a-02ff-41bf-a507-411e4765b212), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.525932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.593140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a7f9b-0c43-4e7a-b536-e477ed3679da None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:01.594952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] Pushing event deleted for resources: {'Port': ['ID=b83f40ff-ea3d-47eb-842e-0eb105e18f74,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.609038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96d108-2f2e-4d7d-9256-34a5a2e0cd30 None None] No DVR routers for this DVR port b83f40ff-ea3d-47eb-842e-0eb105e18f74 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:01.617446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.625911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0154cbbd-ab39-4a22-9233-95a069f3a923), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.629475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a8f268fd-5af5-4473-a20c-e6b881af770f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.629651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.631437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:01.633479 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0154cbbd-ab39-4a22-9233-95a069f3a923 HTTP/1.1" status: 204 len: 168 time: 1.2115507 Apr 30 04:56:01.640370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2198c27a-d0a7-4184-9f47-a13799c9571e None None] Provisioning complete for port 1faa95ba-4ab2-4e6f-a96b-056b0781726a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:01.640370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2198c27a-d0a7-4184-9f47-a13799c9571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] For port b83f40ff-ea3d-47eb-842e-0eb105e18f74, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:01.652763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.654226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.654838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea280d74-9687-4345-b6ab-34a8bf6368a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154cbbd-ab39-4a22-9233-95a069f3a923,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.677846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Calling delete_port for b83f40ff-ea3d-47eb-842e-0eb105e18f74 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:01.681576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Port b83f40ff-ea3d-47eb-842e-0eb105e18f74 was not found and therefore no delete operation was performed {{(pid=111175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:56:01.681976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5ac07eeb-fa04-42f9-b2ce-c7a5083540fd), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.687074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.693071 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] 10.222.0.16 "DELETE /v2.0/networks/5ac07eeb-fa04-42f9-b2ce-c7a5083540fd HTTP/1.1" status: 204 len: 168 time: 1.4085989 Apr 30 04:56:01.697388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b83f40ff-ea3d-47eb-842e-0eb105e18f74), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.718016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a48c-9921-4319-b24f-c4daa9b3b7c9 tempest-TagsTest-49840322 tempest-TagsTest-49840322-project] Pushing event deleted for resources: {'Network': ['ID=5ac07eeb-fa04-42f9-b2ce-c7a5083540fd,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.720626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2198c27a-d0a7-4184-9f47-a13799c9571e None None] Port 1faa95ba-4ab2-4e6f-a96b-056b0781726a cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:01.757273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No DVR routers for this DVR port b83f40ff-ea3d-47eb-842e-0eb105e18f74 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:01.764389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Port': ['ID=b83f40ff-ea3d-47eb-842e-0eb105e18f74,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.798438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0628be0a-02ff-41bf-a507-411e4765b212 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:01.799687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0eb1525-47fc-4283-bab0-2b121ba5c94c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:01.810679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f268fd-5af5-4473-a20c-e6b881af770f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:01.839085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d0eb1525-47fc-4283-bab0-2b121ba5c94c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:01.839561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0eb1525-47fc-4283-bab0-2b121ba5c94c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 30 04:56:01.868572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Port d0eb1525-47fc-4283-bab0-2b121ba5c94c not found, will not notify nova. {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 30 04:56:01.919440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c4b637a4-de24-415b-822a-f9cb3769a609), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.954361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f29e4c2-2447-4826-9d9b-4a33edba6f7d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:01.958634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b637a4-de24-415b-822a-f9cb3769a609']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.969843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73692fa3-370e-416c-aa5b-4edcf3d6f272') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.970576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73692fa3-370e-416c-aa5b-4edcf3d6f272') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:01.982569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (73692fa3-370e-416c-aa5b-4edcf3d6f272), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:01.987408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6f29e4c2-2447-4826-9d9b-4a33edba6f7d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:01.987925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f29e4c2-2447-4826-9d9b-4a33edba6f7d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:01.988781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b83f40ff-ea3d-47eb-842e-0eb105e18f74 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:02.000379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (73692fa3-370e-416c-aa5b-4edcf3d6f272), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.008689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:02.009206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (73692fa3-370e-416c-aa5b-4edcf3d6f272), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:02.013188 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:02.016950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b83f40ff-ea3d-47eb-842e-0eb105e18f74 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:02.017313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b83f40ff-ea3d-47eb-842e-0eb105e18f74 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:02.062464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.085894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (c93d0b97-5970-4dac-b821-7b2611d3cf93), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.094475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c2e0e-1a32-4c92-acc8-fc1784b03e88 None None] Network 120023fb-de1c-40f5-9e3e-ca72e57b7a9a requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:02.144296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120023fb-de1c-40f5-9e3e-ca72e57b7a9a']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:02.153837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c93d0b97-5970-4dac-b821-7b2611d3cf93), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.159608 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba7e8939-1f3c-4554-8eac-dba3fa79e84d (CIDR: 2001:db8::/64) Apr 30 04:56:02.176686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c4b637a4-de24-415b-822a-f9cb3769a609), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.181081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.187396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0385984a-de22-4af3-b6c2-d979aa8940dc') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:02.188338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0385984a-de22-4af3-b6c2-d979aa8940dc') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:02.191622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/networks/c4b637a4-de24-415b-822a-f9cb3769a609 HTTP/1.1" status: 204 len: 168 time: 1.6495278 Apr 30 04:56:02.197001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37144) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.206311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'routes': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:02.225705 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:02.226221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:02.240936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (0385984a-de22-4af3-b6c2-d979aa8940dc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.260315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d0b97-5970-4dac-b821-7b2611d3cf93,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:02.265070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37148) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.278679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0385984a-de22-4af3-b6c2-d979aa8940dc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.286352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df90c68-800b-4340-a978-761ebd82c286 None None] DHCP port deletion for 120023fb-de1c-40f5-9e3e-ca72e57b7a9a request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:02.303403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.303403 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f0c6665-80a5-4c52-841b-706206dd0010 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1284099 Apr 30 04:56:02.314181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37152) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.316476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edc02b-3846-44c2-868d-55829675f723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Pushing event deleted for resources: {'Network': ['ID=c4b637a4-de24-415b-822a-f9cb3769a609,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:02.320385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:02.320802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (0385984a-de22-4af3-b6c2-d979aa8940dc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:02.324491 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:02.331978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fb19bbf5-efa0-43b9-b876-b4977fbf9069 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': 'c93d0b97-5970-4dac-b821-7b2611d3cf93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:02.391100 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-50cf0dd6-e9a9-443e-a190-cccb4784ebcf tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3768871 Apr 30 04:56:02.402521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37154) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.410578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:02.468829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Added routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 30 04:56:02.469170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.extraroute_db [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Removed routes are [] {{(pid=111175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 30 04:56:02.469596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.589963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (120023fb-de1c-40f5-9e3e-ca72e57b7a9a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.594414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.597816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/120023fb-de1c-40f5-9e3e-ca72e57b7a9a HTTP/1.1" status: 204 len: 168 time: 3.8153455 Apr 30 04:56:02.607301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37156) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.614932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.618167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.630456 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-39ea2fcb-d23e-40a8-bb04-67199c093bd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ab1bdc2a53d4584b77935f160761641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580046 Apr 30 04:56:02.651895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37158) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.663565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.679209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce2fa7-eb5b-4794-b3f7-462c34a1d821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=120023fb-de1c-40f5-9e3e-ca72e57b7a9a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:02.684820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d1dd6b-51ca-4565-931e-2aa3ccd50d4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:02.685443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d1dd6b-51ca-4565-931e-2aa3ccd50d4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:02.688343 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a7d1dd6b-51ca-4565-931e-2aa3ccd50d4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/120023fb-de1c-40f5-9e3e-ca72e57b7a9a HTTP/1.1" status: 404 len: 339 time: 0.0770061 Apr 30 04:56:02.693157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37160) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.697528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998096632', 'description': 'd1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:02.697980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37162) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.712286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 778f2f96-2317-4522-ba53-54b7d751b12f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:02.739199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.739915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.801132 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-fb19bbf5-efa0-43b9-b876-b4977fbf9069 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The resource could not be found. Apr 30 04:56:02.804784 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb19bbf5-efa0-43b9-b876-b4977fbf9069 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4869850 Apr 30 04:56:02.805300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37164) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.811477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ca9d94a6-a935-4de7-a975-2689bef2c32e tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': 'c93d0b97-5970-4dac-b821-7b2611d3cf93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '765a8200-3858-4b1a-a989-2d6c0b1baba9'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:02.816856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:02.825186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.828098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Sync routers for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:02.828643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d23211ea-906d-42cd-9a41-276e0769280d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 705 time: 0.6288464 Apr 30 04:56:02.831935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37166) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.842861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:02.843496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:02.845391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] Publish callbacks [] for security_group (9a78cdb3-d2b9-4541-9ad8-7bb5a692f403), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.855955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:02.859856 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-06697a3c-e6b5-4f51-b018-b65bd9e53f46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46bbb2305eda41079218ab368351d524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550076 Apr 30 04:56:02.865057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37168) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.876619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-007860ff-9730-40cc-a1fe-b6eff604c4e1 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 205 time: 0.0416825 Apr 30 04:56:02.879624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37170) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:02.888044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:02.891255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.893678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:02.897058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:02.933244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] Publish callbacks [] for security_group (9a78cdb3-d2b9-4541-9ad8-7bb5a692f403), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.037857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (778f2f96-2317-4522-ba53-54b7d751b12f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.049352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:03.056033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:03.078763 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet de5fde63-3fda-4733-9982-ccee911fd9ce (CIDR: 2001:db8:0:1::/64) Apr 30 04:56:03.101116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:03.106502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:03.135317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] Publish callbacks [] for security_group (02edcf04-6ca7-4d18-9870-17f5e292abcd), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.179185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:03.179621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:03.197446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9a78cdb3-d2b9-4541-9ad8-7bb5a692f403), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.200646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.205091 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a78cdb3-d2b9-4541-9ad8-7bb5a692f403 HTTP/1.1" status: 204 len: 168 time: 0.5407808 Apr 30 04:56:03.240770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:03.256200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (78d93401-5ee1-4ae3-b320-3fb2660802cc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.256541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 78d93401-5ee1-4ae3-b320-3fb2660802cc of type vlan for network 06a740cf-8205-412d-9bd7-66e1acdf1135 Apr 30 04:56:03.258042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-ca9d94a6-a935-4de7-a975-2689bef2c32e tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The resource could not be found. Apr 30 04:56:03.259173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ca9d94a6-a935-4de7-a975-2689bef2c32e tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4517736 Apr 30 04:56:03.289697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37174) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.298989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0eb1525-47fc-4283-bab0-2b121ba5c94c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:03.300417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae92c1-323a-4387-982e-b0636e2473a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a78cdb3-d2b9-4541-9ad8-7bb5a692f403,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:03.301638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Checking router: 778f2f96-2317-4522-ba53-54b7d751b12f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:03.338417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d0eb1525-47fc-4283-bab0-2b121ba5c94c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:03.338763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0eb1525-47fc-4283-bab0-2b121ba5c94c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:03.352006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Routers {'778f2f96-2317-4522-ba53-54b7d751b12f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:03.352655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['778f2f96-2317-4522-ba53-54b7d751b12f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:03.383173 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8423d61e-0179-46e8-883f-24b4a804f239 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9794521 Apr 30 04:56:03.387504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37176) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.411531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'subnet': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:03.425493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] Publish callbacks [] for security_group (02edcf04-6ca7-4d18-9870-17f5e292abcd), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.472535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] Set router 778f2f96-2317-4522-ba53-54b7d751b12f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:03.533887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.545256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:03.555303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:56:03.573143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-31d17644-3b1f-4ff4-a381-33f7ef5bb340 None None] Provisioning complete for port 1faa95ba-4ab2-4e6f-a96b-056b0781726a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:03.573614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-31d17644-3b1f-4ff4-a381-33f7ef5bb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.577092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f9a3-f48c-4336-8abc-3c1df1ef78a1 None None] The sync data for ids ['778f2f96-2317-4522-ba53-54b7d751b12f'] in dv-neutron-838078-9-hyperv is: [{'id': '778f2f96-2317-4522-ba53-54b7d751b12f', 'name': 'tempest-RoutersIpV6Test-router-1216300874', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:54:39Z', 'updated_at': '2022-04-30T04:55:57Z', 'revision_number': 11, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:03.582434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.592610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (778f2f96-2317-4522-ba53-54b7d751b12f), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.624073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (02edcf04-6ca7-4d18-9870-17f5e292abcd), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.625760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-31d17644-3b1f-4ff4-a381-33f7ef5bb340 None None] Port 1faa95ba-4ab2-4e6f-a96b-056b0781726a cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:03.630708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.634094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02edcf04-6ca7-4d18-9870-17f5e292abcd HTTP/1.1" status: 204 len: 168 time: 0.7658656 Apr 30 04:56:03.689112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736f23-8421-4c3f-8762-0a2044dc3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02edcf04-6ca7-4d18-9870-17f5e292abcd,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:03.696153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (c93d0b97-5970-4dac-b821-7b2611d3cf93), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.698675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Made reservation on behalf of 7ec824d0a00747eca74ba815bcca6c49 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:03.703329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.709038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:03.730790 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Sync routers for ids ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:03.731613 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2a855e09-8e07-4ebe-982e-c68ff309e874 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "PUT /v2.0/routers/f471b9e7-e4b2-4dd9-aacf-3e6099bc213b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1250627 Apr 30 04:56:03.731613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37180) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.755050 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Routers {'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:03.762457 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:03.779793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.785305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:03.785917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.817965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (778f2f96-2317-4522-ba53-54b7d751b12f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.819090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router 778f2f96-2317-4522-ba53-54b7d751b12f {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:56:03.832424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.838224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232bb613-f854-4549-a579-5f156a41275b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:03.842305 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-232bb613-f854-4549-a579-5f156a41275b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports/1faa95ba-4ab2-4e6f-a96b-056b0781726a HTTP/1.1" status: 200 len: 911 time: 0.1081271 Apr 30 04:56:03.842305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37184) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.845101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ac4b255b-5670-4543-be9c-7de5a977c412 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 204 len: 168 time: 0.9617541 Apr 30 04:56:03.848053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37186) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.848257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1709725088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:03.849880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (c93d0b97-5970-4dac-b821-7b2611d3cf93), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.906623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Set router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:03.917807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2239058 Apr 30 04:56:03.921234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37190) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:03.985375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:03.986515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.171425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da351438-8797-4cfb-9aa9-6149339e2884 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=06a740cf-8205-412d-9bd7-66e1acdf1135,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:04.190429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 06a740cf-8205-412d-9bd7-66e1acdf1135 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:04.193946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54f9b5-0c6b-44d7-a5ea-809e8a5cc712 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:04.200915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54f9b5-0c6b-44d7-a5ea-809e8a5cc712 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:04.201773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529d7b8-7bf0-4314-b606-1131347a6586 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:04.206486 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:01Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None, '_interfaces': [{'id': '1faa95ba-4ab2-4e6f-a96b-056b0781726a', 'name': '', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'mac_address': 'fa:16:3e:82:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:59Z', 'updated_at': '2022-04-30T04:56:02Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'subnets': [{'id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:04.207059 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ce54f9b5-0c6b-44d7-a5ea-809e8a5cc712 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3311226 Apr 30 04:56:04.207919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37196) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:04.214575 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e529d7b8-7bf0-4314-b606-1131347a6586 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks?id=06a740cf-8205-412d-9bd7-66e1acdf1135 HTTP/1.1" status: 200 len: 760 time: 0.2921529 Apr 30 04:56:04.217145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37198) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:04.223718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'description': 'd2'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:04.269706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (29f875b3-0c22-485a-bc74-29aeb41c5529), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.350947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.388910 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Checking router: f471b9e7-e4b2-4dd9-aacf-3e6099bc213b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:04.389497 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Updating router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b port 1faa95ba-4ab2-4e6f-a96b-056b0781726a binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:56:04.391221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c93d0b97-5970-4dac-b821-7b2611d3cf93), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.393846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.395171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/c93d0b97-5970-4dac-b821-7b2611d3cf93 HTTP/1.1" status: 204 len: 168 time: 1.1046216 Apr 30 04:56:04.398533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:04.422834 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.446329 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9ec593c-e56b-49c5-9cb9-36a48b3b697e tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0420320 Apr 30 04:56:04.447576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:04.450977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec2fcf-90bd-4aac-b827-9aab8d0c326a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d0b97-5970-4dac-b821-7b2611d3cf93,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:04.453517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a282699e-0dac-4ff1-b6fd-8eec9405b999 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': 'be743c6a-f5c2-4b4d-a8b6-c2062c4d692a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:04.459079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (17189acf-7cf2-4d46-baea-7ca6f31b2556), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.471131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.474798 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0aa3c3fe-0e93-4dae-b968-f3ad8ce8c759 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6279140 Apr 30 04:56:04.479701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:04.509256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:04.662642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.763229 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks [] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.838851 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:04.898662 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Pushing event updated for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:04.914604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.915154 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.915719 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.916195 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.916702 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.917183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.918729 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.919238 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.919737 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.920322 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.920919 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.921426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.921900 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.922401 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.922948 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:04.975500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:05.008940 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Attempting to bind port 1faa95ba-4ab2-4e6f-a96b-056b0781726a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:05.009733 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Attempting to bind port 1faa95ba-4ab2-4e6f-a96b-056b0781726a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:05.010285 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Attempting to bind port 1faa95ba-4ab2-4e6f-a96b-056b0781726a on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:05.017779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:05.019697 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:05.021996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Subnet': ['ID=17189acf-7cf2-4d46-baea-7ca6f31b2556,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:05.026611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:05.027309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.029552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d8ecd-b61b-457c-a5f7-30405909cc5e None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:05.044191 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:05.044671 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.045006 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:05.045699 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Bound port: 1faa95ba-4ab2-4e6f-a96b-056b0781726a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:05.046034 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.138669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.147929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.166314 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a1522c33-ed2d-47b4-ae65-5df9aa52e5b0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7770090 Apr 30 04:56:05.178136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37218) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:05.179307 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] For port 1faa95ba-4ab2-4e6f-a96b-056b0781726a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:05.182906 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] For port 1faa95ba-4ab2-4e6f-a96b-056b0781726a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1faa95ba-4ab2-4e6f-a96b-056b0781726a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:05.188198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1120882686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17189acf-7cf2-4d46-baea-7ca6f31b2556'}], 'security_groups': ['841a71fd-6914-4b73-af17-095987cb8361', '679e31f1-16cb-4a7d-bdf9-985c93fcf46c']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:05.222291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 06a740cf-8205-412d-9bd7-66e1acdf1135 is not hosted by any dhcp agent {{(pid=111175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 30 04:56:05.235519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:05.236171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.239857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "PUT /v2.0/networks/06a740cf-8205-412d-9bd7-66e1acdf1135 HTTP/1.1" status: 200 len: 757 time: 1.0187571 Apr 30 04:56:05.240878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37222) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:05.285542 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.361280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb497-03cc-405a-be7d-8fa1c3b71072 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=06a740cf-8205-412d-9bd7-66e1acdf1135,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:05.380434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 06a740cf-8205-412d-9bd7-66e1acdf1135 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:05.395445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Update dhcp port {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'fixed_ips': [{'subnet_id': 'de5fde63-3fda-4733-9982-ccee911fd9ce', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba7e8939-1f3c-4554-8eac-dba3fa79e84d', 'ip_address': '2001:db8::2'}, {'subnet_id': '17189acf-7cf2-4d46-baea-7ca6f31b2556'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '7e22d86a-df1a-4420-ac4f-021ba55001a0'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:05.398045 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-a282699e-0dac-4ff1-b6fd-8eec9405b999 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The resource could not be found. Apr 30 04:56:05.403474 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a282699e-0dac-4ff1-b6fd-8eec9405b999 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9505081 Apr 30 04:56:05.403474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.405578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37224) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:05.423150 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec6be-8d37-45ac-a9af-8105d01a536b None None] Pushing event updated for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:05.425252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076476480'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:05.426124 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Routers {'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:05.426787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:05.474809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Provisioning complete for port 1faa95ba-4ab2-4e6f-a96b-056b0781726a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:05.475167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.499728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.562720 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] Set router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:05.594541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.609973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (284829db-beae-4821-9a72-0c364775bb30), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.651254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ed041-8106-4109-9e7e-9cd42ef28344 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:05.656747 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6f2ed041-8106-4109-9e7e-9cd42ef28344 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks?id=06a740cf-8205-412d-9bd7-66e1acdf1135 HTTP/1.1" status: 200 len: 760 time: 0.4110706 Apr 30 04:56:05.716725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37230) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:05.729292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-397390897'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:05.737408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.826351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Current status of the port 1faa95ba-4ab2-4e6f-a96b-056b0781726a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:05.827585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.851099 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:01Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None, '_interfaces': [{'id': '1faa95ba-4ab2-4e6f-a96b-056b0781726a', 'name': '', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'mac_address': 'fa:16:3e:82:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:59Z', 'updated_at': '2022-04-30T04:56:05Z', 'revision_number': 4, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'subnets': [{'id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:05.877351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:05.880742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.905463 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2d665-ade0-423c-aefd-68900ee86c5a None None] The sync data for ids ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'] in dv-neutron-838078-9-hyperv is: [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:01Z', 'revision_number': 2, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None, '_interfaces': [{'id': '1faa95ba-4ab2-4e6f-a96b-056b0781726a', 'name': '', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'mac_address': 'fa:16:3e:82:f6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:55:59Z', 'updated_at': '2022-04-30T04:56:05Z', 'revision_number': 4, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'subnets': [{'id': 'd06113fe-9ffc-448b-b6af-9e5a61240363', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:05.906600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Router 29f875b3-0c22-485a-bc74-29aeb41c5529 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:56:05.939187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:05.953563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Allocated IP 2001:db8:0:2::2 (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/17189acf-7cf2-4d46-baea-7ca6f31b2556/7e22d86a-df1a-4420-ac4f-021ba55001a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:05.957080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] For port 1faa95ba-4ab2-4e6f-a96b-056b0781726a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1faa95ba-4ab2-4e6f-a96b-056b0781726a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:05.989403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:05.989403 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 7a9ef6db-2094-42f1-9122-851d8a0a97e8 of type vlan for network 0fb7c983-2933-4ec2-a43e-de74702e92a8 Apr 30 04:56:06.000475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 1faa95ba-4ab2-4e6f-a96b-056b0781726a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:06.000818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.101222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:06.112328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] For port 1faa95ba-4ab2-4e6f-a96b-056b0781726a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1faa95ba-4ab2-4e6f-a96b-056b0781726a,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:06.112959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.131032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 1faa95ba-4ab2-4e6f-a96b-056b0781726a owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:06.131688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:06.134388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.141729 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.142948 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-68eac8bf-a229-4320-95a2-9c03615805d5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "PUT /v2.0/routers/29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 200 len: 698 time: 1.6398473 Apr 30 04:56:06.148808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Publish callbacks [] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.150856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37238) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:06.158343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Sync routers for ids ['29f875b3-0c22-485a-bc74-29aeb41c5529'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:06.166200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (d4840981-eae2-4cba-baea-9e0248a85481), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.171656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.213349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Routers {'29f875b3-0c22-485a-bc74-29aeb41c5529'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:06.214003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['29f875b3-0c22-485a-bc74-29aeb41c5529'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:06.282217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.290233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d4840981-eae2-4cba-baea-9e0248a85481), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.320564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eefdfc13-cfee-4a94-88bc-4a3383d67723 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/routers/29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 200 len: 704 time: 0.1677392 Apr 30 04:56:06.332302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:06.332980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.343431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:06.344415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.353214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4840981-eae2-4cba-baea-9e0248a85481,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:06.379278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0cdcf-eed0-420a-a7df-0d9211c2ed29 None None] Pushing event updated for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:06.401378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Set router 29f875b3-0c22-485a-bc74-29aeb41c5529 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:06.405028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fa5116d5-0619-4256-a1a0-1f070ec1baff None None] Provisioning complete for port 1faa95ba-4ab2-4e6f-a96b-056b0781726a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:06.405405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fa5116d5-0619-4256-a1a0-1f070ec1baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.423609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.432984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4d8fab02-1d5a-4cee-9aa6-6e893835d6b4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0263088 Apr 30 04:56:06.435820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37246) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:06.440323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875097670'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:06.499928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Delete allocated IP 2001:db8::39a (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/ba7e8939-1f3c-4554-8eac-dba3fa79e84d) {{(pid=111174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 30 04:56:06.511816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Allocated IP 2001:db8:0:2::114 (01d776d0-49f8-4f87-bae4-e6cff04e8dcb/17189acf-7cf2-4d46-baea-7ca6f31b2556/284829db-beae-4821-9a72-0c364775bb30) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:06.537045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.545032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f875b3-0c22-485a-bc74-29aeb41c5529', 'name': 'tempest-RoutersIpV6Test-router-1709725088', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:04Z', 'updated_at': '2022-04-30T04:56:05Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:06.615699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Checking router: 29f875b3-0c22-485a-bc74-29aeb41c5529 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:06.661573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (598b0fcc-dd34-4d96-8178-01817dbabcac), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.695164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1faa95ba-4ab2-4e6f-a96b-056b0781726a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.705967 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9858339 Apr 30 04:56:06.719197 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-57a95b8f-bc7c-4ca4-a2a0-99ff06177bcc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 200 len: 205 time: 0.3368776 Apr 30 04:56:06.719197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37248) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:06.735073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:06.741672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37250) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:06.752605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fa5116d5-0619-4256-a1a0-1f070ec1baff None None] Port 1faa95ba-4ab2-4e6f-a96b-056b0781726a update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:56:06.754036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a285234-d535-4e47-af82-ce3398f7b07a None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:06.758433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Routers {'29f875b3-0c22-485a-bc74-29aeb41c5529'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:06.759054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['29f875b3-0c22-485a-bc74-29aeb41c5529'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:06.769369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=1faa95ba-4ab2-4e6f-a96b-056b0781726a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:06.784037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (598b0fcc-dd34-4d96-8178-01817dbabcac), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:06.865569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] Set router 29f875b3-0c22-485a-bc74-29aeb41c5529 gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:06.912749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a438a-014f-4917-bac1-7e269d8effd3 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=0fb7c983-2933-4ec2-a43e-de74702e92a8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:06.944533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 0fb7c983-2933-4ec2-a43e-de74702e92a8 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:07.004125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598b0fcc-dd34-4d96-8178-01817dbabcac,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:07.056769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f875b3-0c22-485a-bc74-29aeb41c5529', 'name': 'tempest-RoutersIpV6Test-router-1709725088', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:04Z', 'updated_at': '2022-04-30T04:56:05Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:07.066385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37252) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.074099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145942882', 'description': 'tempest-secgroup-smoke-1145942882 description', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:07.097644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5e55e-93ed-4b94-a9b3-42244ca9203b None None] The sync data for ids ['29f875b3-0c22-485a-bc74-29aeb41c5529'] in dv-neutron-838078-9-hyperv is: [{'id': '29f875b3-0c22-485a-bc74-29aeb41c5529', 'name': 'tempest-RoutersIpV6Test-router-1709725088', 'tenant_id': '5c034c55d85b4409b2b1bcd05835f201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:04Z', 'updated_at': '2022-04-30T04:56:05Z', 'revision_number': 2, 'project_id': '5c034c55d85b4409b2b1bcd05835f201', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:07.101707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.110086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.110086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f621ee69-f792-43c3-88b4-8b5341624e86 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6719151 Apr 30 04:56:07.114202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37254) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.165569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for port (284829db-beae-4821-9a72-0c364775bb30), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.183441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-37fd854c-4890-45fc-b259-82a5503cd358 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': 'd4840981-eae2-4cba-baea-9e0248a85481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '598b0fcc-dd34-4d96-8178-01817dbabcac'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:07.242022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.254898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (284829db-beae-4821-9a72-0c364775bb30), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.316376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:07.322179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.326854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:07.330264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.368930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.417481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] In _notify_port_updated(), no bound segment for port 284829db-beae-4821-9a72-0c364775bb30 on network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:56:07.423326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:07.423984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.425390 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "PUT /v2.0/ports/284829db-beae-4821-9a72-0c364775bb30 HTTP/1.1" status: 200 len: 970 time: 2.2452884 Apr 30 04:56:07.434250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37256) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.434977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c70d75-784f-485f-9d3f-86df7d5f5c63 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event updated for resources: {'Port': ['ID=284829db-beae-4821-9a72-0c364775bb30,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:07.444484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:07.444911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.625209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-37fd854c-4890-45fc-b259-82a5503cd358 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:07.627940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-37fd854c-4890-45fc-b259-82a5503cd358 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5127180 Apr 30 04:56:07.631905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 284829db-beae-4821-9a72-0c364775bb30 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:07.632247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (284829db-beae-4821-9a72-0c364775bb30), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.634056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37258) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.710151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:07.710703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.717441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.721561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router_controller (29f875b3-0c22-485a-bc74-29aeb41c5529), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.756806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (fd6e3b82-99c0-4c7d-8957-494b95df1929), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.765563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:07.814813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:07.842207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (284829db-beae-4821-9a72-0c364775bb30), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.856177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 284829db-beae-4821-9a72-0c364775bb30 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:07.908729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:07.911848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fd6e3b82-99c0-4c7d-8957-494b95df1929), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.912022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.912275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:07.913673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (0b31b141-611d-435c-853c-18083b9f50bb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.928866 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d90d03c0-3f02-4581-b054-39d059196a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "PUT /v2.0/routers/f471b9e7-e4b2-4dd9-aacf-3e6099bc213b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7163193 Apr 30 04:56:07.929095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Provisioning complete for port 284829db-beae-4821-9a72-0c364775bb30 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:07.929095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (284829db-beae-4821-9a72-0c364775bb30), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.930184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (29f875b3-0c22-485a-bc74-29aeb41c5529), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.930458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Fanout notify agent at l3_agent the message router_deleted on router 29f875b3-0c22-485a-bc74-29aeb41c5529 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:56:07.934029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37260) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.954005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.955598 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4f5c7adc-6a89-472f-adb2-e03d652dcbbe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 204 len: 168 time: 1.2008634 Apr 30 04:56:07.966125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (598b0fcc-dd34-4d96-8178-01817dbabcac), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:07.969193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37262) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:07.975273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Port 284829db-beae-4821-9a72-0c364775bb30 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:07.992890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:07.993269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.031809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6e3b82-99c0-4c7d-8957-494b95df1929,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:08.034254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba5dcc-1d16-46a9-8a54-af02a9e30075 None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:08.054120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (598b0fcc-dd34-4d96-8178-01817dbabcac), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.058306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c2a8af9-9564-4348-b3e6-7832e0ca7203 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 200 len: 205 time: 0.0867445 Apr 30 04:56:08.065687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37264) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.066211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=0b31b141-611d-435c-853c-18083b9f50bb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:08.090971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '7a9ef6db-2094-42f1-9122-851d8a0a97e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:08.091339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: 0fb7c983-2933-4ec2-a43e-de74702e92a8, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:08.121352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cb542-cebb-467e-a304-a022f028c61f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:08.122914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cb542-cebb-467e-a304-a022f028c61f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:08.126902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a24cb542-cebb-467e-a304-a022f028c61f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1895196 Apr 30 04:56:08.127460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-93ed8e21-0d5b-448c-9b6f-876eb51a8c21 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:08.128694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-93ed8e21-0d5b-448c-9b6f-876eb51a8c21 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/29f875b3-0c22-485a-bc74-29aeb41c5529 HTTP/1.1" status: 404 len: 336 time: 0.0600986 Apr 30 04:56:08.129411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37266) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.136891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37268) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.159587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-427b551d-066c-4a08-9f0d-08346fbce3a2 None None] Provisioning complete for port 284829db-beae-4821-9a72-0c364775bb30 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:08.159962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-427b551d-066c-4a08-9f0d-08346fbce3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (284829db-beae-4821-9a72-0c364775bb30), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.193883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (4eb927dc-e42a-4c61-aa46-68f1dabd2e0f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.197533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet d06113fe-9ffc-448b-b6af-9e5a61240363 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:08.201026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (d06113fe-9ffc-448b-b6af-9e5a61240363), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.202693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-427b551d-066c-4a08-9f0d-08346fbce3a2 None None] Port 284829db-beae-4821-9a72-0c364775bb30 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:08.204096 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-def7329b-9ed2-4b5c-9708-418cb5a0c97b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:08.204495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def7329b-9ed2-4b5c-9708-418cb5a0c97b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:08.210601 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-def7329b-9ed2-4b5c-9708-418cb5a0c97b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/2aebdfa4-7989-44b0-b60a-1ed95076cca4 HTTP/1.1" status: 404 len: 337 time: 0.0663881 Apr 30 04:56:08.210601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37270) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.240407 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a2bc80-5db4-40b7-8ace-3837234035ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:08.240876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a2bc80-5db4-40b7-8ace-3837234035ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:08.244178 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-37a2bc80-5db4-40b7-8ace-3837234035ac tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/08f71641-51a5-473c-a363-be7965f12b34 HTTP/1.1" status: 404 len: 337 time: 0.0331085 Apr 30 04:56:08.247119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37272) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.248345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (d06113fe-9ffc-448b-b6af-9e5a61240363), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.271169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (598b0fcc-dd34-4d96-8178-01817dbabcac), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.272036 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-65480da0-b2da-4086-8f86-7dde9c77f5db tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:08.272483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65480da0-b2da-4086-8f86-7dde9c77f5db tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:08.273749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.274894 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/598b0fcc-dd34-4d96-8178-01817dbabcac HTTP/1.1" status: 204 len: 168 time: 0.6395786 Apr 30 04:56:08.279124 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-65480da0-b2da-4086-8f86-7dde9c77f5db tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/cc3e1bc6-b709-442a-927c-935db274679c HTTP/1.1" status: 404 len: 337 time: 0.0274146 Apr 30 04:56:08.279124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37274) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.283624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37276) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.287111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (284829db-beae-4821-9a72-0c364775bb30), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.288602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4eb927dc-e42a-4c61-aa46-68f1dabd2e0f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.290775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network 0fb7c983-2933-4ec2-a43e-de74702e92a8 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:08.295395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5805e9f-9e86-4641-9489-a435d439416b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b0fcc-dd34-4d96-8178-01817dbabcac,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:08.360819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d06113fe-9ffc-448b-b6af-9e5a61240363), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.378078 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-16767593-e87b-4059-9efa-10fac154d4c0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:08.378582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16767593-e87b-4059-9efa-10fac154d4c0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:08.381819 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-16767593-e87b-4059-9efa-10fac154d4c0 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/53e20100-6f8d-4b4c-a94d-0688e7e12138 HTTP/1.1" status: 404 len: 337 time: 0.1003935 Apr 30 04:56:08.384714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37280) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.388588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=284829db-beae-4821-9a72-0c364775bb30,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:08.425334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 0fb7c983-2933-4ec2-a43e-de74702e92a8) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:08.436292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07426537-1ab9-4c0c-b84e-e68253eb3426 None None] Network 0fb7c983-2933-4ec2-a43e-de74702e92a8 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:08.438567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:08.442610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.446121 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa76bcdc-27bb-42b4-9897-facad521288a tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/284829db-beae-4821-9a72-0c364775bb30 HTTP/1.1" status: 204 len: 168 time: 1.0078349 Apr 30 04:56:08.452982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:08.453585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.461697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37284) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.497637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.499230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2065cac3-9f04-4595-8031-6c5c132d0749 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4293141 Apr 30 04:56:08.520515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37286) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.555203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:08.586562 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4acabfb-caf5-4b5a-bc3a-88cab962314c tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3061378 Apr 30 04:56:08.588039 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c8e195-1987-456a-ba30-a1e4540ba01f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] GET failed (client error): The resource could not be found. Apr 30 04:56:08.596839 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-20c8e195-1987-456a-ba30-a1e4540ba01f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports/284829db-beae-4821-9a72-0c364775bb30 HTTP/1.1" status: 404 len: 333 time: 0.1338899 Apr 30 04:56:08.597895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37288) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.598461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37290) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.636924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-0fb7c983-2933-4ec2-a43e-de74702e92a8', 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '0b31b141-611d-435c-853c-18083b9f50bb'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:08.638154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.673931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6149a93d-05bf-4614-943c-497cf272dc40 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9437003 Apr 30 04:56:08.678610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37292) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.793733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (b54e97eb-823a-4d52-aaf5-7d01bd929df2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.811607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-34d53a44-d53d-4a90-b9de-1734631eb102 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 200 len: 205 time: 0.4251046 Apr 30 04:56:08.818828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.822984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (d4840981-eae2-4cba-baea-9e0248a85481), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.832815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Allocated IP 172.20.0.2 (0fb7c983-2933-4ec2-a43e-de74702e92a8/0b31b141-611d-435c-853c-18083b9f50bb/4972f6ba-4162-4fde-93a4-3f41a1c6076b) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:08.891340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (3261fb5d-4694-4ebe-bfcc-cfaa8a8eebc0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.892279 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-48b3014f-2d87-4796-a519-bf50ba2b55bc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:08.898218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-48b3014f-2d87-4796-a519-bf50ba2b55bc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/778f2f96-2317-4522-ba53-54b7d751b12f HTTP/1.1" status: 404 len: 336 time: 0.0711701 Apr 30 04:56:08.898218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37296) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.933588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a0c3e019-850a-4934-86ba-b896cdf61c09 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcfa4c56-f05c-478a-8a0a-7935e2ff090f HTTP/1.1" status: 200 len: 205 time: 0.0328426 Apr 30 04:56:08.935247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37298) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:08.936058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (d4840981-eae2-4cba-baea-9e0248a85481), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.939385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (b54e97eb-823a-4d52-aaf5-7d01bd929df2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:08.962608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Sync routers for ids ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:08.974312 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Routers {'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:08.975444 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:08.981384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-a2dbb26f-60d4-4902-a46f-670c3fbf5f1b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:08.982377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a2dbb26f-60d4-4902-a46f-670c3fbf5f1b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/bcfa4c56-f05c-478a-8a0a-7935e2ff090f HTTP/1.1" status: 404 len: 336 time: 0.0467460 Apr 30 04:56:08.985037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37300) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.022407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f76263-6386-402f-a184-be72dda46894 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:09.028669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f76263-6386-402f-a184-be72dda46894 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:09.028884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks [] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.029034 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-65f76263-6386-402f-a184-be72dda46894 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/6e53a8a7-ebdd-42c0-9adf-84f6506d336c HTTP/1.1" status: 404 len: 337 time: 0.0400691 Apr 30 04:56:09.029672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37302) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.050097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (d06113fe-9ffc-448b-b6af-9e5a61240363), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.050630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (3261fb5d-4694-4ebe-bfcc-cfaa8a8eebc0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.054430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.099296 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Set router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:09.101157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-272bb7a0-95ef-494d-a94b-c460d8f5b3fe tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 200 len: 205 time: 0.0701571 Apr 30 04:56:09.101939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37304) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.103173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=d06113fe-9ffc-448b-b6af-9e5a61240363,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.107571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.130967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.134171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d19b6a4e-63ef-4383-bde7-51693368eda9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d06113fe-9ffc-448b-b6af-9e5a61240363 HTTP/1.1" status: 204 len: 168 time: 0.9982188 Apr 30 04:56:09.136730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.167064 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:06Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.184201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc7504-e78b-4bc7-a7c1-34466dd98a3d None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:09.203685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3261fb5d-4694-4ebe-bfcc-cfaa8a8eebc0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.203685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-1f23cb38-0988-464c-ad25-b7cda1f1989c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:09.203685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f23cb38-0988-464c-ad25-b7cda1f1989c tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/5665147c-a555-47e3-9a71-96e28e7ae518 HTTP/1.1" status: 404 len: 336 time: 0.0969613 Apr 30 04:56:09.208289 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Checking router: f471b9e7-e4b2-4dd9-aacf-3e6099bc213b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:09.213140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37308) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.222013 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Routers {'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:09.222774 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.225741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Network 0fb7c983-2933-4ec2-a43e-de74702e92a8 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:09.230681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b54e97eb-823a-4d52-aaf5-7d01bd929df2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.237324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.242000 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/security-groups/b54e97eb-823a-4d52-aaf5-7d01bd929df2 HTTP/1.1" status: 204 len: 168 time: 0.6359880 Apr 30 04:56:09.242227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:09.262184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37310) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.271684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:09.277768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Pushing event updated for resources: {'Port': ['ID=4972f6ba-4162-4fde-93a4-3f41a1c6076b,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.313199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e46f68c3-1449-41f6-af06-2dc5f2c2bab5 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=de803cc1-de85-4595-92b4-45d58be4fd1c HTTP/1.1" status: 200 len: 205 time: 0.0679491 Apr 30 04:56:09.313199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (d4840981-eae2-4cba-baea-9e0248a85481), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.314010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37312) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.325229 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] Set router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:09.328184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.329068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6107c742-5ece-4e1d-921a-b176384248df tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1909082 Apr 30 04:56:09.332384 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4840981-eae2-4cba-baea-9e0248a85481 HTTP/1.1" status: 204 len: 168 time: 0.7297907 Apr 30 04:56:09.334907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37314) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.335240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37316) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.346003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.347660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8256559 Apr 30 04:56:09.359443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37318) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.360394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (0b31b141-611d-435c-853c-18083b9f50bb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.364121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863ce0-07cc-4f95-89cc-921165d7ebee tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e97eb-823a-4d52-aaf5-7d01bd929df2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.370972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:09.406725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b3096-2881-4b37-9201-cc4fdad8331b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3261fb5d-4694-4ebe-bfcc-cfaa8a8eebc0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.407974 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:06Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.410104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Attempting to bind port 4972f6ba-4162-4fde-93a4-3f41a1c6076b on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:09.412287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfb966-3394-4432-89f9-6b3efb559e72 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4840981-eae2-4cba-baea-9e0248a85481,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.412426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Attempting to bind port 4972f6ba-4162-4fde-93a4-3f41a1c6076b by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '7a9ef6db-2094-42f1-9122-851d8a0a97e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:09.412719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Attempting to bind port 4972f6ba-4162-4fde-93a4-3f41a1c6076b on network 0fb7c983-2933-4ec2-a43e-de74702e92a8 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:09.425935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-47e839d1-b657-4a97-8e0c-aa3c465b0697 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:09.425935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-47e839d1-b657-4a97-8e0c-aa3c465b0697 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/de803cc1-de85-4595-92b4-45d58be4fd1c HTTP/1.1" status: 404 len: 336 time: 0.1062205 Apr 30 04:56:09.444140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37320) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.458581 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c72ba-66a4-453c-99ac-665dd03bfac0 None None] The sync data for ids ['f471b9e7-e4b2-4dd9-aacf-3e6099bc213b'] in dv-neutron-838078-9-hyperv is: [{'id': 'f471b9e7-e4b2-4dd9-aacf-3e6099bc213b', 'name': 'tempest-NetworksTestDHCPv6-router-1859227755', 'tenant_id': '6c58c870780a4fb1afe518b301dcf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:55:57Z', 'updated_at': '2022-04-30T04:56:06Z', 'revision_number': 3, 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:09.468468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:09.476199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:09.476573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Checking segment: {'id': '7a9ef6db-2094-42f1-9122-851d8a0a97e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:09.476971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.477362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Bound using segment: {'id': '7a9ef6db-2094-42f1-9122-851d8a0a97e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:09.477852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Bound port: 4972f6ba-4162-4fde-93a4-3f41a1c6076b, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9ef6db-2094-42f1-9122-851d8a0a97e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:09.478231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.499714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5f1a91-6633-4a8f-8319-07311debe29d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:09.500315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5f1a91-6633-4a8f-8319-07311debe29d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:09.503717 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a5f1a91-6633-4a8f-8319-07311debe29d tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/101915f7-a72e-4868-92f2-2ff4eb736c5a HTTP/1.1" status: 404 len: 337 time: 0.0577745 Apr 30 04:56:09.507089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.531006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (679e31f1-16cb-4a7d-bdf9-985c93fcf46c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.540255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.559049 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1770a6b-5b65-4890-9e64-2187bea7f06a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=68147a5d-8e03-4867-a78c-1b211097617a HTTP/1.1" status: 200 len: 205 time: 0.0506802 Apr 30 04:56:09.564386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37324) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.567382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Deleting port 0628be0a-02ff-41bf-a507-411e4765b212 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:09.567745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0628be0a-02ff-41bf-a507-411e4765b212), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.577351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (f4e726c3-a2c0-4894-9828-82fc80219b39), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.603387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] For port 4972f6ba-4162-4fde-93a4-3f41a1c6076b, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:09.621938 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-a2ada6f4-f846-44d5-8a3a-65c0d7d43abc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:09.625534 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2ada6f4-f846-44d5-8a3a-65c0d7d43abc tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/68147a5d-8e03-4867-a78c-1b211097617a HTTP/1.1" status: 404 len: 336 time: 0.0577576 Apr 30 04:56:09.628527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37326) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.650111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] For port 4972f6ba-4162-4fde-93a4-3f41a1c6076b, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4972f6ba-4162-4fde-93a4-3f41a1c6076b,segment=NetworkSegment(7a9ef6db-2094-42f1-9122-851d8a0a97e8),segment_id=7a9ef6db-2094-42f1-9122-851d8a0a97e8)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:09.660140 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6bf14b1a-051a-4a9a-8c97-2c3ed6553cde tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3157477 Apr 30 04:56:09.662664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] For port 0628be0a-02ff-41bf-a507-411e4765b212, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0628be0a-02ff-41bf-a507-411e4765b212,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:09.663059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0628be0a-02ff-41bf-a507-411e4765b212), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.664055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37328) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.672721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149650673'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:09.676822 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-803c795a-8a88-4121-96be-43f858fff8fb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:09.677281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803c795a-8a88-4121-96be-43f858fff8fb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:09.678717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Calling delete_port for 0628be0a-02ff-41bf-a507-411e4765b212 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:09.680238 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-803c795a-8a88-4121-96be-43f858fff8fb tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/40d2f358-2876-4947-a968-e245780c7a34 HTTP/1.1" status: 404 len: 337 time: 0.0490205 Apr 30 04:56:09.688194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37330) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.705680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (679e31f1-16cb-4a7d-bdf9-985c93fcf46c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.706644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (0b31b141-611d-435c-853c-18083b9f50bb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.743055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.747911 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d935844b-0cbe-4a03-8f26-b55fbf1303fd tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "GET /v2.0/ports?device_id=848cbb47-01a9-4735-9a54-42019a8603a1 HTTP/1.1" status: 200 len: 205 time: 0.0559516 Apr 30 04:56:09.748110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router_controller (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.749425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37332) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.752807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.774679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=0b31b141-611d-435c-853c-18083b9f50bb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.779870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (f4e726c3-a2c0-4894-9828-82fc80219b39), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.841477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-cab5b03c-41fc-4c96-b844-45c3131d516b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] delete failed (client error): The resource could not be found. Apr 30 04:56:09.846592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cab5b03c-41fc-4c96-b844-45c3131d516b tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/routers/848cbb47-01a9-4735-9a54-42019a8603a1 HTTP/1.1" status: 404 len: 336 time: 0.0886030 Apr 30 04:56:09.846592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37334) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.849524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b53108-296f-4749-a0b2-27dd3a20737d None None] Pushing event updated for resources: {'Port': ['ID=4972f6ba-4162-4fde-93a4-3f41a1c6076b,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.849685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.875795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f4e726c3-a2c0-4894-9828-82fc80219b39), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.881672 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4f51a5-07b1-4adc-bfce-af15e677155a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:09.882141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4f51a5-07b1-4adc-bfce-af15e677155a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:09.885218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eb4f51a5-07b1-4adc-bfce-af15e677155a tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/05a80079-f302-4f39-b4ef-70989741622a HTTP/1.1" status: 404 len: 337 time: 0.0391183 Apr 30 04:56:09.887810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37336) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.900603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7c983-2933-4ec2-a43e-de74702e92a8']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.911817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.914433 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa0ac5e-4cf5-43f3-b312-f02b46977f07 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:09.914896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa0ac5e-4cf5-43f3-b312-f02b46977f07 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:09.918108 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4fa0ac5e-4cf5-43f3-b312-f02b46977f07 tempest-RoutersIpV6Test-396699726 tempest-RoutersIpV6Test-396699726-project] 10.222.0.16 "DELETE /v2.0/subnets/ea2ef65a-69ae-433b-babd-bd9d43e71714 HTTP/1.1" status: 404 len: 337 time: 0.0293310 Apr 30 04:56:09.920378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9ef6db-2094-42f1-9122-851d8a0a97e8') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.920788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9ef6db-2094-42f1-9122-851d8a0a97e8') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:09.923285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e726c3-a2c0-4894-9828-82fc80219b39,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:09.952677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f471b9e7-e4b2-4dd9-aacf-3e6099bc213b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.952931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Fanout notify agent at l3_agent the message router_deleted on router f471b9e7-e4b2-4dd9-aacf-3e6099bc213b {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:56:09.956173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (0628be0a-02ff-41bf-a507-411e4765b212), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.962045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:09.962045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4700b00b-9ddc-4f3a-a21c-e1fff82ee8f7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/routers/f471b9e7-e4b2-4dd9-aacf-3e6099bc213b HTTP/1.1" status: 204 len: 168 time: 0.6229382 Apr 30 04:56:09.965371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37340) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:09.972551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.000010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.000589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (679e31f1-16cb-4a7d-bdf9-985c93fcf46c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.003805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.005113 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/security-groups/679e31f1-16cb-4a7d-bdf9-985c93fcf46c HTTP/1.1" status: 204 len: 168 time: 0.7416580 Apr 30 04:56:10.009838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37342) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.014824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:10.019234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.019385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] Pushing event deleted for resources: {'Port': ['ID=0628be0a-02ff-41bf-a507-411e4765b212,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:10.025462 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:10.028828 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6c2ccf7-0319-44b7-b012-89c340b226c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559807 Apr 30 04:56:10.028943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.031923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7f22-fce1-45db-a52e-5b2c5dd743f5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e31f1-16cb-4a7d-bdf9-985c93fcf46c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.035594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba9016c-1759-4782-b9a6-1e0f880ef6ac None None] No DVR routers for this DVR port 0628be0a-02ff-41bf-a507-411e4765b212 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:10.069578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.070839 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-433db0f8-1e14-4dc5-8667-b0ccf4d78679 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7042735 Apr 30 04:56:10.096894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37346) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.104798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:10.187961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (841a71fd-6914-4b73-af17-095987cb8361), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.212903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb9f1c-9f39-4711-b8d2-f7607321ed9a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:10.216808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (841a71fd-6914-4b73-af17-095987cb8361), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.217044 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8bbb9f1c-9f39-4711-b8d2-f7607321ed9a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1860509 Apr 30 04:56:10.223167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (08b3d6cd-87bd-41b2-acee-e96eedd96dc9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.224337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.api [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 04:56:10.224337 dv-neutron-838078-9-hyperv neutron-server[111174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 04:56:10.224337 dv-neutron-838078-9-hyperv neutron-server[111174]: [parameters: {'id': '0fb7c983-2933-4ec2-a43e-de74702e92a8'}] Apr 30 04:56:10.224337 dv-neutron-838078-9-hyperv neutron-server[111174]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:10.225087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG oslo_db.api [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:10.227569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37348) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.286773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-46354261-58eb-410f-bd07-59b5e17eac3b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579288 Apr 30 04:56:10.297004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37350) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.297004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:10.297279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (19ea8a19-802a-4f5b-959e-ef6203f0ec23), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.367204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (19ea8a19-802a-4f5b-959e-ef6203f0ec23), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.398378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (08b3d6cd-87bd-41b2-acee-e96eedd96dc9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.414529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (841a71fd-6914-4b73-af17-095987cb8361), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.418167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.419496 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/security-groups/841a71fd-6914-4b73-af17-095987cb8361 HTTP/1.1" status: 204 len: 168 time: 0.3957357 Apr 30 04:56:10.424959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37352) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.438578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4945a-08f4-434d-89bd-dda87870fac0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841a71fd-6914-4b73-af17-095987cb8361,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.447403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3d6cd-87bd-41b2-acee-e96eedd96dc9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.474210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (19ea8a19-802a-4f5b-959e-ef6203f0ec23), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.492752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.494130 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-91626659-3259-451d-b7bb-cbcdae7e1495 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8258867 Apr 30 04:56:10.502757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37354) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.502757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4e7203ba-7056-4e53-9d74-8bb25e3db9c0 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '08b3d6cd-87bd-41b2-acee-e96eedd96dc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:10.506321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ea8a19-802a-4f5b-959e-ef6203f0ec23,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.514405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet ba7e8939-1f3c-4554-8eac-dba3fa79e84d {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:10.517973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (ba7e8939-1f3c-4554-8eac-dba3fa79e84d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.551799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:10.555565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.567304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (ba7e8939-1f3c-4554-8eac-dba3fa79e84d), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.590972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.595142 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c5befab7-3555-4b9d-8052-c0c05aebd79a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972143 Apr 30 04:56:10.599218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37358) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.602650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:10.617776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.688541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ba7e8939-1f3c-4554-8eac-dba3fa79e84d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.736267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (e127554f-9194-4a48-a97d-f19eb8888bfe), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.845297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (e127554f-9194-4a48-a97d-f19eb8888bfe), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.850633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-86d82650-d1ec-4637-9422-ffd21858607d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c034c55d85b4409b2b1bcd05835f201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293487 Apr 30 04:56:10.850890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37364) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.883318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (ba7e8939-1f3c-4554-8eac-dba3fa79e84d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.924262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.928135 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/ba7e8939-1f3c-4554-8eac-dba3fa79e84d HTTP/1.1" status: 204 len: 168 time: 0.5014365 Apr 30 04:56:10.931554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e127554f-9194-4a48-a97d-f19eb8888bfe), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:10.933724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37366) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:10.935074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a069481-6340-49bb-8d33-b8a9ab6f4dce None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:10.936880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5cc37-10fb-4b20-b71e-3deecb2414f0 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7e8939-1f3c-4554-8eac-dba3fa79e84d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:10.996946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e127554f-9194-4a48-a97d-f19eb8888bfe,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.004297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] Publish callbacks [] for security_group (a88f09cf-0f59-4d09-9186-9b4005e87965), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.040226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet 17189acf-7cf2-4d46-baea-7ca6f31b2556 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:11.047822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] Publish callbacks [] for security_group (a88f09cf-0f59-4d09-9186-9b4005e87965), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.049606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (17189acf-7cf2-4d46-baea-7ca6f31b2556), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.056387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.067302 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-4e7203ba-7056-4e53-9d74-8bb25e3db9c0 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:11.072057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4e7203ba-7056-4e53-9d74-8bb25e3db9c0 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5728924 Apr 30 04:56:11.077134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37368) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.083261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fb4b61ae-eed3-4e9d-939e-28ca2a7ae7de tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group_rule': {'security_group_id': '08b3d6cd-87bd-41b2-acee-e96eedd96dc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:11.084231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.088649 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1684ec8a-4a50-4467-a809-ce7530525e8c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4866338 Apr 30 04:56:11.092282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37370) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.103809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:11.145021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (17189acf-7cf2-4d46-baea-7ca6f31b2556), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.199563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 4972f6ba-4162-4fde-93a4-3f41a1c6076b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:11.199857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.206882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ea71e-eaea-4dc1-9a84-d3d7f09ac66a None None] Network 0fb7c983-2933-4ec2-a43e-de74702e92a8 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:11.269283 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Project c37cf34c1dba42589ec1e058f18d4ed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:56:11.273670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (17189acf-7cf2-4d46-baea-7ca6f31b2556), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.307205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (1eb0ada9-7644-432f-bc05-3e32d7d4dd50), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.320939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4972f6ba-4162-4fde-93a4-3f41a1c6076b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:11.329501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a88f09cf-0f59-4d09-9186-9b4005e87965), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.332196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.333361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a88f09cf-0f59-4d09-9186-9b4005e87965 HTTP/1.1" status: 204 len: 168 time: 0.4814670 Apr 30 04:56:11.373430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd095-76f5-4ce9-9b27-8eedccce9c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f09cf-0f59-4d09-9186-9b4005e87965,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.374088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-60fc5b94-f36d-4f45-aea4-2f062019ad55 None None] Provisioning complete for port 4972f6ba-4162-4fde-93a4-3f41a1c6076b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:11.374514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b94-f36d-4f45-aea4-2f062019ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.389063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 4972f6ba-4162-4fde-93a4-3f41a1c6076b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4972f6ba-4162-4fde-93a4-3f41a1c6076b,segment=NetworkSegment(7a9ef6db-2094-42f1-9122-851d8a0a97e8),segment_id=7a9ef6db-2094-42f1-9122-851d8a0a97e8)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:11.389442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.418323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 4972f6ba-4162-4fde-93a4-3f41a1c6076b owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:11.420534 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-fb4b61ae-eed3-4e9d-939e-28ca2a7ae7de tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:11.421787 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb4b61ae-eed3-4e9d-939e-28ca2a7ae7de tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3435991 Apr 30 04:56:11.438804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37374) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.449373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (1eb0ada9-7644-432f-bc05-3e32d7d4dd50), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.468629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 4972f6ba-4162-4fde-93a4-3f41a1c6076b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:11.469196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.493683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (17189acf-7cf2-4d46-baea-7ca6f31b2556), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.526045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=17189acf-7cf2-4d46-baea-7ca6f31b2556,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.534490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1eb0ada9-7644-432f-bc05-3e32d7d4dd50), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.557217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.561377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b660119b-a8d5-4c7e-9883-bee9fff2fdd4 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/17189acf-7cf2-4d46-baea-7ca6f31b2556 HTTP/1.1" status: 204 len: 168 time: 0.6216860 Apr 30 04:56:11.572882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37376) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.583299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:11.586590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (b92db2c0-f8af-43e0-8e4a-4df70c36e26c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.630578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb0ada9-7644-432f-bc05-3e32d7d4dd50,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.647733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (08b3d6cd-87bd-41b2-acee-e96eedd96dc9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.659910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] DHCP port deletion for 0fb7c983-2933-4ec2-a43e-de74702e92a8 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:11.677639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:11.680504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (08b3d6cd-87bd-41b2-acee-e96eedd96dc9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.688795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:11.689060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-60fc5b94-f36d-4f45-aea4-2f062019ad55 None None] Current status of the port 4972f6ba-4162-4fde-93a4-3f41a1c6076b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:11.689520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b94-f36d-4f45-aea4-2f062019ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.695787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:11.696396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.714924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=b92db2c0-f8af-43e0-8e4a-4df70c36e26c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.736029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c5f7e-dbdd-44be-a5bc-61e9120542ab None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:11.744735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 4972f6ba-4162-4fde-93a4-3f41a1c6076b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:11.746004 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a054fb8c-4161-4f37-8b6a-1f25185f9822 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:11.746804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a054fb8c-4161-4f37-8b6a-1f25185f9822 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:11.747929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.750418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a054fb8c-4161-4f37-8b6a-1f25185f9822 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/ba7e8939-1f3c-4554-8eac-dba3fa79e84d HTTP/1.1" status: 404 len: 337 time: 0.1733897 Apr 30 04:56:11.753036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37380) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.753426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.754891 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-78c27d8f-98ad-4f85-9e0f-cc9de444fea6 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6564817 Apr 30 04:56:11.758824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37382) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.773680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'security_group_rule': {'security_group_id': '4eb927dc-e42a-4c61-aa46-68f1dabd2e0f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:11.794446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.812812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 4972f6ba-4162-4fde-93a4-3f41a1c6076b on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:11.825078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (08b3d6cd-87bd-41b2-acee-e96eedd96dc9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.829095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.830504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/08b3d6cd-87bd-41b2-acee-e96eedd96dc9 HTTP/1.1" status: 204 len: 168 time: 0.3905647 Apr 30 04:56:11.839720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37384) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.844569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477af092-12aa-445e-b6f6-7c9b24f9c63b tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3d6cd-87bd-41b2-acee-e96eedd96dc9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.849496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Deleting port 4972f6ba-4162-4fde-93a4-3f41a1c6076b {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:11.852735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.902557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Project c37cf34c1dba42589ec1e058f18d4ed1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:56:11.909114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.915891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (97d85027-5f57-474e-8bfa-1c0b7735a74b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:11.967182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:11.968183 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e1140d54-8b2d-449d-be06-739cf0643910 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6748533 Apr 30 04:56:11.985541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=4972f6ba-4162-4fde-93a4-3f41a1c6076b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:11.996006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7c983-2933-4ec2-a43e-de74702e92a8']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:11.998808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:11.999749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] For port 4972f6ba-4162-4fde-93a4-3f41a1c6076b, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:12.006903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.027926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting subnet de5fde63-3fda-4733-9982-ccee911fd9ce {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:12.032687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (de5fde63-3fda-4733-9982-ccee911fd9ce), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.044264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Calling delete_port for 4972f6ba-4162-4fde-93a4-3f41a1c6076b owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:12.053216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.ipam_backend_mixin [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Port 4972f6ba-4162-4fde-93a4-3f41a1c6076b was not found and therefore no delete operation was performed {{(pid=111176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:56:12.062797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9ef6db-2094-42f1-9122-851d8a0a97e8') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:12.063367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9ef6db-2094-42f1-9122-851d8a0a97e8') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:12.066242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0628be0a-02ff-41bf-a507-411e4765b212 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:12.068699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4c8d1-4472-4385-8003-d34f589b0fe5 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:12.076120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (4972f6ba-4162-4fde-93a4-3f41a1c6076b), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.097751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.107780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (de5fde63-3fda-4733-9982-ccee911fd9ce), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.136254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (97d85027-5f57-474e-8bfa-1c0b7735a74b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.146638 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d4a55fa-f052-4b46-bf27-bea14982bbc1 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2196672 Apr 30 04:56:12.148443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37394) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.150372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.154336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 0628be0a-02ff-41bf-a507-411e4765b212 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:12.158134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'tempest-secgroup--27609366'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:12.163569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0628be0a-02ff-41bf-a507-411e4765b212 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:12.163569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1faa95ba-4ab2-4e6f-a96b-056b0781726a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:12.176112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:12.176599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (7a9ef6db-2094-42f1-9122-851d8a0a97e8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:12.181930 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:12.211113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (97d85027-5f57-474e-8bfa-1c0b7735a74b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.217809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] Pushing event deleted for resources: {'Port': ['ID=4972f6ba-4162-4fde-93a4-3f41a1c6076b,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:12.222680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71de3ea-aa2e-42d9-93ed-64fa043c6e59 None None] No DVR routers for this DVR port 4972f6ba-4162-4fde-93a4-3f41a1c6076b on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:12.224704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1faa95ba-4ab2-4e6f-a96b-056b0781726a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:12.225417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1faa95ba-4ab2-4e6f-a96b-056b0781726a not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:12.263818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'b92db2c0-f8af-43e0-8e4a-4df70c36e26c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:12.264685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.266614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:12.266972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.304254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d85027-5f57-474e-8bfa-1c0b7735a74b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:12.306451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:12.310851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.320617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (de5fde63-3fda-4733-9982-ccee911fd9ce), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.407753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.452673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (0fb7c983-2933-4ec2-a43e-de74702e92a8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.461641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.463514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7522040f-feea-4fef-b7bf-af84f97d4a90 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6945724 Apr 30 04:56:12.467283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37400) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.472822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'network': {'name': 'tempest-network-smoke--1355509509', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:12.484080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.492541 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/0fb7c983-2933-4ec2-a43e-de74702e92a8 HTTP/1.1" status: 204 len: 168 time: 3.8060946 Apr 30 04:56:12.504297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37404) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.546543 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b82e09d-99f6-449a-a39f-db13e6bee94e tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] GET failed (client error): The resource could not be found. Apr 30 04:56:12.549018 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3b82e09d-99f6-449a-a39f-db13e6bee94e tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets/0b31b141-611d-435c-853c-18083b9f50bb HTTP/1.1" status: 404 len: 337 time: 0.0433619 Apr 30 04:56:12.552335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (de5fde63-3fda-4733-9982-ccee911fd9ce), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.566649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37408) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.604002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bbb27-06cf-40ec-9226-51840bdb960c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=0fb7c983-2933-4ec2-a43e-de74702e92a8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:12.607991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.621845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Made reservation on behalf of c37cf34c1dba42589ec1e058f18d4ed1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:12.625788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.626760 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/de5fde63-3fda-4733-9982-ccee911fd9ce HTTP/1.1" status: 204 len: 168 time: 0.8725023 Apr 30 04:56:12.631765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37412) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.664200 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100ca0e-ad34-4730-a842-2ea9c2c9c2af tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:12.664464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100ca0e-ad34-4730-a842-2ea9c2c9c2af tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:12.670481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc1bf3b-4df8-462c-ad9f-355f129fddf5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:12.671268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc1bf3b-4df8-462c-ad9f-355f129fddf5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:12.676236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8cc1bf3b-4df8-462c-ad9f-355f129fddf5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/1d3242aa-8efa-42be-8831-d22c51ac3e09 HTTP/1.1" status: 404 len: 337 time: 0.0457311 Apr 30 04:56:12.677335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37414) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.678512 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0100ca0e-ad34-4730-a842-2ea9c2c9c2af tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/0fb7c983-2933-4ec2-a43e-de74702e92a8 HTTP/1.1" status: 404 len: 339 time: 0.0921268 Apr 30 04:56:12.680847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b96aac-fe71-461a-973b-895affb261de tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Subnet': ['ID=de5fde63-3fda-4733-9982-ccee911fd9ce,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:12.689427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37416) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.692624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:12.702606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Allocated IP 2001:db8::f816:3eff:fe02:a91c (b6427a96-a6f5-42f0-9a44-12b949b58e60/b92db2c0-f8af-43e0-8e4a-4df70c36e26c/413acb5b-ff88-43a1-9251-b1f261c9eaa2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:12.707794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (d5ad460a-daa9-4f08-b12a-21a17ede7a51), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.720438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:12.720866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.729678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (395fd112-42ae-48b9-aac2-5a640e73c50a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.737705 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6ed4a811-5aae-4936-85b8-0ff149f261bb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc31682d-e396-4296-b13c-58ea95e72453 HTTP/1.1" status: 200 len: 205 time: 0.0471210 Apr 30 04:56:12.738405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37418) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.753707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a44751-4609-4674-bb11-744feaa460e9 None None] Update dhcp port {'port': {'network_id': '01d776d0-49f8-4f87-bae4-e6cff04e8dcb', 'fixed_ips': [{'subnet_id': 'de5fde63-3fda-4733-9982-ccee911fd9ce'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '7e22d86a-df1a-4420-ac4f-021ba55001a0'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:12.806646 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-4c16aecc-dec7-454c-8209-a88742ea3a13 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] delete failed (client error): The resource could not be found. Apr 30 04:56:12.810753 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4c16aecc-dec7-454c-8209-a88742ea3a13 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/routers/cc31682d-e396-4296-b13c-58ea95e72453 HTTP/1.1" status: 404 len: 336 time: 0.0683258 Apr 30 04:56:12.810753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (395fd112-42ae-48b9-aac2-5a640e73c50a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.812256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07e32-fcbf-4179-95d5-67f9f353d5df None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:12.813526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37422) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.822226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14a44751-4609-4674-bb11-744feaa460e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.822446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:12.862699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395fd112-42ae-48b9-aac2-5a640e73c50a,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:12.892959 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26788e5-1c76-4d0c-b66b-14af65ee4fe5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:12.893416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26788e5-1c76-4d0c-b66b-14af65ee4fe5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:12.900243 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d26788e5-1c76-4d0c-b66b-14af65ee4fe5 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/0ad3c2fa-8cef-4131-be37-54dc72f1dc2b HTTP/1.1" status: 404 len: 337 time: 0.0522068 Apr 30 04:56:12.902300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:12.903602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.924698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:12.927868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:12.928559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.931675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (95c53911-0d3b-4d27-a71c-8b9a65c651a9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.932010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Added segment 95c53911-0d3b-4d27-a71c-8b9a65c651a9 of type vlan for network 2bc05787-5507-4bb6-8ee9-0a8095e5255f Apr 30 04:56:12.933782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37426) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.943447 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-4162c8dc-6d42-471b-84e2-55f47a25455d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:12.945389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4162c8dc-6d42-471b-84e2-55f47a25455d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:12.947917 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4162c8dc-6d42-471b-84e2-55f47a25455d tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/1a8cda95-df65-4577-ae8f-1abc0e2943ff HTTP/1.1" status: 404 len: 337 time: 0.0433321 Apr 30 04:56:12.951204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37428) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.988501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:12.989941 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07804a71-85c4-4b45-a6d1-d86cccd9c5b5 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8409221 Apr 30 04:56:12.991438 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5daed68-f2d6-44f6-8554-6e11d5bd4c46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:12.991987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5daed68-f2d6-44f6-8554-6e11d5bd4c46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:12.995281 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d5daed68-f2d6-44f6-8554-6e11d5bd4c46 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/d2bbf185-0593-4bea-84b0-d199d5e438e0 HTTP/1.1" status: 404 len: 337 time: 0.0428579 Apr 30 04:56:12.996193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37432) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.997992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37434) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:12.999758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=d5ad460a-daa9-4f08-b12a-21a17ede7a51,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:13.009435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4d1fac59-0919-4928-8998-014adea4f870 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:13.009945 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.api.v2.base [None req-4d1fac59-0919-4928-8998-014adea4f870 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 30 04:56:13.010551 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-4d1fac59-0919-4928-8998-014adea4f870 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] update failed (client error): There was a conflict when trying to complete your request. Apr 30 04:56:13.015066 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d1fac59-0919-4928-8998-014adea4f870 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "PUT /v2.0/security-groups/395fd112-42ae-48b9-aac2-5a640e73c50a HTTP/1.1" status: 409 len: 330 time: 0.0150275 Apr 30 04:56:13.015774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37436) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.044970 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e9973-e296-4514-91fa-33279cdabe6e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.045642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75e9973-e296-4514-91fa-33279cdabe6e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.052233 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c75e9973-e296-4514-91fa-33279cdabe6e tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/37192938-c3a4-4207-8397-8ecc16a2a369 HTTP/1.1" status: 404 len: 333 time: 0.0499551 Apr 30 04:56:13.052468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37438) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.070229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0952cc5-e7b4-476e-ae99-254708919534 None None] Network 01d776d0-49f8-4f87-bae4-e6cff04e8dcb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:13.075215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks [] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.086140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf6e50-f63a-4def-a4f1-f5acebe13af2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.087956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1bf6e50-f63a-4def-a4f1-f5acebe13af2 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4097345 Apr 30 04:56:13.106592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37440) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.107268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (395fd112-42ae-48b9-aac2-5a640e73c50a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.111155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (2bc05787-5507-4bb6-8ee9-0a8095e5255f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.116812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3ab10743-5dd3-4192-9076-e4b68779ac78 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1388874 Apr 30 04:56:13.119487 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3e29f7-b267-435d-84ef-e6239da647f8 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.119946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3e29f7-b267-435d-84ef-e6239da647f8 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.125752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f3e29f7-b267-435d-84ef-e6239da647f8 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/0a6f621f-73e6-49ee-a20e-25abdb8ef657 HTTP/1.1" status: 404 len: 337 time: 0.0698054 Apr 30 04:56:13.125752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.130302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37444) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.131408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:d0:4d:d1', 'name': 'tempest-NetworksTestDHCPv6-1242805755'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:13.142006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1296956566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:13.159507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.196206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (395fd112-42ae-48b9-aac2-5a640e73c50a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.224170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:13.232568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:13.235016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Provisioning complete for port 7e22d86a-df1a-4420-ac4f-021ba55001a0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:13.236460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.244260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:13.250869 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a606906f-24cf-49a8-8cfc-f4bcf43f575d tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 207 time: 0.1411996 Apr 30 04:56:13.254597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37446) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.274431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d566a5-b08e-43c8-9d70-265360bdcccb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.274877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d566a5-b08e-43c8-9d70-265360bdcccb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.280468 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-68d566a5-b08e-43c8-9d70-265360bdcccb tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/b072696b-6dad-4310-98ef-da5d902dbc50 HTTP/1.1" status: 404 len: 337 time: 0.1274898 Apr 30 04:56:13.280718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Pushing event updated for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:13.280816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37448) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.288952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4972f6ba-4162-4fde-93a4-3f41a1c6076b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:13.306998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.308577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.309425 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4228fb-cc65-4002-87cc-5d6dacd7937f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.310094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4228fb-cc65-4002-87cc-5d6dacd7937f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.317071 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3b4228fb-cc65-4002-87cc-5d6dacd7937f tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/00b9b76d-d90e-460e-90a6-7bc02f372124 HTTP/1.1" status: 404 len: 333 time: 0.0352862 Apr 30 04:56:13.317800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37450) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.334662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (2bc05787-5507-4bb6-8ee9-0a8095e5255f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.337052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 4972f6ba-4162-4fde-93a4-3f41a1c6076b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:13.337698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4972f6ba-4162-4fde-93a4-3f41a1c6076b not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:13.338138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7e22d86a-df1a-4420-ac4f-021ba55001a0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:13.340576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.341167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.351143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d84ab2-1210-41d9-be51-c084b2644b70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.351669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d84ab2-1210-41d9-be51-c084b2644b70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.358703 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-86d84ab2-1210-41d9-be51-c084b2644b70 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/19bac72a-c721-4e2a-9e40-236d16b6b971 HTTP/1.1" status: 404 len: 337 time: 0.0397680 Apr 30 04:56:13.359514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37452) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.389629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] DHCP port deletion for 01d776d0-49f8-4f87-bae4-e6cff04e8dcb request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:13.392713 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0957d1-0d29-4b26-8fc5-81d4f4f06313 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:13.393172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0957d1-0d29-4b26-8fc5-81d4f4f06313 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:13.400194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1b0957d1-0d29-4b26-8fc5-81d4f4f06313 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/subnets/e7e0c0f6-f730-48a7-85fa-b2656293fba3 HTTP/1.1" status: 404 len: 337 time: 0.0371890 Apr 30 04:56:13.400194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (395fd112-42ae-48b9-aac2-5a640e73c50a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.403235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.406848 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/395fd112-42ae-48b9-aac2-5a640e73c50a HTTP/1.1" status: 204 len: 168 time: 0.3695714 Apr 30 04:56:13.406848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.411972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37456) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.443753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc996c-9a0d-4087-b737-51acdd6b84a3 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395fd112-42ae-48b9-aac2-5a640e73c50a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:13.444019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Attempting to bind port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:13.444204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Attempting to bind port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:13.444762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Attempting to bind port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:13.498415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:13.498726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:13.499066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.499638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:13.500313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Bound port: 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:13.500859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.522811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:13.523864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.594373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:13.596892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.611282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 71f01c04-ce86-4f8c-bf45-2632df2b24b7 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:13.620899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Provisioning complete for port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:13.621274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.626676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Deleting port 7e22d86a-df1a-4420-ac4f-021ba55001a0 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:13.627047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.687080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7e22d86a-df1a-4420-ac4f-021ba55001a0 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:13.687304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.758639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (71f01c04-ce86-4f8c-bf45-2632df2b24b7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.769491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-eff84d17-47f5-4189-8f03-eecf104f997d None None] Port 71f01c04-ce86-4f8c-bf45-2632df2b24b7 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:13.771393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:13.780558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:13.780951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.811184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Calling delete_port for 7e22d86a-df1a-4420-ac4f-021ba55001a0 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:13.814406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=413acb5b-ff88-43a1-9251-b1f261c9eaa2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:13.822042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=71f01c04-ce86-4f8c-bf45-2632df2b24b7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:13.825615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:13.832398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3639374 Apr 30 04:56:13.840181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37458) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.845827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55e68a-776a-48c9-941c-9a9a1cae0f2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Network': ['ID=2bc05787-5507-4bb6-8ee9-0a8095e5255f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:13.847056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'admin_state_up': True, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:13.869901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:13.875764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.880365 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-515aaf78-5610-485d-893e-c609a219d874 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/ports/71f01c04-ce86-4f8c-bf45-2632df2b24b7 HTTP/1.1" status: 204 len: 168 time: 0.4714816 Apr 30 04:56:13.881195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router_controller (2d251daa-3828-46f0-a569-5f97c6965bb0), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.884089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37460) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.892522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8f6d3-9621-40e9-bfda-016589e72c28 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.897582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8f6d3-9621-40e9-bfda-016589e72c28 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.903079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8f6d3-9621-40e9-bfda-016589e72c28 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.908427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8f6d3-9621-40e9-bfda-016589e72c28 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:13.910156 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d3b8f6d3-9621-40e9-bfda-016589e72c28 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6545787 Apr 30 04:56:13.914343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37462) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.935394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.937439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:13.945560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:13.959896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-83dafe95-e2f4-4ff7-b18e-0765ecb5b53c tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2717924 Apr 30 04:56:13.969552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37464) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:13.996415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-68d5b947-67c2-4ff7-97f9-bc9b5ddd3d10 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] delete failed (client error): The resource could not be found. Apr 30 04:56:14.001156 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-68d5b947-67c2-4ff7-97f9-bc9b5ddd3d10 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8dc8e45-7786-4021-be9e-e0d888e6b1b5 HTTP/1.1" status: 404 len: 347 time: 0.0270221 Apr 30 04:56:14.004216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.006313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d765fa61-4594-459e-a5ca-4485139092ab), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.007262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d765fa61-4594-459e-a5ca-4485139092ab), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.013372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37466) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.022924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (01d776d0-49f8-4f87-bae4-e6cff04e8dcb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.072013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=11']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:14.117304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-5f0af97d-ce03-43c4-bee9-0b46906cbff4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] show failed (client error): The resource could not be found. Apr 30 04:56:14.123556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f0af97d-ce03-43c4-bee9-0b46906cbff4 tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-groups/3f78bafb-b42a-4acf-a1d2-fbda333e09d2 HTTP/1.1" status: 404 len: 347 time: 0.0967422 Apr 30 04:56:14.125160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_controller (d765fa61-4594-459e-a5ca-4485139092ab), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.125652 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-74a67d0d-3fc2-48d6-b859-eb30b4c9dae6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1983163 Apr 30 04:56:14.125652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37468) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.126524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Deleting port 7e22d86a-df1a-4420-ac4f-021ba55001a0 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:14.126943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.145937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a2518-cd05-49b6-9741-33c8c389964f None None] Pushing event updated for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:14.157556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-95b1bc14-1940-4cfc-8acf-dbcf004d106a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] show failed (client error): The resource could not be found. Apr 30 04:56:14.158631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-95b1bc14-1940-4cfc-8acf-dbcf004d106a tempest-NegativeSecGroupIPv6Test-2065294118 tempest-NegativeSecGroupIPv6Test-2065294118-project] 10.222.0.16 "GET /v2.0/security-group-rules/ab19e719-5128-4e9f-be00-c18c2f5ef993 HTTP/1.1" status: 404 len: 356 time: 0.0267513 Apr 30 04:56:14.173196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.174429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ca8b7d8-112c-4fc6-97b0-b0e9bab2c6dc tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2235658 Apr 30 04:56:14.181741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37472) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.193670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1022439158'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:14.202942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] For port 7e22d86a-df1a-4420-ac4f-021ba55001a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7e22d86a-df1a-4420-ac4f-021ba55001a0,segment=NetworkSegment(3a7d0b66-1ea8-489a-b931-5a9ec7807f22),segment_id=3a7d0b66-1ea8-489a-b931-5a9ec7807f22)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:14.203308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.214874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e9c9152-2e11-450b-821a-61c1e23cfa56 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2991138 Apr 30 04:56:14.220372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Calling delete_port for 7e22d86a-df1a-4420-ac4f-021ba55001a0 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:14.220980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.222152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37474) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.235133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.284650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] Pushing event deleted for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:14.293106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64c19f-6d18-45e1-9416-f6979f42fba1 None None] No DVR routers for this DVR port 7e22d86a-df1a-4420-ac4f-021ba55001a0 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:14.346429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port e61accda-1dd0-43d6-a2c9-c31f8f192263 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:14.356803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:14.360183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.407827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82090e-b394-4b52-95b2-758839c5a4bd tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.409282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82090e-b394-4b52-95b2-758839c5a4bd tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.411029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5d82090e-b394-4b52-95b2-758839c5a4bd tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1879113 Apr 30 04:56:14.421994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37476) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.439601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.445278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-3cd70e27-5461-437a-910c-aa777b0befe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.449571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-3cd70e27-5461-437a-910c-aa777b0befe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 1129 time: 0.1777465 Apr 30 04:56:14.587748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9413549-a2b5-41e8-a982-fa041adf7647 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.589288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9413549-a2b5-41e8-a982-fa041adf7647 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.595179 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9413549-a2b5-41e8-a982-fa041adf7647 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1681530 Apr 30 04:56:14.595179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7e22d86a-df1a-4420-ac4f-021ba55001a0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.595527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_gateway (d765fa61-4594-459e-a5ca-4485139092ab), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.597642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37478) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.630575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Port': ['ID=7e22d86a-df1a-4420-ac4f-021ba55001a0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:14.644159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] No DVR routers for this DVR port 7e22d86a-df1a-4420-ac4f-021ba55001a0 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:14.730375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (01d776d0-49f8-4f87-bae4-e6cff04e8dcb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.766391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d776d0-49f8-4f87-bae4-e6cff04e8dcb']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:14.783788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37482) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.797702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for security_group (c978f87d-20b9-44ed-acee-86e78f9a3986), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.797971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7d0b66-1ea8-489a-b931-5a9ec7807f22') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:14.798337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7d0b66-1ea8-489a-b931-5a9ec7807f22') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:14.807038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-39e8912f-8617-4980-b54f-b747a1bda070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.808634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-39e8912f-8617-4980-b54f-b747a1bda070 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.3163154 Apr 30 04:56:14.813536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 172.20.0.14 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d5ad460a-daa9-4f08-b12a-21a17ede7a51/e61accda-1dd0-43d6-a2c9-c31f8f192263) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:14.836992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (3a7d0b66-1ea8-489a-b931-5a9ec7807f22), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.860226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3a7d0b66-1ea8-489a-b931-5a9ec7807f22), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.865964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fed0:4dd1 (b6427a96-a6f5-42f0-9a44-12b949b58e60/b92db2c0-f8af-43e0-8e4a-4df70c36e26c/e61accda-1dd0-43d6-a2c9-c31f8f192263) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:14.868086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c978f87d-20b9-44ed-acee-86e78f9a3986), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.872590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:14.872988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (3a7d0b66-1ea8-489a-b931-5a9ec7807f22), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self.session.flush() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:14.876205 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:14.932167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4e050-f2e5-4da6-9fb6-134d2f4cfdcf tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:14.934353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-98d4e050-f2e5-4da6-9fb6-134d2f4cfdcf tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks/0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 HTTP/1.1" status: 200 len: 799 time: 0.3109846 Apr 30 04:56:14.935232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:14.945597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37486) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:14.973425 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-4bc5454e-c4ba-4044-ba24-f68eae81663e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 200 len: 1001 time: 0.1559410 Apr 30 04:56:14.983363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (691a8611-2e4f-4b5c-bdde-e52940361739), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:14.983712 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Added segment 691a8611-2e4f-4b5c-bdde-e52940361739 of type vlan for network 84601f78-6a54-41b1-954b-c353e87491c9 Apr 30 04:56:15.001478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c978f87d-20b9-44ed-acee-86e78f9a3986,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:15.090103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (84601f78-6a54-41b1-954b-c353e87491c9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.115747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-994c6819-b1d0-4002-b33a-312347b6546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.117233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-994c6819-b1d0-4002-b33a-312347b6546e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.1356413 Apr 30 04:56:15.133964 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d91c41d0-c427-468f-8d85-c0cff895fb0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d4b7527b8974a9bba678fa46e1cd9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490496 Apr 30 04:56:15.137551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37488) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.139558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_gateway (d765fa61-4594-459e-a5ca-4485139092ab), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.179782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (01d776d0-49f8-4f87-bae4-e6cff04e8dcb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.182040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.214767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-5650051c-6b8b-4ab7-9299-f12d710e238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.216731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-5650051c-6b8b-4ab7-9299-f12d710e238a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0599215 Apr 30 04:56:15.271045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.275008 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] 10.222.0.16 "DELETE /v2.0/networks/01d776d0-49f8-4f87-bae4-e6cff04e8dcb HTTP/1.1" status: 204 len: 168 time: 1.3897538 Apr 30 04:56:15.279307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (e61accda-1dd0-43d6-a2c9-c31f8f192263), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.290086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (84601f78-6a54-41b1-954b-c353e87491c9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.295187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.295782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.306631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 413acb5b-ff88-43a1-9251-b1f261c9eaa2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:15.369831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e5b05-3c14-4a1c-bf73-438477e85f49 tempest-PortsIpV6TestJSON-1915594855 tempest-PortsIpV6TestJSON-1915594855-project] Pushing event deleted for resources: {'Network': ['ID=01d776d0-49f8-4f87-bae4-e6cff04e8dcb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:15.381871 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6cd74c46-2bcd-4307-b8cd-ca13b6fdd3c4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/networks/0dff9c25-bc2f-4656-bb6c-c43ae4b0d303?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4178598 Apr 30 04:56:15.388409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37492) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.390519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:15.391113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.468303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Allocated IP 172.26.5.241 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/f8670d43-2f4f-4bdc-9f41-709d3f2d0030) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:15.472404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] Publish callbacks [] for security_group (cf84fd6e-e79a-4e40-b587-9d62c48df562), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.481496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Network': ['ID=84601f78-6a54-41b1-954b-c353e87491c9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:15.494384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129f0f5-f4c8-405d-8166-967cf506df48 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.499540 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b129f0f5-f4c8-405d-8166-967cf506df48 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets/00e207a4-2447-4a6f-8a60-0b681ee780ec HTTP/1.1" status: 200 len: 811 time: 0.1056511 Apr 30 04:56:15.499540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37494) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.503108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 84601f78-6a54-41b1-954b-c353e87491c9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:15.507732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7673122c-3708-4737-8f9a-361119f0622f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:15.515680 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-65c0cae8-1661-4b2c-9269-7408fb4730ad service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877147 Apr 30 04:56:15.521280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0d68ed8f-09f7-4598-b832-f4d540baef69 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3377273 Apr 30 04:56:15.531087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37496) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.538590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'subnet': {'network_id': '84601f78-6a54-41b1-954b-c353e87491c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:15.541109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:15.541502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.556933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] Publish callbacks [] for security_group (cf84fd6e-e79a-4e40-b587-9d62c48df562), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.560513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e61accda-1dd0-43d6-a2c9-c31f8f192263), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.616281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Provisioning complete for port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:15.616648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.639502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca8973-72a9-4ffb-a1ab-5fe965d76030 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['shared'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.644423 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e5ca8973-72a9-4ffb-a1ab-5fe965d76030 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "GET /v2.0/subnets/00e207a4-2447-4a6f-8a60-0b681ee780ec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1409390 Apr 30 04:56:15.649649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37498) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.655265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1145699556'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:15.699534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=413acb5b-ff88-43a1-9251-b1f261c9eaa2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:15.718708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.747189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:15.749935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:15.755684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.761851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:15.779856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (cf84fd6e-e79a-4e40-b587-9d62c48df562), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.784416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.784416 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf84fd6e-e79a-4e40-b587-9d62c48df562 HTTP/1.1" status: 204 len: 168 time: 0.6455476 Apr 30 04:56:15.793993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:15.797114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971acb6-acf8-46df-8971-18a27dc92168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84fd6e-e79a-4e40-b587-9d62c48df562,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:15.799419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.825351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:15.838250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (44d8ec02-559a-4418-a989-09ac2c418d20), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.839770 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Added segment 44d8ec02-559a-4418-a989-09ac2c418d20 of type vlan for network f19ac545-f55a-4058-9899-2f88de4f3ba8 Apr 30 04:56:15.853990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:15.854846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.860472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:15.864351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.874650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=e61accda-1dd0-43d6-a2c9-c31f8f192263,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:15.912615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f19ac545-f55a-4058-9899-2f88de4f3ba8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.914494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37504) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:15.954805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:15.955447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:15.990868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91dc64a4-05ce-473f-a8b5-aa28270ddfb3 req-1dc556b5-0c57-4015-b2fb-83cfa5a0ccf7 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676588 Apr 30 04:56:15.993728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'b92db2c0-f8af-43e0-8e4a-4df70c36e26c', 'ip_address': '2001:db8::f816:3eff:fe02:a91c'}, {'subnet_id': 'd5ad460a-daa9-4f08-b12a-21a17ede7a51'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': '413acb5b-ff88-43a1-9251-b1f261c9eaa2'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:16.175743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-292858b6-5631-4fc6-853f-212acd72d8d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ec824d0a00747eca74ba815bcca6c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601054 Apr 30 04:56:16.178260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37508) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:16.206139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:16.217461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.227594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] Publish callbacks [] for security_group (665812e0-98ae-4a1e-9add-87fcf3a83f83), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.233992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:16.234380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:16.244972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc519387-7c18-49cf-b4c5-b9925011476e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1177120 Apr 30 04:56:16.247666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37510) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:16.267791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f19ac545-f55a-4058-9899-2f88de4f3ba8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.274998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:16.277433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.280975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.289042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] Publish callbacks [] for security_group (665812e0-98ae-4a1e-9add-87fcf3a83f83), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.293850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (9c2beb14-a8b8-4402-8896-f259cfa78ffa), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.361092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5f3f8-600d-4dfe-9da2-839da292664f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:16.366921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5f3f8-600d-4dfe-9da2-839da292664f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:16.372738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4ce5f3f8-600d-4dfe-9da2-839da292664f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1195407 Apr 30 04:56:16.379163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37512) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:16.391383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Network': ['ID=f19ac545-f55a-4058-9899-2f88de4f3ba8,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:16.399722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:16.414083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:16.414083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:16.428647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Subnet': ['ID=9c2beb14-a8b8-4402-8896-f259cfa78ffa,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:16.437458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:16.454180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:16.476200 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b098fdc7-6985-45d9-8dd3-a3d4296536f4 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8254836 Apr 30 04:56:16.479670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37514) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:16.485985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:16.494738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Checking segment: {'id': '691a8611-2e4f-4b5c-bdde-e52940361739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:16.495106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network hostable DHCP agents. Network: 84601f78-6a54-41b1-954b-c353e87491c9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:16.550847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (665812e0-98ae-4a1e-9add-87fcf3a83f83), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.553700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.559432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/665812e0-98ae-4a1e-9add-87fcf3a83f83 HTTP/1.1" status: 204 len: 168 time: 0.3798318 Apr 30 04:56:16.569614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port e61accda-1dd0-43d6-a2c9-c31f8f192263 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:16.570092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e61accda-1dd0-43d6-a2c9-c31f8f192263), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.575950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Allocated IP 172.20.0.2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d5ad460a-daa9-4f08-b12a-21a17ede7a51/413acb5b-ff88-43a1-9251-b1f261c9eaa2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:16.629144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049fa9a-6350-4d6c-a8d0-3991db9ccf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665812e0-98ae-4a1e-9add-87fcf3a83f83,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:16.665308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 84601f78-6a54-41b1-954b-c353e87491c9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:16.770679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e61accda-1dd0-43d6-a2c9-c31f8f192263), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.789492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for e61accda-1dd0-43d6-a2c9-c31f8f192263 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:16.795648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 84601f78-6a54-41b1-954b-c353e87491c9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:16.805910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:16.806298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=413acb5b-ff88-43a1-9251-b1f261c9eaa2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:16.806914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.808945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f902b-84fb-4762-9679-27edb4f3ce8d None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:16.822132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbc450-0079-4110-a925-b068b2676763 None None] Network 84601f78-6a54-41b1-954b-c353e87491c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:16.895805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Publish callbacks [] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.900112 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c63bc9d2-28fd-4f2b-b872-f80fc3ce9662 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3662293 Apr 30 04:56:16.900959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37518) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:16.906722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'network': {'name': 'tempest-router-network01--2061334063'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:16.954724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-84601f78-6a54-41b1-954b-c353e87491c9', 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9', 'project_id': '6da918a667a7483ea06a77bf115f3f42', 'fixed_ips': [{'subnet_id': '9c2beb14-a8b8-4402-8896-f259cfa78ffa'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:16.955923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:16.975589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.008239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Made reservation on behalf of dfb3c53294164a069e04a905a4d617fc for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:17.009807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:17.013602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.014310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.057532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:17.069130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.069474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Added segment 2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1 of type vlan for network 94fb4486-7a4f-4f85-9586-e3aa42d074ba Apr 30 04:56:17.097481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Performing IP validity checks on allocation pools {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 04:56:17.098055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_backend_mixin [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 04:56:17.123042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (94fb4486-7a4f-4f85-9586-e3aa42d074ba), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.145126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c0c6-c346-44c3-a10d-7ce47d816596 None None] Pushing event updated for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:17.261038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e61accda-1dd0-43d6-a2c9-c31f8f192263), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.261594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Allocated IP 172.20.0.2 (84601f78-6a54-41b1-954b-c353e87491c9/9c2beb14-a8b8-4402-8896-f259cfa78ffa/cc1e19d9-22aa-442a-9c7a-7e5e7f31c809) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:17.295267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=e61accda-1dd0-43d6-a2c9-c31f8f192263,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:17.320667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (94fb4486-7a4f-4f85-9586-e3aa42d074ba), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.324771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 413acb5b-ff88-43a1-9251-b1f261c9eaa2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:17.326230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:17.326922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.457705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8cfa2c97-376b-44c7-8d19-aaa83bfc1b23), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.472114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:17.472708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.512569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37530) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:17.514777 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6043794 Apr 30 04:56:17.530834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'network': {'name': 'tempest-router-network02--121820923'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:17.537300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680d5fd-b93f-44b5-84ac-f077a0df9392 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Network': ['ID=94fb4486-7a4f-4f85-9586-e3aa42d074ba,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:17.557413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:17.585250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.593965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fb696ff0-a4ff-4891-83ff-b88ebf06d325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/e61accda-1dd0-43d6-a2c9-c31f8f192263 HTTP/1.1" status: 204 len: 168 time: 1.2117860 Apr 30 04:56:17.595453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37532) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:17.595769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_gateway (d765fa61-4594-459e-a5ca-4485139092ab), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.671328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=8cfa2c97-376b-44c7-8d19-aaa83bfc1b23,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:17.671671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4b04b-ba7b-4285-90e9-a5f5216801f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:17.673562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4b04b-ba7b-4285-90e9-a5f5216801f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:17.675512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4b04b-ba7b-4285-90e9-a5f5216801f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:17.677365 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-69c4b04b-ba7b-4285-90e9-a5f5216801f8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0802596 Apr 30 04:56:17.680842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37534) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:17.703148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Checking segment: {'id': '44d8ec02-559a-4418-a989-09ac2c418d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:17.703535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network hostable DHCP agents. Network: f19ac545-f55a-4058-9899-2f88de4f3ba8, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:17.750654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:17.754012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.759859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks [] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.775042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:17.797854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet b92db2c0-f8af-43e0-8e4a-4df70c36e26c {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:17.809961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (b92db2c0-f8af-43e0-8e4a-4df70c36e26c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.844301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.877613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Network 84601f78-6a54-41b1-954b-c353e87491c9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:17.880101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (b92db2c0-f8af-43e0-8e4a-4df70c36e26c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.902365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:56:17.907249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:17.910198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:17.922257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0dd4fd8d-fd71-42ee-91bf-6baa5913fef2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.922257 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Added segment 0dd4fd8d-fd71-42ee-91bf-6baa5913fef2 of type vlan for network d5788285-7f68-4aeb-9be9-c1fb1adbb681 Apr 30 04:56:17.939471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:17.946216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d765fa61-4594-459e-a5ca-4485139092ab), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:17.958980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Pushing event updated for resources: {'Port': ['ID=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:17.999913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Attempting to bind port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:18.007604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Attempting to bind port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '691a8611-2e4f-4b5c-bdde-e52940361739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:18.007604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Attempting to bind port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 on network 84601f78-6a54-41b1-954b-c353e87491c9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:18.013688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (b92db2c0-f8af-43e0-8e4a-4df70c36e26c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.014523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:18.014944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Checking segment: {'id': '691a8611-2e4f-4b5c-bdde-e52940361739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:18.015398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.015803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Bound using segment: {'id': '691a8611-2e4f-4b5c-bdde-e52940361739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:18.016283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Bound port: cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691a8611-2e4f-4b5c-bdde-e52940361739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '84601f78-6a54-41b1-954b-c353e87491c9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:18.016658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.102633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] For port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:18.107798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] For port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,segment=NetworkSegment(691a8611-2e4f-4b5c-bdde-e52940361739),segment_id=691a8611-2e4f-4b5c-bdde-e52940361739)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:18.110614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f19ac545-f55a-4058-9899-2f88de4f3ba8) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:18.113218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d5788285-7f68-4aeb-9be9-c1fb1adbb681), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.123019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:18.123615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a925e-8847-4d26-af88-86c5116aca1f None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:18.123921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.155111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37544) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.159487 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035157 Apr 30 04:56:18.162978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37546) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.196159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.216212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (b92db2c0-f8af-43e0-8e4a-4df70c36e26c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.218392 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f05a4ead-dff4-43c8-aada-9b978e9015eb tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7370932 Apr 30 04:56:18.220972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37550) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.226495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:18.264338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=b92db2c0-f8af-43e0-8e4a-4df70c36e26c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:18.266746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d5788285-7f68-4aeb-9be9-c1fb1adbb681), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.269624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.276345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:18.277420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.289441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4015a3c5-f2c7-4da8-8a9a-864afb621a8c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/b92db2c0-f8af-43e0-8e4a-4df70c36e26c HTTP/1.1" status: 204 len: 168 time: 0.6073530 Apr 30 04:56:18.290172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37552) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.316567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ca8d-6a5b-46a8-a33c-1550b4acdbfe None None] Pushing event updated for resources: {'Port': ['ID=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:18.328575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f19ac545-f55a-4058-9899-2f88de4f3ba8', 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8', 'project_id': 'dfb3c53294164a069e04a905a4d617fc', 'fixed_ips': [{'subnet_id': '8cfa2c97-376b-44c7-8d19-aaa83bfc1b23'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:18.329436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.333482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Router d765fa61-4594-459e-a5ca-4485139092ab is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:56:18.365452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a3150fe7-5f91-4af5-98ff-79016272ead4 tempest-NetworksApiDiscovery-301369868 tempest-NetworksApiDiscovery-301369868-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2010145 Apr 30 04:56:18.373661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12cc52-773d-4c50-9b5e-ea31d03f6225 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:18.381005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dab7063f-2d3d-4ac4-82a9-8cab6f29f8c5 None None] Could not find standard attr ID for object e61accda-1dd0-43d6-a2c9-c31f8f192263. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:18.391855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet d5ad460a-daa9-4f08-b12a-21a17ede7a51 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:18.396394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (d5ad460a-daa9-4f08-b12a-21a17ede7a51), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.461244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (d5ad460a-daa9-4f08-b12a-21a17ede7a51), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.463496 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9471955 Apr 30 04:56:18.465921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9216-03a4-4e47-bbca-d7d86a05fe08 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Network': ['ID=d5788285-7f68-4aeb-9be9-c1fb1adbb681,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:18.503430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37556) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.515972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'subnet': {'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:18.533345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:56:18.555966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dab7063f-2d3d-4ac4-82a9-8cab6f29f8c5 None None] Provisioning complete for port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:18.556592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dab7063f-2d3d-4ac4-82a9-8cab6f29f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.597172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12028982'] for subnet (8cfa2c97-376b-44c7-8d19-aaa83bfc1b23), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.713348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:18.747948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Sync routers for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:18.772737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d5ad460a-daa9-4f08-b12a-21a17ede7a51), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.795913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.796573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Allocated IP 172.20.0.3 (f19ac545-f55a-4058-9899-2f88de4f3ba8/8cfa2c97-376b-44c7-8d19-aaa83bfc1b23/8fa15a13-0a5c-4606-b72f-381794485a2f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:18.798315 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3d2f653c-280b-4faf-9a2a-fdabeaafcef5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9569871 Apr 30 04:56:18.801670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37558) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:18.814663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:18.814663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:18.873373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:18.877466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:18.911172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (d5ad460a-daa9-4f08-b12a-21a17ede7a51), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.049095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dab7063f-2d3d-4ac4-82a9-8cab6f29f8c5 None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:19.065468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37564) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:19.230780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:19.264312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b107188b-be7d-4b2c-b8ec-a26aa81fe19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.363241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:19.436813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b107188b-be7d-4b2c-b8ec-a26aa81fe19f admin admin] Publish callbacks [] for security_group (18d93199-f515-4e38-bbb9-9c2335bc1a29), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.460497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks [] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.497350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ad460a-daa9-4f08-b12a-21a17ede7a51,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:19.499561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.501390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b107188b-be7d-4b2c-b8ec-a26aa81fe19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (18d93199-f515-4e38-bbb9-9c2335bc1a29), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.505045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3f160ad8-323c-47bd-9623-f69cb2de4c4d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d5ad460a-daa9-4f08-b12a-21a17ede7a51 HTTP/1.1" status: 204 len: 168 time: 1.2075651 Apr 30 04:56:19.505947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37570) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:19.523616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:19.523988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.544259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5dcc84df-de2d-4399-9494-623c773775e6 tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c37cf34c1dba42589ec1e058f18d4ed1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7405326 Apr 30 04:56:19.544960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37572) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:19.561442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.616525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107188b-be7d-4b2c-b8ec-a26aa81fe19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d93199-f515-4e38-bbb9-9c2335bc1a29,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:19.630603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f6e2a0fb-b470-4830-a9d2-498d7024f9a5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207721 Apr 30 04:56:19.653734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Pushing event updated for resources: {'Port': ['ID=8fa15a13-0a5c-4606-b72f-381794485a2f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:19.661733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37574) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:19.670514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:19.677826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:19.707992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:19.711515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:19.753263 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b107188b-be7d-4b2c-b8ec-a26aa81fe19f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33b2c5a0656f4305995110b533ce6fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6857321 Apr 30 04:56:19.757000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37576) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:19.835197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:19.835590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.852821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc59198-246a-4929-b1b3-9002cde7eb1a None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:19.861102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:17Z', 'revision_number': 3, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:19.876013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] Publish callbacks [] for security_group (18d93199-f515-4e38-bbb9-9c2335bc1a29), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.911188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] Publish callbacks [] for security_group (18d93199-f515-4e38-bbb9-9c2335bc1a29), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.946181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2826be04-ab31-43e5-92a6-9166c82eeaee None None] Provisioning complete for port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:19.946668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2826be04-ab31-43e5-92a6-9166c82eeaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.959496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11823855'] for subnet (8cfa2c97-376b-44c7-8d19-aaa83bfc1b23), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:19.979330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7d061-767b-4ed6-ae8d-1387bc646144 None None] Network 84601f78-6a54-41b1-954b-c353e87491c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:19.981829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Checking router: d765fa61-4594-459e-a5ca-4485139092ab for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:19.982173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Updating router d765fa61-4594-459e-a5ca-4485139092ab port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.objects.base [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] ORM session: SQL execution without transaction in progress, traceback: Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: result = function(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: proto.__init__(conn_state, self) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle() Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_request() Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: self.handle_one_response() Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return app(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self.application) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return request.get_response(self.application) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: resp = self.call_func(req, *args, **kw) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.func(req, *args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = req.get_response(self._app) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: status, headers, app_iter = self.call_application( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: app_iter = application(self.environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: response = self.app(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return resp(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.application(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return super(Pecan, self).__call__(environ, start_response) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: self.invoke_controller(controller, args, kwargs, state) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: result = controller(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return {self.resource: self.plugin_updater(*updater_args)} Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return method(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(*dup_args, **dup_kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: self._update_subnet_postcommit(context, original_subnet, Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: registry.publish( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return function(*args, **kwargs) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: errors = self._notify_loop(resource, event, trigger, payload) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: callback(resource, event, trigger, payload=payload) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: router_ids = set(port.device_id for port in query) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._iter().__iter__() Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: result = self.session.execute( Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: result = fn(orm_exec_state) Apr 30 04:56:20.007639 dv-neutron-838078-9-hyperv neutron-server[111174]: Apr 30 04:56:20.029559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:20.029559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.029559 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "PUT /v2.0/subnets/8cfa2c97-376b-44c7-8d19-aaa83bfc1b23 HTTP/1.1" status: 200 len: 877 time: 1.7956891 Apr 30 04:56:20.029559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37578) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:20.066551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8f88-935f-4eda-b1b5-8bacb8ec15e1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event updated for resources: {'Subnet': ['ID=8cfa2c97-376b-44c7-8d19-aaa83bfc1b23,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:20.101267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,segment=NetworkSegment(691a8611-2e4f-4b5c-bdde-e52940361739),segment_id=691a8611-2e4f-4b5c-bdde-e52940361739)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:20.107315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Attempting to bind port 8fa15a13-0a5c-4606-b72f-381794485a2f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:20.107585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Attempting to bind port 8fa15a13-0a5c-4606-b72f-381794485a2f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '44d8ec02-559a-4418-a989-09ac2c418d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:20.108016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Attempting to bind port 8fa15a13-0a5c-4606-b72f-381794485a2f on network f19ac545-f55a-4058-9899-2f88de4f3ba8 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:20.108356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b73bb-3b57-4b4d-811c-146aa9b081c7 tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:20.113100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0e8b73bb-3b57-4b4d-811c-146aa9b081c7 tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5600891 Apr 30 04:56:20.113344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37580) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:20.118353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:20.118727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Checking segment: {'id': '44d8ec02-559a-4418-a989-09ac2c418d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:20.119129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.119517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Bound using segment: {'id': '44d8ec02-559a-4418-a989-09ac2c418d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:20.119991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Bound port: 8fa15a13-0a5c-4606-b72f-381794485a2f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d8ec02-559a-4418-a989-09ac2c418d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f19ac545-f55a-4058-9899-2f88de4f3ba8'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:20.120981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.125398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (18d93199-f515-4e38-bbb9-9c2335bc1a29), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.128820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.131691 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d93199-f515-4e38-bbb9-9c2335bc1a29 HTTP/1.1" status: 204 len: 168 time: 0.3703587 Apr 30 04:56:20.150547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c7e60-a660-421e-ad23-8f94f5c2b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d93199-f515-4e38-bbb9-9c2335bc1a29,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:20.166739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f19ac545-f55a-4058-9899-2f88de4f3ba8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.170959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ca61b499-a131-41e7-8f4e-eeb4b7a91a6c tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535266 Apr 30 04:56:20.172090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37584) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:20.178956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1488401435', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:20.202961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.216272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:20.220787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.221613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.242627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.273839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 8fa15a13-0a5c-4606-b72f-381794485a2f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:20.274254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.399833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 8fa15a13-0a5c-4606-b72f-381794485a2f, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:20.400192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.418209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 8fa15a13-0a5c-4606-b72f-381794485a2f owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:20.456663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Subnet': ['ID=a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:20.468098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:20.515889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Checking segment: {'id': '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:20.515889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network hostable DHCP agents. Network: 94fb4486-7a4f-4f85-9586-e3aa42d074ba, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:20.518374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:20.525582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] For port 8fa15a13-0a5c-4606-b72f-381794485a2f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:20.570695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2826be04-ab31-43e5-92a6-9166c82eeaee None None] Current status of the port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:20.578442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Made reservation on behalf of c37cf34c1dba42589ec1e058f18d4ed1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:20.582256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.585499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] For port 8fa15a13-0a5c-4606-b72f-381794485a2f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8fa15a13-0a5c-4606-b72f-381794485a2f,segment=NetworkSegment(44d8ec02-559a-4418-a989-09ac2c418d20),segment_id=44d8ec02-559a-4418-a989-09ac2c418d20)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:20.622255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Deleting port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:20.622710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.684468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.705752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:20.783577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 94fb4486-7a4f-4f85-9586-e3aa42d074ba) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:20.793666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:20.793666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.846370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f05ea7-d47e-42ba-87db-c02154e749e8 None None] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:20.877948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8fa15a13-0a5c-4606-b72f-381794485a2f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.878722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a2a26c4d-6ce5-4ad0-9376-7d200554940a None None] Provisioning complete for port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:20.879036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a2a26c4d-6ce5-4ad0-9376-7d200554940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:20.920738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b484ca32-3d9d-4eaa-80b4-ec5aa0331aca tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4157846 Apr 30 04:56:20.930032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37586) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:20.958626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'subnet': {'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:20.962951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=8fa15a13-0a5c-4606-b72f-381794485a2f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.016029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 8fa15a13-0a5c-4606-b72f-381794485a2f on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:21.036858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (640b39dc-9a99-4b12-aae8-6c4acf06b3e0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.139600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:21.157327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8cfa2c97-376b-44c7-8d19-aaa83bfc1b23), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.160412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018fd3-8e43-48b5-9a52-a8b397264811 None None] Pushing event updated for resources: {'Port': ['ID=8fa15a13-0a5c-4606-b72f-381794485a2f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.173280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=413acb5b-ff88-43a1-9251-b1f261c9eaa2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:21.173488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.258445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Made reservation on behalf of 6da918a667a7483ea06a77bf115f3f42 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:21.264085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.273127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Calling delete_port for 413acb5b-ff88-43a1-9251-b1f261c9eaa2 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:21.295243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Subnet': ['ID=640b39dc-9a99-4b12-aae8-6c4acf06b3e0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.349144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Checking segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:21.349144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network hostable DHCP agents. Network: 2bc05787-5507-4bb6-8ee9-0a8095e5255f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:21.389812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (8cfa2c97-376b-44c7-8d19-aaa83bfc1b23), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.407130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:21.410881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks [] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.443860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfa2c97-376b-44c7-8d19-aaa83bfc1b23,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.467659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:21.524384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-94fb4486-7a4f-4f85-9586-e3aa42d074ba', 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba', 'project_id': '6da918a667a7483ea06a77bf115f3f42', 'fixed_ips': [{'subnet_id': 'a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:21.525216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.528097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.556276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f19ac545-f55a-4058-9899-2f88de4f3ba8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.593208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.600432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a2a26c4d-6ce5-4ad0-9376-7d200554940a None None] Current status of the port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:21.600906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19ac545-f55a-4058-9899-2f88de4f3ba8']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:21.609426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 2bc05787-5507-4bb6-8ee9-0a8095e5255f) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:21.611087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:21.611456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.613387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8ec02-559a-4418-a989-09ac2c418d20') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:21.613793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8ec02-559a-4418-a989-09ac2c418d20') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:21.618625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:21.622031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.627920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (44d8ec02-559a-4418-a989-09ac2c418d20), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.628892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7034a1-8095-4ad1-8eb7-8f484676aa91 None None] Pushing event updated for resources: {'Port': ['ID=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.644670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (44d8ec02-559a-4418-a989-09ac2c418d20), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.652195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:21.652371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (44d8ec02-559a-4418-a989-09ac2c418d20), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:21.656310 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:21.667645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8cb251ed-73ff-407e-a0f0-3926c6b7155c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.695390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277c1d6-4824-4ace-bc08-7295fc6dd561 None None] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:21.722801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.741200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Attempting to bind port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:21.741561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Attempting to bind port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:21.741911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Attempting to bind port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:21.787164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-48512614-f384-4cb5-8eaf-d3f54567b745 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6139162 Apr 30 04:56:21.788062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Subnet': ['ID=8cb251ed-73ff-407e-a0f0-3926c6b7155c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.790206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37588) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:21.808930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Checking segment: {'id': '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:21.809349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network hostable DHCP agents. Network: d5788285-7f68-4aeb-9be9-c1fb1adbb681, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:56:21.818909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:21.820470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:21.820470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.820470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:21.820756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Bound port: f8670d43-2f4f-4bdc-9f41-709d3f2d0030, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:21.821090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.861912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] Pushing event deleted for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.867395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f19ac545-f55a-4058-9899-2f88de4f3ba8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.874207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.878472 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/f19ac545-f55a-4058-9899-2f88de4f3ba8 HTTP/1.1" status: 204 len: 168 time: 1.8559320 Apr 30 04:56:21.885021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37590) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:21.903198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:56:21.909626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12ad6f-4000-4dcd-ba6c-df993d995704 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=f19ac545-f55a-4058-9899-2f88de4f3ba8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:21.911726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4941661a-bc39-4628-be5e-c3264114cb2e None None] Provisioning complete for port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:21.912114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4941661a-bc39-4628-be5e-c3264114cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:21.922571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb0f59-6679-44fb-b227-5c145a6de6af None None] No DVR routers for this DVR port 413acb5b-ff88-43a1-9251-b1f261c9eaa2 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:21.953845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ec7e99-2667-4c51-b9b2-2016aeb4c4e7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:21.954344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ec7e99-2667-4c51-b9b2-2016aeb4c4e7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:21.959805 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c6ec7e99-2667-4c51-b9b2-2016aeb4c4e7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/8cfa2c97-376b-44c7-8d19-aaa83bfc1b23 HTTP/1.1" status: 404 len: 337 time: 0.0696204 Apr 30 04:56:21.960714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37592) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:21.964509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] For port 413acb5b-ff88-43a1-9251-b1f261c9eaa2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=413acb5b-ff88-43a1-9251-b1f261c9eaa2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:21.990818 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-88370029-a541-4130-b57c-b6a64cb49794 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:21.991469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88370029-a541-4130-b57c-b6a64cb49794 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:21.998799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-88370029-a541-4130-b57c-b6a64cb49794 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/f19ac545-f55a-4058-9899-2f88de4f3ba8 HTTP/1.1" status: 404 len: 339 time: 0.0368505 Apr 30 04:56:22.000971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37594) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:22.006933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e48cb37f-3eb7-4c0d-9d6e-67d9528593d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.041391 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a80ed-fca5-4f3b-81e6-796fedf0f0d7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:22.042721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a80ed-fca5-4f3b-81e6-796fedf0f0d7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:22.044148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.050002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37596) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:22.050185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f05a80ed-fca5-4f3b-81e6-796fedf0f0d7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/0b31b141-611d-435c-853c-18083b9f50bb HTTP/1.1" status: 404 len: 337 time: 0.0495172 Apr 30 04:56:22.080315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f9d751-0c04-48b1-a705-0154274813c1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:22.080961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f9d751-0c04-48b1-a705-0154274813c1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:22.082771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d5788285-7f68-4aeb-9be9-c1fb1adbb681) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:22.084782 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-64f9d751-0c04-48b1-a705-0154274813c1 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/0fb7c983-2933-4ec2-a43e-de74702e92a8 HTTP/1.1" status: 404 len: 339 time: 0.0331521 Apr 30 04:56:22.092648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Allocated IP 172.20.0.2 (94fb4486-7a4f-4f85-9586-e3aa42d074ba/a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76/41291ed3-91a9-4c5d-9386-06805dd6ffc4) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:22.092992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:22.094479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.095982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] For port f8670d43-2f4f-4bdc-9f41-709d3f2d0030, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:22.096344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37598) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:22.115821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (413acb5b-ff88-43a1-9251-b1f261c9eaa2), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.119403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53c4fc-cc35-4627-b46b-86d6035a863b None None] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:22.159525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] For port f8670d43-2f4f-4bdc-9f41-709d3f2d0030, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:22.165802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:22.195281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=413acb5b-ff88-43a1-9251-b1f261c9eaa2,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:22.205843 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fd6f1c6c-2fcc-4f6f-9402-49ccfff55553 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2694924 Apr 30 04:56:22.206135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37600) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:22.211581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (174f8ccd-a975-4af9-85d5-e29e0fb0aaa7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.263875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:22.264720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.295451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.308515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 413acb5b-ff88-43a1-9251-b1f261c9eaa2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:22.312605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.423953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7af53-fa27-415e-9fd5-12e66b65a060 None None] DHCP port deletion for f19ac545-f55a-4058-9899-2f88de4f3ba8 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:22.438195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 413acb5b-ff88-43a1-9251-b1f261c9eaa2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:22.438576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 413acb5b-ff88-43a1-9251-b1f261c9eaa2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:22.547334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8921d8a-6c15-4a6f-8a0c-7cc6ca9c0edf None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:22.583286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4941661a-bc39-4628-be5e-c3264114cb2e None None] Current status of the port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:22.599989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.616448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8921d8a-6c15-4a6f-8a0c-7cc6ca9c0edf None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 could not be found, it might have been deleted concurrently. {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 30 04:56:22.632569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7034a1-8095-4ad1-8eb7-8f484676aa91 None None] Pushing event updated for resources: {'Port': ['ID=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:22.642790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfe141-f6f9-46b6-8492-2b0027c319ac None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:22.645647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:22.647071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:22.647972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:55:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:22.655900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:22.656807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-d5788285-7f68-4aeb-9be9-c1fb1adbb681', 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681', 'project_id': '6da918a667a7483ea06a77bf115f3f42', 'fixed_ips': [{'subnet_id': '8cb251ed-73ff-407e-a0f0-3926c6b7155c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:22.657650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.667693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:22.667693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.689966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=174f8ccd-a975-4af9-85d5-e29e0fb0aaa7,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:22.737015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c710467-826c-4362-b2f4-6aa79d7f447c None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:22.763748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfe141-f6f9-46b6-8492-2b0027c319ac None None] Network f19ac545-f55a-4058-9899-2f88de4f3ba8 could not be found, it might have been deleted concurrently. {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 30 04:56:22.775793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4f0b7486-1a6d-44cb-ab42-3b97106c9d41 None None] Could not find standard attr ID for object 8fa15a13-0a5c-4606-b72f-381794485a2f. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:22.810528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.818456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8de33510-60ae-4d00-99d8-94873d2c0732 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1531186 Apr 30 04:56:22.819070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37602) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:22.825874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:22.848944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a740cf-8205-412d-9bd7-66e1acdf1135']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:22.881216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d93401-5ee1-4ae3-b320-3fb2660802cc') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:22.881565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d93401-5ee1-4ae3-b320-3fb2660802cc') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:22.886587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks [] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.898666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (78d93401-5ee1-4ae3-b320-3fb2660802cc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.920576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (78d93401-5ee1-4ae3-b320-3fb2660802cc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.953113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:22.953519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (78d93401-5ee1-4ae3-b320-3fb2660802cc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:22.956840 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:23.009918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:23.013888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.087618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.149751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Allocated IP 172.20.0.2 (2bc05787-5507-4bb6-8ee9-0a8095e5255f/640b39dc-9a99-4b12-aae8-6c4acf06b3e0/d88b0eca-5a5a-44b7-b380-f67152d073b5) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:23.150181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (06a740cf-8205-412d-9bd7-66e1acdf1135), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.173557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.179722 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/06a740cf-8205-412d-9bd7-66e1acdf1135 HTTP/1.1" status: 204 len: 168 time: 1.0795014 Apr 30 04:56:23.179810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37604) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.190038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d54dd3-818e-4aeb-85bc-f2a39d01bb4f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=06a740cf-8205-412d-9bd7-66e1acdf1135,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:23.195725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8fa15a13-0a5c-4606-b72f-381794485a2f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:23.220431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d43a8-2a6b-4e1e-813a-c93836cd3dd8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.220887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889d43a8-2a6b-4e1e-813a-c93836cd3dd8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.226255 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-889d43a8-2a6b-4e1e-813a-c93836cd3dd8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/a8f268fd-5af5-4473-a20c-e6b881af770f HTTP/1.1" status: 404 len: 337 time: 0.0435243 Apr 30 04:56:23.236457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37606) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.236738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.258309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8fa15a13-0a5c-4606-b72f-381794485a2f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:23.258548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8fa15a13-0a5c-4606-b72f-381794485a2f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:23.263003 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f0c3f6-3ddf-40b5-ad51-db2a1d889bf8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.263555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f0c3f6-3ddf-40b5-ad51-db2a1d889bf8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.270881 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-83f0c3f6-3ddf-40b5-ad51-db2a1d889bf8 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/120023fb-de1c-40f5-9e3e-ca72e57b7a9a HTTP/1.1" status: 404 len: 339 time: 0.0304554 Apr 30 04:56:23.271511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37608) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.310900 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7b01e5-68ac-489b-bd16-2e94af570365 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.311601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7b01e5-68ac-489b-bd16-2e94af570365 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.317056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cf7b01e5-68ac-489b-bd16-2e94af570365 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/c4ab56ad-fff2-4130-bb43-87efc826e0aa HTTP/1.1" status: 404 len: 337 time: 0.0422139 Apr 30 04:56:23.317243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Allocated IP 172.20.0.1 (94fb4486-7a4f-4f85-9586-e3aa42d074ba/a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76/eed9de2f-9570-4c05-a217-2e3f57a73592) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:23.318782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37610) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.325676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:23.349777 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0fbd08-d559-42bd-bedb-e42f913bc74a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.350443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0fbd08-d559-42bd-bedb-e42f913bc74a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.356608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7f0fbd08-d559-42bd-bedb-e42f913bc74a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/2d4a595b-4cc2-4e20-acc8-786075926473 HTTP/1.1" status: 404 len: 339 time: 0.0350718 Apr 30 04:56:23.367675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37612) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.374712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '174f8ccd-a975-4af9-85d5-e29e0fb0aaa7'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:23.375552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.410498 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a07ee94-10c5-4ddc-8c61-e9ae51c643df tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.410967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a07ee94-10c5-4ddc-8c61-e9ae51c643df tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.416567 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2a07ee94-10c5-4ddc-8c61-e9ae51c643df tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/a3e0eec9-28fc-46b4-978b-6788f942bf5b HTTP/1.1" status: 404 len: 337 time: 0.0454893 Apr 30 04:56:23.429312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.447639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:23.466253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:23.473319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Pushing event updated for resources: {'Port': ['ID=41291ed3-91a9-4c5d-9386-06805dd6ffc4,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:23.477371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:23.493810 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e2e9ff-b04d-4c87-99c5-36c0ca9a5d86 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.494358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e2e9ff-b04d-4c87-99c5-36c0ca9a5d86 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.500345 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-88e2e9ff-b04d-4c87-99c5-36c0ca9a5d86 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/ea82749f-878f-497b-9c06-5dcbf4dbf12e HTTP/1.1" status: 404 len: 339 time: 0.0679574 Apr 30 04:56:23.501054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37616) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.506129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Allocated IP 172.20.0.2 (d5788285-7f68-4aeb-9be9-c1fb1adbb681/8cb251ed-73ff-407e-a0f0-3926c6b7155c/06f511bb-92b1-4679-8e5f-56a85e46e43e) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:23.521863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (28c32977-e8ae-440e-8490-576181031996), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.530323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-de89471f-30ae-4e57-883d-0f344e97e9a6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.530811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de89471f-30ae-4e57-883d-0f344e97e9a6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.536489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-de89471f-30ae-4e57-883d-0f344e97e9a6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/1add46de-6339-4788-b865-4371f9cb93fb HTTP/1.1" status: 404 len: 337 time: 0.0320129 Apr 30 04:56:23.536849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37618) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.562220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0f76f5-7ecd-49ed-b436-d505bc9c2f5f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.562700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0f76f5-7ecd-49ed-b436-d505bc9c2f5f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.568166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fa0f76f5-7ecd-49ed-b436-d505bc9c2f5f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/9b7904fa-56c2-4ced-9f46-d9160848c8cc HTTP/1.1" status: 404 len: 339 time: 0.0280046 Apr 30 04:56:23.568855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37620) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.580115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:23.590400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:23.596371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-37501049-0300-43f0-a822-c5f116b92e74 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.597174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37501049-0300-43f0-a822-c5f116b92e74 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.602465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-37501049-0300-43f0-a822-c5f116b92e74 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/79101132-28e5-4e79-aedd-c5d5d5444bcf HTTP/1.1" status: 404 len: 337 time: 0.0306156 Apr 30 04:56:23.602619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:23.602619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.602856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37622) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.611101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.622055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcdd21d-81c4-4799-8ab5-d82e8bbda203 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.622661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcdd21d-81c4-4799-8ab5-d82e8bbda203 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.626659 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-abcdd21d-81c4-4799-8ab5-d82e8bbda203 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/fde9f42f-6854-4911-b2ce-a76dcec3d7be HTTP/1.1" status: 404 len: 339 time: 0.0218546 Apr 30 04:56:23.629925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=28c32977-e8ae-440e-8490-576181031996,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:23.631306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37624) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.662770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fbe02c-5e35-497a-8b32-049aeac8736c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.663445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fbe02c-5e35-497a-8b32-049aeac8736c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.666488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-27fbe02c-5e35-497a-8b32-049aeac8736c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/8f60ecfd-e001-4feb-a543-f557e18b90ef HTTP/1.1" status: 404 len: 337 time: 0.0333641 Apr 30 04:56:23.670057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37626) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.689267 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff239b10-c32e-4ee1-865e-24df69ada821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.689869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff239b10-c32e-4ee1-865e-24df69ada821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.693010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ff239b10-c32e-4ee1-865e-24df69ada821 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/152d2e57-fb53-484e-a731-4881c4d76acf HTTP/1.1" status: 404 len: 339 time: 0.0219469 Apr 30 04:56:23.695853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37628) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.710503 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f25cac27-b7cf-435c-919c-e700bf62c25e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8900332 Apr 30 04:56:23.720741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37630) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.727050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:8c:c7:6a', 'name': 'tempest-NetworksTestDHCPv6-397979518'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:23.736400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.739225 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd93874-90ce-43a7-b49f-e13bb031305a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.739789 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd93874-90ce-43a7-b49f-e13bb031305a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.747657 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9fd93874-90ce-43a7-b49f-e13bb031305a tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/44ed58d0-e41f-4131-80de-b41fbf88513a HTTP/1.1" status: 404 len: 337 time: 0.0458727 Apr 30 04:56:23.751879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37632) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.777051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a484197e-61ec-4afe-af7b-c20b5f360dd6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.777280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a484197e-61ec-4afe-af7b-c20b5f360dd6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.783723 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a484197e-61ec-4afe-af7b-c20b5f360dd6 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/990f5cb6-9374-4e65-aa21-1170808be9fb HTTP/1.1" status: 404 len: 339 time: 0.0293143 Apr 30 04:56:23.785285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37634) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.789202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Attempting to bind port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:23.789738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Attempting to bind port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:23.789951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Attempting to bind port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 on network 94fb4486-7a4f-4f85-9586-e3aa42d074ba {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:23.823148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:23.824399 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb900a8-f72a-4905-8465-3bde833dfa96 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.825161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb900a8-f72a-4905-8465-3bde833dfa96 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.830403 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3fb900a8-f72a-4905-8465-3bde833dfa96 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/871118a1-c22f-4a11-a037-1e03f526f8b6 HTTP/1.1" status: 404 len: 337 time: 0.0426695 Apr 30 04:56:23.830706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37636) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.831835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:23.836450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:23.841923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Port': ['ID=eed9de2f-9570-4c05-a217-2e3f57a73592,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:23.850420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:23.850799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Checking segment: {'id': '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:23.851199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.851587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Bound using segment: {'id': '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:23.852064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Bound port: 41291ed3-91a9-4c5d-9386-06805dd6ffc4, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '94fb4486-7a4f-4f85-9586-e3aa42d074ba'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:23.852437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.860585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7d750c-982a-4716-aa27-4dc7add8abe7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] DELETE failed (client error): The resource could not be found. Apr 30 04:56:23.860585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7d750c-982a-4716-aa27-4dc7add8abe7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:23.867136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0f7d750c-982a-4716-aa27-4dc7add8abe7 tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/3c03ebcb-5b94-45ed-b308-fae0c483d139 HTTP/1.1" status: 404 len: 339 time: 0.0321453 Apr 30 04:56:23.867136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:23.887682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.895823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks [] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.902397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Allocated IP 2001:db8::f816:3eff:fea5:afd2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/174f8ccd-a975-4af9-85d5-e29e0fb0aaa7/fe7a40e2-0fa4-4dba-a007-32551bf95a6c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:23.940400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting subnet 00e207a4-2447-4a6f-8a60-0b681ee780ec {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:23.945603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (00e207a4-2447-4a6f-8a60-0b681ee780ec), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:23.995731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:17Z', 'revision_number': 3, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:23.996653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (00e207a4-2447-4a6f-8a60-0b681ee780ec), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.066534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:24.068689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.083726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5382d-aee9-4b52-afea-8003f97927e6 None None] The sync data for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv is: [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:17Z', 'revision_number': 3, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:24.145580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Allocated IP 172.20.0.1 (2bc05787-5507-4bb6-8ee9-0a8095e5255f/640b39dc-9a99-4b12-aae8-6c4acf06b3e0/34a48d07-dba3-40be-8861-2d2c1778d9b4) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:24.158324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f99467b6-1acf-4ccd-8479-c4927a7062f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.182141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] For port 41291ed3-91a9-4c5d-9386-06805dd6ffc4, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:24.208773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks [] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.236429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (00e207a4-2447-4a6f-8a60-0b681ee780ec), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.262960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:24.268412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] For port 41291ed3-91a9-4c5d-9386-06805dd6ffc4, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41291ed3-91a9-4c5d-9386-06805dd6ffc4,segment=NetworkSegment(2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1),segment_id=2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:24.270355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Pushing event updated for resources: {'Port': ['ID=d88b0eca-5a5a-44b7-b380-f67152d073b5,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:24.282043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:24.293859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:24.326482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.350723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.386488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 250c44e9-d42a-4755-b0b9-b83eb336d297 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:24.410556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.461282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.472526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.490312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (00e207a4-2447-4a6f-8a60-0b681ee780ec), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.495683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:24.502665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks [] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.514881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:24.523081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Attempting to bind port d88b0eca-5a5a-44b7-b380-f67152d073b5 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:24.523449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Attempting to bind port d88b0eca-5a5a-44b7-b380-f67152d073b5 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:24.523811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Attempting to bind port d88b0eca-5a5a-44b7-b380-f67152d073b5 on network 2bc05787-5507-4bb6-8ee9-0a8095e5255f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:24.531382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:24.540242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Pushing event updated for resources: {'Port': ['ID=06f511bb-92b1-4679-8e5f-56a85e46e43e,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:24.579643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:24.580676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Checking segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:24.581082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.581478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Bound using segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:24.581966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Bound port: d88b0eca-5a5a-44b7-b380-f67152d073b5, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:24.582537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.638713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.710981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Subnet': ['ID=00e207a4-2447-4a6f-8a60-0b681ee780ec,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:24.724832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.727835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.731328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ab3f5c84-d7a9-4b31-af90-c4f69def059c tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/subnets/00e207a4-2447-4a6f-8a60-0b681ee780ec HTTP/1.1" status: 204 len: 168 time: 0.8638041 Apr 30 04:56:24.737575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37640) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:24.749837 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Attempting to bind port 06f511bb-92b1-4679-8e5f-56a85e46e43e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:24.750356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Attempting to bind port 06f511bb-92b1-4679-8e5f-56a85e46e43e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:24.750580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Attempting to bind port 06f511bb-92b1-4679-8e5f-56a85e46e43e on network d5788285-7f68-4aeb-9be9-c1fb1adbb681 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:24.756826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:24.773723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:24.774093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Checking segment: {'id': '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:24.779841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.792487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Bound using segment: {'id': '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:24.793092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Bound port: 06f511bb-92b1-4679-8e5f-56a85e46e43e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5788285-7f68-4aeb-9be9-c1fb1adbb681'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:24.793507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:24.795897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19275f6-5ea8-4c14-8265-b76a6013d9bb None None] Network 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:24.828117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:24.839472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:24.840381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:24.846168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 172.20.0.3 (b6427a96-a6f5-42f0-9a44-12b949b58e60/28c32977-e8ae-440e-8490-576181031996/250c44e9-d42a-4755-b0b9-b83eb336d297) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:24.848944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd154e-82c0-4505-a68d-b7c081684b43 None None] Pushing event updated for resources: {'Port': ['ID=41291ed3-91a9-4c5d-9386-06805dd6ffc4,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:24.853354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:24.867303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:24.880720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe8c:c76a (b6427a96-a6f5-42f0-9a44-12b949b58e60/174f8ccd-a975-4af9-85d5-e29e0fb0aaa7/250c44e9-d42a-4755-b0b9-b83eb336d297) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:24.998967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.001379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:25.012048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] For port d88b0eca-5a5a-44b7-b380-f67152d073b5, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:25.031586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.048754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (d765fa61-4594-459e-a5ca-4485139092ab), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.080051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] For port d88b0eca-5a5a-44b7-b380-f67152d073b5, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d88b0eca-5a5a-44b7-b380-f67152d073b5,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:25.084500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.103371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.104046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:25.133117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] For port 06f511bb-92b1-4679-8e5f-56a85e46e43e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:25.133117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Attempting to bind port fe7a40e2-0fa4-4dba-a007-32551bf95a6c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:25.133469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Attempting to bind port fe7a40e2-0fa4-4dba-a007-32551bf95a6c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:25.133832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Attempting to bind port fe7a40e2-0fa4-4dba-a007-32551bf95a6c on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:25.138471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] For port 06f511bb-92b1-4679-8e5f-56a85e46e43e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=06f511bb-92b1-4679-8e5f-56a85e46e43e,segment=NetworkSegment(0dd4fd8d-fd71-42ee-91bf-6baa5913fef2),segment_id=0dd4fd8d-fd71-42ee-91bf-6baa5913fef2)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:25.147064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:25.148500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:25.148923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.149325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:25.149819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Bound port: fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:25.150203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.168991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.248599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.250627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Port': ['ID=eed9de2f-9570-4c05-a217-2e3f57a73592,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:25.260440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Deleting port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:25.261775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.421044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] For port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,segment=NetworkSegment(79b997a4-f1f6-49c5-a4c8-4c0df77e4d39),segment_id=79b997a4-f1f6-49c5-a4c8-4c0df77e4d39)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:25.421693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.427855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:25.429777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:25.437731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Calling delete_port for 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:25.490895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] DHCP port deletion for 0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:25.492845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41291ed3-91a9-4c5d-9386-06805dd6ffc4 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:25.537522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.591196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.604007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (250c44e9-d42a-4755-b0b9-b83eb336d297), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.679911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c0626-b601-4194-b5ea-1a84f1767ae6 None None] Pushing event updated for resources: {'Port': ['ID=d88b0eca-5a5a-44b7-b380-f67152d073b5,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:25.705911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Router 2d251daa-3828-46f0-a569-5f97c6965bb0 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:56:25.727417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Deleting port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:25.727880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.735776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:25.796748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:25.797473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.803631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:25.884037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:25.884483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515a35-fd59-4cbb-8d3d-7e3d803c22e9 None None] Pushing event updated for resources: {'Port': ['ID=06f511bb-92b1-4679-8e5f-56a85e46e43e,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:25.894171 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f3f8a89d-803a-4ac1-bce4-dd8ad2fc89fe tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6844337 Apr 30 04:56:25.894489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37642) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:25.898350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] For port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,segment=NetworkSegment(79b997a4-f1f6-49c5-a4c8-4c0df77e4d39),segment_id=79b997a4-f1f6-49c5-a4c8-4c0df77e4d39)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:25.898767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.901017 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] Sync routers for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:25.909634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:25.923067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Calling delete_port for 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:25.943143 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:25.943787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.046730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (250c44e9-d42a-4755-b0b9-b83eb336d297), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.078539 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.100011 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:26.100762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.220913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=250c44e9-d42a-4755-b0b9-b83eb336d297,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.221064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83539367-47d8-45f1-ba60-e999805501e8 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.225958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:26.231841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.234104 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.236830 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f7329-8318-44e4-ad61-c506972227a7 None None] The sync data for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:26.239645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.322756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] No DVR routers for this DVR port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:26.359652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:26.410087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 41291ed3-91a9-4c5d-9386-06805dd6ffc4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41291ed3-91a9-4c5d-9386-06805dd6ffc4,segment=NetworkSegment(2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1),segment_id=2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:26.425507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.427920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (8a41dcb7-9a27-422f-bf14-d4afeb66ea92), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.448147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dff9c25-bc2f-4656-bb6c-c43ae4b0d303']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.453470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Port': ['ID=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.465041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:26.467930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:26.506352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.506352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b997a4-f1f6-49c5-a4c8-4c0df77e4d39') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:26.529370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.531305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8670d43-2f4f-4bdc-9f41-709d3f2d0030 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:26.534771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] No DVR routers for this DVR port 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:26.540405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdce54-1efa-40c1-8a48-5b96c0f871a1 None None] Pushing event deleted for resources: {'Port': ['ID=8a41dcb7-9a27-422f-bf14-d4afeb66ea92,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.580967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:26.581708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.593417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (79b997a4-f1f6-49c5-a4c8-4c0df77e4d39), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.601360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682b6fe-c869-4e50-bd59-f282fd3cdbdf None None] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:26.612808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (79b997a4-f1f6-49c5-a4c8-4c0df77e4d39), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.631356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:26.631757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (79b997a4-f1f6-49c5-a4c8-4c0df77e4d39), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.715971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a50d5e30-822e-4cd0-b953-c809b671fe54 None None] Provisioning complete for port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:26.716375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a50d5e30-822e-4cd0-b953-c809b671fe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:26.721803 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:26.743019 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-5cb8397d-db3f-44b9-851c-0f61bd61c9ea tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:26.745675 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5cb8397d-db3f-44b9-851c-0f61bd61c9ea tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8487403 Apr 30 04:56:26.747736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37644) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:26.774437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.781739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=41291ed3-91a9-4c5d-9386-06805dd6ffc4,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.811620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.821778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:26.822146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.833645 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cead2b95-50a3-4f11-98e6-cf8f68dff368 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1095216 Apr 30 04:56:26.833645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (0dff9c25-bc2f-4656-bb6c-c43ae4b0d303), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.836447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37646) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:26.857705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.862577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] 10.222.0.16 "DELETE /v2.0/networks/0dff9c25-bc2f-4656-bb6c-c43ae4b0d303 HTTP/1.1" status: 204 len: 168 time: 2.1239793 Apr 30 04:56:26.879944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:26.884010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2af43-af36-4709-badf-4e8d76115d9f tempest-NetworksTest-1951519345 tempest-NetworksTest-1951519345-project] Pushing event deleted for resources: {'Network': ['ID=0dff9c25-bc2f-4656-bb6c-c43ae4b0d303,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:26.938158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a50d5e30-822e-4cd0-b953-c809b671fe54 None None] Current status of the port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:26.979364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:26.979887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.014587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port f8670d43-2f4f-4bdc-9f41-709d3f2d0030, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:27.022524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61155c-ee40-4058-b32a-5b15091cf198 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:27.029263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61155c-ee40-4058-b32a-5b15091cf198 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:27.030988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc61155c-ee40-4058-b32a-5b15091cf198 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1756120 Apr 30 04:56:27.035424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37650) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:27.056432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (d765fa61-4594-459e-a5ca-4485139092ab), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.065496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:27.096149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.191662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:27.214611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:27.219283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:27.263312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 250c44e9-d42a-4755-b0b9-b83eb336d297 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:27.266791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (250c44e9-d42a-4755-b0b9-b83eb336d297), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.349476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.443694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Router d765fa61-4594-459e-a5ca-4485139092ab has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:27.476656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Provisioning complete for port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:27.477450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.577418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d88b0eca-5a5a-44b7-b380-f67152d073b5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:27.679719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d88b0eca-5a5a-44b7-b380-f67152d073b5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:27.680328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.715910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (250c44e9-d42a-4755-b0b9-b83eb336d297), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.732808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 250c44e9-d42a-4755-b0b9-b83eb336d297 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:27.797820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37654) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:27.860817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Current status of the port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:27.896333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Provisioning complete for port eed9de2f-9570-4c05-a217-2e3f57a73592 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:27.896996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:27.934370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcea72-0986-4303-885a-b0f20b37799a None None] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:28.086546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d88b0eca-5a5a-44b7-b380-f67152d073b5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:28.086978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.156579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting port eed9de2f-9570-4c05-a217-2e3f57a73592 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:28.157128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.187887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9316021-d0f2-4092-b7fa-7e7abd0bdb6e None None] Port eed9de2f-9570-4c05-a217-2e3f57a73592 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:28.196010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25068ecb-6153-4674-9b5e-a6c8697b2b77 None None] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:28.248973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:28.262612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b536f6cf-a049-4e8b-a3a1-80c094a0332a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "PUT /v2.0/routers/d765fa61-4594-459e-a5ca-4485139092ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4708292 Apr 30 04:56:28.280386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Sync routers for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:28.346700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.358771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d88b0eca-5a5a-44b7-b380-f67152d073b5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d88b0eca-5a5a-44b7-b380-f67152d073b5,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:28.359053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.366999 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb29fe29-145d-4e33-a662-f4a6b2dba9f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfb3c53294164a069e04a905a4d617fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214386 Apr 30 04:56:28.370517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37660) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:28.385335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Calling delete_port for eed9de2f-9570-4c05-a217-2e3f57a73592 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:28.405081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Provisioning complete for port d88b0eca-5a5a-44b7-b380-f67152d073b5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:28.405663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.433073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:28.434294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:28.464510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (250c44e9-d42a-4755-b0b9-b83eb336d297), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.480689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.481613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 06f511bb-92b1-4679-8e5f-56a85e46e43e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:28.511888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=250c44e9-d42a-4755-b0b9-b83eb336d297,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:28.586850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] Publish callbacks [] for security_group (bae87d69-0dfc-4e1b-9b12-567fc44865a8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.607596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-5f23782e-447c-4a21-a689-82bdc47592c3 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145942882&fields=id&tenant_id=c37cf34c1dba42589ec1e058f18d4ed1 HTTP/1.1" status: 200 len: 267 time: 0.1457186 Apr 30 04:56:28.715146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] Publish callbacks [] for security_group (bae87d69-0dfc-4e1b-9b12-567fc44865a8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.752458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.759063 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aedb203c-077a-48ac-9d44-533bc0ca6f58 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/250c44e9-d42a-4755-b0b9-b83eb336d297 HTTP/1.1" status: 204 len: 168 time: 1.7201052 Apr 30 04:56:28.759230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37676) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:28.804151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-ba48d399-264f-49b8-879d-18e464b38627 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:28.806310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-ba48d399-264f-49b8-879d-18e464b38627 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/networks?id=2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 200 len: 797 time: 0.1816232 Apr 30 04:56:28.817013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c7d72-2040-4f8f-b6b6-af29ffbd2dd8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:28.827959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-fc1e9a03-197b-4822-b419-a897d3303691 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/quotas/c37cf34c1dba42589ec1e058f18d4ed1 HTTP/1.1" status: 200 len: 375 time: 0.0113091 Apr 30 04:56:28.865282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d984722-d812-49e1-983a-962c00106244 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:28.866671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d984722-d812-49e1-983a-962c00106244 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:28.868160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d984722-d812-49e1-983a-962c00106244 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:28.870931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9d984722-d812-49e1-983a-962c00106244 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1105452 Apr 30 04:56:28.875171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37678) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:28.877449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bae87d69-0dfc-4e1b-9b12-567fc44865a8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.880129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.884427 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bae87d69-0dfc-4e1b-9b12-567fc44865a8 HTTP/1.1" status: 204 len: 168 time: 0.5123506 Apr 30 04:56:28.936694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae318d-4ddd-4e8d-943f-b4117ccb0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae87d69-0dfc-4e1b-9b12-567fc44865a8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:28.948035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (eed9de2f-9570-4c05-a217-2e3f57a73592), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:28.961175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-b9a9edce-3e6a-4412-b901-ec7efc8b3e4c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263130 Apr 30 04:56:28.992428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 174f8ccd-a975-4af9-85d5-e29e0fb0aaa7 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:28.997440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (174f8ccd-a975-4af9-85d5-e29e0fb0aaa7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.012400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 06f511bb-92b1-4679-8e5f-56a85e46e43e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:29.013391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.032083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d88b0eca-5a5a-44b7-b380-f67152d073b5,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:29.126356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Port': ['ID=eed9de2f-9570-4c05-a217-2e3f57a73592,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:29.128042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:29.168832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (174f8ccd-a975-4af9-85d5-e29e0fb0aaa7), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.264508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.310658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Current status of the port d88b0eca-5a5a-44b7-b380-f67152d073b5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:29.321542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Could not find standard attr ID for object eed9de2f-9570-4c05-a217-2e3f57a73592. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:29.430646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 06f511bb-92b1-4679-8e5f-56a85e46e43e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:29.431328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.456900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (174f8ccd-a975-4af9-85d5-e29e0fb0aaa7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.466301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-dea1e89e-5921-4d86-81ab-61cc5a754d92 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698095 Apr 30 04:56:29.487826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Provisioning complete for port 06f511bb-92b1-4679-8e5f-56a85e46e43e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:29.488410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.598306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 06f511bb-92b1-4679-8e5f-56a85e46e43e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=06f511bb-92b1-4679-8e5f-56a85e46e43e,segment=NetworkSegment(0dd4fd8d-fd71-42ee-91bf-6baa5913fef2),segment_id=0dd4fd8d-fd71-42ee-91bf-6baa5913fef2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:29.615151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87260821-9c8c-4487-97da-7702cacf009d None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '174f8ccd-a975-4af9-85d5-e29e0fb0aaa7', 'ip_address': '2001:db8::f816:3eff:fea5:afd2'}, {'subnet_id': '28c32977-e8ae-440e-8490-576181031996'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'fe7a40e2-0fa4-4dba-a007-32551bf95a6c'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:29.652421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87260821-9c8c-4487-97da-7702cacf009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.662365 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-482c9ff5-bf86-4503-8087-98da687d4ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621695 Apr 30 04:56:29.697019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.697799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41291ed3-91a9-4c5d-9386-06805dd6ffc4 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:29.735181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (174f8ccd-a975-4af9-85d5-e29e0fb0aaa7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.797011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=174f8ccd-a975-4af9-85d5-e29e0fb0aaa7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:29.805608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:29.815566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d2fdf1fc-e7c1-4235-bbe2-67177305474f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/174f8ccd-a975-4af9-85d5-e29e0fb0aaa7 HTTP/1.1" status: 204 len: 168 time: 0.9391410 Apr 30 04:56:29.818725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37694) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:29.906319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 28c32977-e8ae-440e-8490-576181031996 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:29.912508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 2, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:29.915801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (28c32977-e8ae-440e-8490-576181031996), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.060468 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-387e0404-01e8-4790-96d9-1b34e3dc010c req-90730e19-0628-45e6-9c13-f8c404d4ed08 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0537546 Apr 30 04:56:30.075972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-477190f0-6036-484e-92bf-84aa82689ecf None None] Current status of the port 06f511bb-92b1-4679-8e5f-56a85e46e43e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:30.085995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=06f511bb-92b1-4679-8e5f-56a85e46e43e,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:30.089203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (28c32977-e8ae-440e-8490-576181031996), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.097241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Router 2d251daa-3828-46f0-a569-5f97c6965bb0 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:30.102805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Checking router: d765fa61-4594-459e-a5ca-4485139092ab for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:30.114675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Updating router d765fa61-4594-459e-a5ca-4485139092ab port 34a48d07-dba3-40be-8861-2d2c1778d9b4 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:56:30.153793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (28c32977-e8ae-440e-8490-576181031996), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server [None req-87260821-9c8c-4487-97da-7702cacf009d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 174f8ccd-a975-4af9-85d5-e29e0fb0aaa7: This subnet is being modified by another concurrent operation. Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1826, in update_port Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise exception Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 174f8ccd-a975-4af9-85d5-e29e0fb0aaa7: This subnet is being modified by another concurrent operation. Apr 30 04:56:30.177687 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Apr 30 04:56:30.200507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:30.201156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.206369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.223500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:30.235129 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-316b0767-935e-41d9-b96a-d807f4dab8ad tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768343 Apr 30 04:56:30.236133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37710) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.246380 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] Sync routers for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:30.268560 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:30.269346 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:30.295931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-065d9f4a-c1c4-4f2f-b6cc-0808dbc97d72 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] delete failed (client error): The resource could not be found. Apr 30 04:56:30.299218 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-065d9f4a-c1c4-4f2f-b6cc-0808dbc97d72 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-693808121 HTTP/1.1" status: 404 len: 334 time: 0.0595067 Apr 30 04:56:30.299713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37712) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.303040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Provisioning complete for port d88b0eca-5a5a-44b7-b380-f67152d073b5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:30.303205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.304551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-87c9653d-32a6-43bc-a4e0-188f93b5beb7 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d251daa-3828-46f0-a569-5f97c6965bb0'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:30.318414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f5b6b4-6513-4451-bc14-9693e6c8dce4 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:56:30.330299 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:30.341456 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:30.342250 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:30.359211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (28c32977-e8ae-440e-8490-576181031996), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.387286 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:30.388115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b3169-dce9-44d9-99cb-809b81ab2051 None None] The sync data for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:30.397733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=28c32977-e8ae-440e-8490-576181031996,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:30.418240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37716) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.462505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.465862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-63cb86a6-d9c0-4426-925d-e9dddac6721a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/28c32977-e8ae-440e-8490-576181031996 HTTP/1.1" status: 204 len: 168 time: 0.6455495 Apr 30 04:56:30.469034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37722) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.523029 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-639232d6-78e2-452e-a6be-988ee3dc78ea tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522325 Apr 30 04:56:30.525442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37724) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.532244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:30.573299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-dd3cdb34-de67-407e-955b-ae7a5346d549 tempest-DvrRoutersNegativeTest-123480000 tempest-DvrRoutersNegativeTest-123480000-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1081395186', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:30.581277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.policy [None req-dd3cdb34-de67-407e-955b-ae7a5346d549 tempest-DvrRoutersNegativeTest-123480000 tempest-DvrRoutersNegativeTest-123480000-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=111174) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 30 04:56:30.581578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.policy [None req-dd3cdb34-de67-407e-955b-ae7a5346d549 tempest-DvrRoutersNegativeTest-123480000 tempest-DvrRoutersNegativeTest-123480000-project] Failed policy enforce for 'create_router' {{(pid=111174) enforce /opt/stack/neutron/neutron/policy.py:532}} Apr 30 04:56:30.582303 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-dd3cdb34-de67-407e-955b-ae7a5346d549 tempest-DvrRoutersNegativeTest-123480000 tempest-DvrRoutersNegativeTest-123480000-project] create failed (client error): Access was denied to this resource. Apr 30 04:56:30.586708 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dd3cdb34-de67-407e-955b-ae7a5346d549 tempest-DvrRoutersNegativeTest-123480000 tempest-DvrRoutersNegativeTest-123480000-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1638854 Apr 30 04:56:30.626742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:30.627822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:30.660702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-87c9653d-32a6-43bc-a4e0-188f93b5beb7 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router_gateway (2d251daa-3828-46f0-a569-5f97c6965bb0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.717876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:30.722549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.756945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Current status of the port d88b0eca-5a5a-44b7-b380-f67152d073b5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:30.786771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-87c9653d-32a6-43bc-a4e0-188f93b5beb7 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] update failed (client error): The resource could not be found. Apr 30 04:56:30.786771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-87c9653d-32a6-43bc-a4e0-188f93b5beb7 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0 HTTP/1.1" status: 404 len: 339 time: 0.4813130 Apr 30 04:56:30.791448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37728) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:30.821047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:30.821419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:30.829570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5b6b4-6513-4451-bc14-9693e6c8dce4 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:56:30.856286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:30.856671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.165126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cd72aad1-4733-4da9-954a-3c92301a5844 req-11cf6785-0c3b-4899-b3c1-8a23ebe57d9d tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0520177 Apr 30 04:56:31.173138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37736) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:31.208046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.301421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (e4a961a4-b94c-4db1-b9d3-3dc3465c1d02), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.304548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks [] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.338934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:31.339522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.355045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4849e1f1-9653-4c77-8790-dd66e7cb8efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.376949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:31.377343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.379855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:31.417870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:31.432879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:31.433543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.439726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.450071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:31.455799 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=e4a961a4-b94c-4db1-b9d3-3dc3465c1d02,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:31.455980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08b66e-abba-439f-aef0-1b165f09ee2c None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:31.529512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e37b7-e89e-4791-abb2-a57878f58d15 None None] Pushing event updated for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:31.545989 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-419b934b-af73-4bf6-8765-e40a05b93a17 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0159063 Apr 30 04:56:31.546571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37740) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:31.553248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:31.576878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.637286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Allocated IP 172.20.0.1 (84601f78-6a54-41b1-954b-c353e87491c9/9c2beb14-a8b8-4402-8896-f259cfa78ffa/f49773a9-15ea-4059-9fde-83c7523be662) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:31.641391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4849e1f1-9653-4c77-8790-dd66e7cb8efb admin admin] Publish callbacks [] for security_group (42e7401c-15bb-45c6-a891-7975508d3fbd), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.696834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:31.697588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:31.699464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Provisioning complete for port 06f511bb-92b1-4679-8e5f-56a85e46e43e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:31.700428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.750649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4849e1f1-9653-4c77-8790-dd66e7cb8efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (42e7401c-15bb-45c6-a891-7975508d3fbd), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.769753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:31.800018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Attempting to bind port 34a48d07-dba3-40be-8861-2d2c1778d9b4 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:31.800018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Attempting to bind port 34a48d07-dba3-40be-8861-2d2c1778d9b4 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:31.800018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Attempting to bind port 34a48d07-dba3-40be-8861-2d2c1778d9b4 on network 2bc05787-5507-4bb6-8ee9-0a8095e5255f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:31.815360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:31.815649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Checking segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:31.816105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.816569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Bound using segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:31.817053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Bound port: 34a48d07-dba3-40be-8861-2d2c1778d9b4, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:31.817434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.820792 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4849e1f1-9653-4c77-8790-dd66e7cb8efb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb5553a5b03d466c9b942ea3b71fdaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6443202 Apr 30 04:56:31.820792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849e1f1-9653-4c77-8790-dd66e7cb8efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7401c-15bb-45c6-a891-7975508d3fbd,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:31.822512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37742) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:31.839374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for port (f49773a9-15ea-4059-9fde-83c7523be662), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.880315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:31.884624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.951954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] For port 34a48d07-dba3-40be-8861-2d2c1778d9b4, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:31.955730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Current status of the port 06f511bb-92b1-4679-8e5f-56a85e46e43e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:31.977233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f49773a9-15ea-4059-9fde-83c7523be662), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.978642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] For port 34a48d07-dba3-40be-8861-2d2c1778d9b4, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=34a48d07-dba3-40be-8861-2d2c1778d9b4,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:31.982426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Provisioning complete for port 34a48d07-dba3-40be-8861-2d2c1778d9b4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:31.984370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:31.985920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] Publish callbacks [] for security_group (42e7401c-15bb-45c6-a891-7975508d3fbd), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.009562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'e4a961a4-b94c-4db1-b9d3-3dc3465c1d02'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'fe7a40e2-0fa4-4dba-a007-32551bf95a6c'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:32.022658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] Publish callbacks [] for security_group (42e7401c-15bb-45c6-a891-7975508d3fbd), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.031565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 84601f78-6a54-41b1-954b-c353e87491c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:32.034753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:32.045049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:32.045199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2cd13789-857a-4ac7-bd6f-7bbe87b780cb None None] Port 34a48d07-dba3-40be-8861-2d2c1778d9b4 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:32.053389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.067744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.070704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Port': ['ID=f49773a9-15ea-4059-9fde-83c7523be662,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:32.102546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.228062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (42e7401c-15bb-45c6-a891-7975508d3fbd), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.231940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.233392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42e7401c-15bb-45c6-a891-7975508d3fbd HTTP/1.1" status: 204 len: 168 time: 0.4066157 Apr 30 04:56:32.260437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6339e-3d95-40c1-bef5-a77f3c483772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7401c-15bb-45c6-a891-7975508d3fbd,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:32.300527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:32.301865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:32.354409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8f08a66-c786-46fb-9bd6-4d32e3ed74b9 req-601f1e10-f617-439c-b5a2-bf91daa4c5fa tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0671561 Apr 30 04:56:32.382982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f49773a9-15ea-4059-9fde-83c7523be662), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.457661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e37b7-e89e-4791-abb2-a57878f58d15 None None] Pushing event updated for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:32.496104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Provisioning complete for port 34a48d07-dba3-40be-8861-2d2c1778d9b4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:32.498893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.580938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:32.584349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:32.663280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Allocated IP 172.20.0.2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/e4a961a4-b94c-4db1-b9d3-3dc3465c1d02/fe7a40e2-0fa4-4dba-a007-32551bf95a6c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:32.670078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:32.675167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:32.726469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:32.726804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8a41dcb7-9a27-422f-bf14-d4afeb66ea92 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:32.883408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Current status of the port 34a48d07-dba3-40be-8861-2d2c1778d9b4 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:32.883807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.919708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for port (f49773a9-15ea-4059-9fde-83c7523be662), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:32.949622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-8d2d5f3b-8a4c-4d7a-9954-e0ee4edab856 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:32.951285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-8d2d5f3b-8a4c-4d7a-9954-e0ee4edab856 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.13 "GET /v2.0/networks?id=2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 200 len: 797 time: 0.4228096 Apr 30 04:56:32.986929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (f49773a9-15ea-4059-9fde-83c7523be662), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.098320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d88b0eca-5a5a-44b7-b380-f67152d073b5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:33.142816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-880f19b5-0bae-4bfd-a06a-278a14a5015a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37cf34c1dba42589ec1e058f18d4ed1 HTTP/1.1" status: 200 len: 380 time: 0.1823149 Apr 30 04:56:33.145705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event updated for resources: {'Port': ['ID=f49773a9-15ea-4059-9fde-83c7523be662,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:33.148664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.193055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:33.206953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'port': {'device_id': '965e49db-0126-4774-948c-f10a0fd058f9', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'admin_state_up': True, 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'security_groups': ['4eb927dc-e42a-4c61-aa46-68f1dabd2e0f']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:33.228299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] For port 34a48d07-dba3-40be-8861-2d2c1778d9b4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=34a48d07-dba3-40be-8861-2d2c1778d9b4,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:33.255791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Network 84601f78-6a54-41b1-954b-c353e87491c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:33.257971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:33.300967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Publish callbacks [] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.307881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.379307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d88b0eca-5a5a-44b7-b380-f67152d073b5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:33.381623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.393926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.420002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Router 2d251daa-3828-46f0-a569-5f97c6965bb0 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:33.449616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:33.449989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.452737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:31Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:33.455307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Made reservation on behalf of c37cf34c1dba42589ec1e058f18d4ed1 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:33.461329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.562145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313e718a-8c68-4707-8433-01c7b8d58aee req-b6f60bbe-7b01-4a77-a358-ca50c75883d4 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0594471 Apr 30 04:56:33.563341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563c4c0-2a07-483d-b9b5-9f17295c4c0d None None] The sync data for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv is: [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:31Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:33.694660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:33.697555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Pushing event updated for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:33.701505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:33.702667 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eecc5a32-9a9e-4af2-8ddc-aba10c78d90b tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9099803 Apr 30 04:56:33.705686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37770) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:33.756684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] Sync routers for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:33.883412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:33.899455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Allocated IP 172.20.0.8 (2bc05787-5507-4bb6-8ee9-0a8095e5255f/640b39dc-9a99-4b12-aae8-6c4acf06b3e0/264079b2-d188-4690-b780-5b420cbb0853) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:33.900581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:34.001272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52851db8-585c-4ac5-aacd-2ee4d86a017c None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:34.021108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-287f988f-44cb-4a58-aec5-354adfd7bd94 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.029134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:34.068863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4d928206-a490-4a50-947d-6dbb0c00591d None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:34.080654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d88b0eca-5a5a-44b7-b380-f67152d073b5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:34.081693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 06f511bb-92b1-4679-8e5f-56a85e46e43e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:34.125776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:34.142575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:34.192623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37774) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:34.204000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:34.236366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:34.236919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4fadf6-ab87-4db9-84cb-ee1378ec612a None None] The sync data for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:34.267328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Provisioning complete for port f49773a9-15ea-4059-9fde-83c7523be662 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:34.267783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f49773a9-15ea-4059-9fde-83c7523be662), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.293461 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-287f988f-44cb-4a58-aec5-354adfd7bd94 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 30 04:56:34.298052 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-287f988f-44cb-4a58-aec5-354adfd7bd94 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0 HTTP/1.1" status: 409 len: 376 time: 0.5911679 Apr 30 04:56:34.300724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37778) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:34.305156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.351510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (264079b2-d188-4690-b780-5b420cbb0853), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.364452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 06f511bb-92b1-4679-8e5f-56a85e46e43e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:34.364762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.366494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Port f49773a9-15ea-4059-9fde-83c7523be662 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:34.368106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.452657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Provisioning complete for port 34a48d07-dba3-40be-8861-2d2c1778d9b4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:34.453022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.460325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (ca5ebacb-3b93-48b7-bb98-c50488e35718), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.481438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c02a2696-b296-4990-8389-68330d0be7bc tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1680646015', 'prefixes': ['172.20.0.0/16']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:34.605651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=ca5ebacb-3b93-48b7-bb98-c50488e35718,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:34.661809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:34.679547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:34.684535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:34.685504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.762422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=7']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:34.779659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 06f511bb-92b1-4679-8e5f-56a85e46e43e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:34.781451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8670d43-2f4f-4bdc-9f41-709d3f2d0030 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:34.794312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-913c38c6-814e-4012-aec2-6f775242642e req-87938470-2885-4175-97be-394eb814513b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0795274 Apr 30 04:56:34.798444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f351be18-5dc7-4a40-8168-0f3145b45265 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2507761 Apr 30 04:56:34.803258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37782) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:34.805211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.826462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:f4:95:3d', 'name': 'tempest-NetworksTestDHCPv6-1280497744'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:34.874827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-118b87d6-67b9-482d-b89b-5b3db8e7eb68 None None] Current status of the port 34a48d07-dba3-40be-8861-2d2c1778d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:34.888128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:34.892849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:34.896078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:34.958238 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:56:34.960722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:34.961571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:34.966750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:35.021548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b007ed8-c900-49a6-a3be-0d92c88568f8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:35.024470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:35.026911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.049783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-16150b43-8ec2-423e-ad09-394969d9fe0e None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:35.052064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-16150b43-8ec2-423e-ad09-394969d9fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.062583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c02a2696-b296-4990-8389-68330d0be7bc tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.064922 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c02a2696-b296-4990-8389-68330d0be7bc tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8702018 Apr 30 04:56:35.069617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37784) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:35.099299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.128096 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-322e57b8-aa1a-4fe0-b8bc-7b475fd2e016 tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "GET /v2.0/subnetpools/751fd8d4-cceb-4b2f-b1ff-c155105bba79 HTTP/1.1" status: 200 len: 732 time: 0.0569823 Apr 30 04:56:35.129771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37786) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:35.136776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4b32c627-4a70-4695-b085-558c4e23ab70 tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-95125323'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:35.143714 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-c4e9771e-f581-4f1b-8a7d-964894cff707 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9423707 Apr 30 04:56:35.195200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Request body: {'port': {'device_id': '965e49db-0126-4774-948c-f10a0fd058f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:35.244006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:35.364172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:35.386174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.422865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-16150b43-8ec2-423e-ad09-394969d9fe0e None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:35.539602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:35.540159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.557578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:35.615765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b71d33ff-af69-454e-85fc-d5150f882fdf None None] Provisioning complete for port 264079b2-d188-4690-b780-5b420cbb0853 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:35.617733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b71d33ff-af69-454e-85fc-d5150f882fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (264079b2-d188-4690-b780-5b420cbb0853), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.689710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting port f49773a9-15ea-4059-9fde-83c7523be662 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:35.690328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f49773a9-15ea-4059-9fde-83c7523be662), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.726976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:35.731618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:56:35.736914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b71d33ff-af69-454e-85fc-d5150f882fdf None None] Port 264079b2-d188-4690-b780-5b420cbb0853 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:35.741674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks [] for port (264079b2-d188-4690-b780-5b420cbb0853), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.756897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Transition to ACTIVE for port object 264079b2-d188-4690-b780-5b420cbb0853 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:56:35.786625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.851751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.919061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:35.931684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4b32c627-4a70-4695-b085-558c4e23ab70 tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:35.933727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4b32c627-4a70-4695-b085-558c4e23ab70 tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "PUT /v2.0/subnetpools/751fd8d4-cceb-4b2f-b1ff-c155105bba79 HTTP/1.1" status: 200 len: 682 time: 0.8025019 Apr 30 04:56:35.977698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:35.980582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37790) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:36.067590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 34a48d07-dba3-40be-8861-2d2c1778d9b4 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:36.168221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 34a48d07-dba3-40be-8861-2d2c1778d9b4 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:36.168601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.188976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b2e89-1796-4dfc-986e-8b0f0be8a38c req-737da747-0e1c-4100-9f1b-afa92d9722f8 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:36.190856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d49b2e89-1796-4dfc-986e-8b0f0be8a38c req-737da747-0e1c-4100-9f1b-afa92d9722f8 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.2091575 Apr 30 04:56:36.329567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 34a48d07-dba3-40be-8861-2d2c1778d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:36.331661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:36.355239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f49773a9-15ea-4059-9fde-83c7523be662), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.373738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Calling delete_port for f49773a9-15ea-4059-9fde-83c7523be662 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:36.432322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:36.432733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.558765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ecec4b-864d-4bcd-bf7c-52999105fe8e None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:36.563253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.589793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:36.589793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.626215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 8775d100-b743-49ee-b448-bf256fdbb1e2 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:36.679520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-021e7917-ba21-4c92-aa2f-5627f6f8c748 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:36.679894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-021e7917-ba21-4c92-aa2f-5627f6f8c748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.695293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:36.766968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f49773a9-15ea-4059-9fde-83c7523be662), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.779365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c76bf2f0-557b-4518-91cf-83d7864cd96c tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.780490 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c76bf2f0-557b-4518-91cf-83d7864cd96c tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "DELETE /v2.0/subnetpools/751fd8d4-cceb-4b2f-b1ff-c155105bba79 HTTP/1.1" status: 204 len: 168 time: 0.7885993 Apr 30 04:56:36.783465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37792) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:36.799912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d49b2e89-1796-4dfc-986e-8b0f0be8a38c req-8726af7b-bc5c-4612-961d-a2e3d9fd580e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863988 Apr 30 04:56:36.799912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Attempting to bind port 264079b2-d188-4690-b780-5b420cbb0853 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:36.799912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Attempting to bind port 264079b2-d188-4690-b780-5b420cbb0853 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:36.799912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Attempting to bind port 264079b2-d188-4690-b780-5b420cbb0853 on network 2bc05787-5507-4bb6-8ee9-0a8095e5255f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:36.809221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Port 264079b2-d188-4690-b780-5b420cbb0853 on network 2bc05787-5507-4bb6-8ee9-0a8095e5255f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:56:36.809605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Attempting to bind port 264079b2-d188-4690-b780-5b420cbb0853 on network 2bc05787-5507-4bb6-8ee9-0a8095e5255f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:36.812355 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-3cc15917-02e7-4fad-bd26-37cc641c196a tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] show failed (client error): The resource could not be found. Apr 30 04:56:36.813387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3cc15917-02e7-4fad-bd26-37cc641c196a tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "GET /v2.0/subnetpools/751fd8d4-cceb-4b2f-b1ff-c155105bba79 HTTP/1.1" status: 404 len: 346 time: 0.0285466 Apr 30 04:56:36.818579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37794) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:36.826435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Port': ['ID=f49773a9-15ea-4059-9fde-83c7523be662,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:36.838336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-fe84f4b2-4c9a-4512-99ed-906ec93ca1ea tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] delete failed (client error): The resource could not be found. Apr 30 04:56:36.849107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fe84f4b2-4c9a-4512-99ed-906ec93ca1ea tempest-SubnetPoolsTestJSON-117150568 tempest-SubnetPoolsTestJSON-117150568-project] 10.222.0.16 "DELETE /v2.0/subnetpools/751fd8d4-cceb-4b2f-b1ff-c155105bba79 HTTP/1.1" status: 404 len: 346 time: 0.0266852 Apr 30 04:56:36.850475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:36.850904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Checking segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:36.851370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Bound using segment: {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:36.851894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Bound port: 264079b2-d188-4690-b780-5b420cbb0853, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c53911-0d3b-4d27-a71c-8b9a65c651a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:36.852465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.962932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:36.988086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:36.997052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:37.054067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=9']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:37.060967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (2d251daa-3828-46f0-a569-5f97c6965bb0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.081408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-021e7917-ba21-4c92-aa2f-5627f6f8c748 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:37.089672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.130158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 172.20.0.11 (b6427a96-a6f5-42f0-9a44-12b949b58e60/e4a961a4-b94c-4db1-b9d3-3dc3465c1d02/8775d100-b743-49ee-b448-bf256fdbb1e2) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:37.133509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:37.134130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.136215 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] 10.222.0.13 "PUT /v2.0/ports/264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 200 len: 1093 time: 1.9565117 Apr 30 04:56:37.138656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:56:37.142538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f8450-e97c-4d31-863a-2c3a29606e74" -d '{"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:56:37.172482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ac3c-3deb-42dd-8ba6-ef32f132d301 service neutron] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:37.197699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fef4:953d (b6427a96-a6f5-42f0-9a44-12b949b58e60/ca5ebacb-3b93-48b7-bb98-c50488e35718/8775d100-b743-49ee-b448-bf256fdbb1e2) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:37.215305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab1add-ac3a-41d0-a5a0-0d69f1bd4239 x-openstack-request-id: req-eaab1add-ac3a-41d0-a5a0-0d69f1bd4239 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:56:37.216141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:56:37.216643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaab1add-ac3a-41d0-a5a0-0d69f1bd4239 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:56:37.221110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaab1add-ac3a-41d0-a5a0-0d69f1bd4239'] response: {'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'status': 'completed', 'code': 200} Apr 30 04:56:37.288709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-730251e8-84e0-47a1-8178-f090188b1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:37.290473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-730251e8-84e0-47a1-8178-f090188b1430 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1127 time: 0.0513549 Apr 30 04:56:37.343873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Router 2d251daa-3828-46f0-a569-5f97c6965bb0 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:37.490765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37802) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:37.505637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:37.516595 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7e69bc32-9f29-4089-bc51-2aeaa18d616c tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2119167 Apr 30 04:56:37.518116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37806) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:37.520956 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] Sync routers for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:37.527238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e4b597c8-ddef-4638-9819-1e13b796b2a4 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:37.531458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4b597c8-ddef-4638-9819-1e13b796b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.536675 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:37.537299 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:37.584654 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-4b5e699b-4511-4015-8e5f-039989dccb81 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] show failed (client error): The resource could not be found. Apr 30 04:56:37.585971 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b5e699b-4511-4015-8e5f-039989dccb81 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1324689733 HTTP/1.1" status: 404 len: 335 time: 0.0487487 Apr 30 04:56:37.592868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37808) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:37.594294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-d4cb59e9-a0b7-41d9-afce-ef588d79f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:37.595838 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-d4cb59e9-a0b7-41d9-afce-ef588d79f201 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2978873 Apr 30 04:56:37.608677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b738a271-381c-4d5a-9a58-e9b85fc8eee5 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:37.624297 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:37.647232 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-b738a271-381c-4d5a-9a58-e9b85fc8eee5 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] update failed (client error): The resource could not be found. Apr 30 04:56:37.658862 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b738a271-381c-4d5a-9a58-e9b85fc8eee5 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1915517982 HTTP/1.1" status: 404 len: 335 time: 0.0542226 Apr 30 04:56:37.659072 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] Routers {'2d251daa-3828-46f0-a569-5f97c6965bb0'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:37.659072 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['2d251daa-3828-46f0-a569-5f97c6965bb0'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:37.659270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.663891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37810) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:37.727195 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:37.727799 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd67fbe-c10f-4769-9d74-28374ce6aabc None None] The sync data for ids ['2d251daa-3828-46f0-a569-5f97c6965bb0'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:37.741098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e4b597c8-ddef-4638-9819-1e13b796b2a4 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:37.767435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting subnet 8cb251ed-73ff-407e-a0f0-3926c6b7155c {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:37.770782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (8cb251ed-73ff-407e-a0f0-3926c6b7155c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.779043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-75455052-e880-45dd-b7a8-2a6418606f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:37.780544 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f0f8450-e97c-4d31-863a-2c3a29606e74 req-75455052-e880-45dd-b7a8-2a6418606f35 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1789742 Apr 30 04:56:37.781432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dac475c5-ba8e-41cd-8e4a-9c339a6989cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.819965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.831735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.865087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7ea4e7c0-60d0-4558-8bbd-7e419ec50253 None None] Could not find standard attr ID for object 250c44e9-d42a-4755-b0b9-b83eb336d297. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:37.890452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:37.894046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:37.897707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (8cb251ed-73ff-407e-a0f0-3926c6b7155c), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.921978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:37.935043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-4d0e0a1b-76b6-4817-8366-66de6ec0403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:37.937688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:37.942851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-4d0e0a1b-76b6-4817-8366-66de6ec0403a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1127 time: 0.1148682 Apr 30 04:56:37.954595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dac475c5-ba8e-41cd-8e4a-9c339a6989cf admin admin] Publish callbacks [] for security_group (fad690b0-25dc-45fc-953e-2f71d9f7ce8a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:37.986253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=8775d100-b743-49ee-b448-bf256fdbb1e2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:38.000251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:38.000803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.011556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.012295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.065451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dac475c5-ba8e-41cd-8e4a-9c339a6989cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fad690b0-25dc-45fc-953e-2f71d9f7ce8a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.070560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8cb251ed-73ff-407e-a0f0-3926c6b7155c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.099523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dac475c5-ba8e-41cd-8e4a-9c339a6989cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=354b3ac8f9794053aa8045a3ef1fad7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078608 Apr 30 04:56:38.101047 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-8db96132-d3de-4c2b-8b7a-eda209c45b2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 200 len: 217 time: 0.1305683 Apr 30 04:56:38.102526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37814) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:38.103088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:38.142651 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c5d807c7-2b01-4694-9e65-68eed7f701a8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3359966 Apr 30 04:56:38.145424 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37816) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:38.147789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841ed9-54c7-457b-ba7e-8e329820a671 req-5e21aaef-7e78-4b72-b952-fbd806416647 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.149249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4b841ed9-54c7-457b-ba7e-8e329820a671 req-5e21aaef-7e78-4b72-b952-fbd806416647 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.2263622 Apr 30 04:56:38.200945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24dd31-97ee-4bd8-81d2-df1823560d07 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.207657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24dd31-97ee-4bd8-81d2-df1823560d07 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.209505 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5d24dd31-97ee-4bd8-81d2-df1823560d07 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0629928 Apr 30 04:56:38.212613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37818) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:38.223458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (8cb251ed-73ff-407e-a0f0-3926c6b7155c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.226846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac475c5-ba8e-41cd-8e4a-9c339a6989cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad690b0-25dc-45fc-953e-2f71d9f7ce8a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:38.251378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-24e20bfa-d562-4ca8-9ea7-8a8940789261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.252859 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-24e20bfa-d562-4ca8-9ea7-8a8940789261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=640b39dc-9a99-4b12-aae8-6c4acf06b3e0 HTTP/1.1" status: 200 len: 835 time: 0.1393869 Apr 30 04:56:38.279104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb251ed-73ff-407e-a0f0-3926c6b7155c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:38.287948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.291414 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-366b9eaf-7add-4a95-9bf1-9259c563429e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/subnets/8cb251ed-73ff-407e-a0f0-3926c6b7155c HTTP/1.1" status: 204 len: 168 time: 0.6265919 Apr 30 04:56:38.294975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37820) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:38.304116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbab96e-abfb-48db-a55f-ce947bd43f1f None None] Network d5788285-7f68-4aeb-9be9-c1fb1adbb681 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:38.320021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4b841ed9-54c7-457b-ba7e-8e329820a671 req-99496e6a-b4a4-4c91-8355-39f91d2a34be tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401532 Apr 30 04:56:38.336596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] Publish callbacks [] for security_group (fad690b0-25dc-45fc-953e-2f71d9f7ce8a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.341448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-4cd4d4a0-ab2c-4c14-85c0-907ef646143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:38.343179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-4cd4d4a0-ab2c-4c14-85c0-907ef646143f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc05787-5507-4bb6-8ee9-0a8095e5255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0822871 Apr 30 04:56:38.420679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] Publish callbacks [] for security_group (fad690b0-25dc-45fc-953e-2f71d9f7ce8a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.452776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 8775d100-b743-49ee-b448-bf256fdbb1e2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:38.453198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.459852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting subnet a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:38.465336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.536201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-4cd3de4f-28a1-48b3-9a4b-192aa1f02c9b service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780903 Apr 30 04:56:38.567916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] DHCP port deletion for d5788285-7f68-4aeb-9be9-c1fb1adbb681 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:38.580148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.618292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Deleting port 06f511bb-92b1-4679-8e5f-56a85e46e43e {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:38.619069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.635342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1467255d-66d4-46c8-933d-e45071d9cf34 None None] Provisioning complete for port 8775d100-b743-49ee-b448-bf256fdbb1e2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:38.635707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1467255d-66d4-46c8-933d-e45071d9cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.638925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.657365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 8775d100-b743-49ee-b448-bf256fdbb1e2 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:38.659262 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58d50712-a517-4327-b23f-3231e61a1ec4 req-63a286f7-d4f6-4ac5-ae59-e9a3335dfa84 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155648 Apr 30 04:56:38.659912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fad690b0-25dc-45fc-953e-2f71d9f7ce8a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.663468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.669048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fad690b0-25dc-45fc-953e-2f71d9f7ce8a HTTP/1.1" status: 204 len: 168 time: 0.5586588 Apr 30 04:56:38.677489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87e1b-db76-4b36-84c5-89375199a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad690b0-25dc-45fc-953e-2f71d9f7ce8a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:38.727590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] For port 06f511bb-92b1-4679-8e5f-56a85e46e43e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=06f511bb-92b1-4679-8e5f-56a85e46e43e,segment=NetworkSegment(0dd4fd8d-fd71-42ee-91bf-6baa5913fef2),segment_id=0dd4fd8d-fd71-42ee-91bf-6baa5913fef2)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:38.727986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.739307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.743714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1467255d-66d4-46c8-933d-e45071d9cf34 None None] Port 8775d100-b743-49ee-b448-bf256fdbb1e2 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:56:38.751847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Calling delete_port for 06f511bb-92b1-4679-8e5f-56a85e46e43e owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:38.896463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.928010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (06f511bb-92b1-4679-8e5f-56a85e46e43e), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.935219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:38.938488 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/subnets/a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76 HTTP/1.1" status: 204 len: 168 time: 0.6425519 Apr 30 04:56:38.939468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269912ab-7f2f-4d93-88a0-3ce5824983b3 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Subnet': ['ID=a14e9c3f-0c78-4ac4-b3bd-3756c5c2bb76,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:38.942359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37824) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:38.945011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6feb33-2bba-4962-829c-420ffc71c634 None None] Network 94fb4486-7a4f-4f85-9586-e3aa42d074ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:38.982674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] No DVR routers for this DVR port 06f511bb-92b1-4679-8e5f-56a85e46e43e on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:38.995664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183bff8-32c8-4256-9341-4d0d2e12d405 None None] Pushing event deleted for resources: {'Port': ['ID=06f511bb-92b1-4679-8e5f-56a85e46e43e,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:39.037836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8775d100-b743-49ee-b448-bf256fdbb1e2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.044972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d5788285-7f68-4aeb-9be9-c1fb1adbb681), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.156630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=8775d100-b743-49ee-b448-bf256fdbb1e2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:39.196672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d5788285-7f68-4aeb-9be9-c1fb1adbb681), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.233015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5788285-7f68-4aeb-9be9-c1fb1adbb681']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.245525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.245728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd4fd8d-fd71-42ee-91bf-6baa5913fef2') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.249172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] DHCP port deletion for 94fb4486-7a4f-4f85-9586-e3aa42d074ba request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:39.262748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.263259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (0dd4fd8d-fd71-42ee-91bf-6baa5913fef2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.267951 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2850508f-eef1-44b5-9b4e-94f65aa721e2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/8775d100-b743-49ee-b448-bf256fdbb1e2 HTTP/1.1" status: 204 len: 168 time: 1.0536976 Apr 30 04:56:39.270445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37826) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:39.300434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Deleting port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:39.300808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.305479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (0dd4fd8d-fd71-42ee-91bf-6baa5913fef2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.318829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:39.319318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (0dd4fd8d-fd71-42ee-91bf-6baa5913fef2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:39.323666 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:39.358537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e491e-b58d-4b32-9ee5-7d7355a1eb68 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:39.360294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e491e-b58d-4b32-9ee5-7d7355a1eb68 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:39.361628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e491e-b58d-4b32-9ee5-7d7355a1eb68 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:39.363335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a07e491e-b58d-4b32-9ee5-7d7355a1eb68 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0918975 Apr 30 04:56:39.366304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37830) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:39.391083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] For port 41291ed3-91a9-4c5d-9386-06805dd6ffc4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41291ed3-91a9-4c5d-9386-06805dd6ffc4,segment=NetworkSegment(2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1),segment_id=2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:39.391487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.409897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Calling delete_port for 41291ed3-91a9-4c5d-9386-06805dd6ffc4 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:39.443779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet ca5ebacb-3b93-48b7-bb98-c50488e35718 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:39.447646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (ca5ebacb-3b93-48b7-bb98-c50488e35718), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.459478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca59d7-6a1b-4f2c-9ce4-84b0dbc27eb5 req-921947c1-b0fc-4043-820b-f07bcc4600e3 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:39.466403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33ca59d7-6a1b-4f2c-9ce4-84b0dbc27eb5 req-921947c1-b0fc-4043-820b-f07bcc4600e3 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.0630541 Apr 30 04:56:39.493298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (ca5ebacb-3b93-48b7-bb98-c50488e35718), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.519853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33ca59d7-6a1b-4f2c-9ce4-84b0dbc27eb5 req-bee0aac8-a645-46de-a121-190ca980d196 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520196 Apr 30 04:56:39.521087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d5788285-7f68-4aeb-9be9-c1fb1adbb681), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.528029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.534312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/networks/d5788285-7f68-4aeb-9be9-c1fb1adbb681 HTTP/1.1" status: 204 len: 168 time: 0.5876691 Apr 30 04:56:39.534668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37832) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:39.542818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4ddf1-05d5-46f2-9a1c-267032a9e6a2 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Network': ['ID=d5788285-7f68-4aeb-9be9-c1fb1adbb681,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:39.621207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (41291ed3-91a9-4c5d-9386-06805dd6ffc4), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.646855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] Pushing event deleted for resources: {'Port': ['ID=41291ed3-91a9-4c5d-9386-06805dd6ffc4,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:39.650393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec32d7-2a4a-4005-a440-9f0f31a96e99 None None] No DVR routers for this DVR port 41291ed3-91a9-4c5d-9386-06805dd6ffc4 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:39.658215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (94fb4486-7a4f-4f85-9586-e3aa42d074ba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.662574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (ca5ebacb-3b93-48b7-bb98-c50488e35718), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.795588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (94fb4486-7a4f-4f85-9586-e3aa42d074ba), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.816652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fb4486-7a4f-4f85-9586-e3aa42d074ba']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.826677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.827006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:39.837105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.850858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.857557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:39.857970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (2f6a1c0c-a26c-45cd-bc73-c9ce0fd78fb1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:39.861444 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:39.866809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 06f511bb-92b1-4679-8e5f-56a85e46e43e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:39.873371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (ca5ebacb-3b93-48b7-bb98-c50488e35718), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.887954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 06f511bb-92b1-4679-8e5f-56a85e46e43e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:39.888304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 06f511bb-92b1-4679-8e5f-56a85e46e43e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:39.888722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41291ed3-91a9-4c5d-9386-06805dd6ffc4 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:39.907730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 41291ed3-91a9-4c5d-9386-06805dd6ffc4 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:39.908072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41291ed3-91a9-4c5d-9386-06805dd6ffc4 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:39.919051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5ebacb-3b93-48b7-bb98-c50488e35718,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:39.924326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:39.927584 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a6b70d2-234e-4890-8a6c-713dd61eb4e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/ca5ebacb-3b93-48b7-bb98-c50488e35718 HTTP/1.1" status: 204 len: 168 time: 0.5602255 Apr 30 04:56:39.930617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37834) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:39.931574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412240b-153c-4fdd-ade9-18bebafabf06 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:39.989639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet e4a961a4-b94c-4db1-b9d3-3dc3465c1d02 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:39.992817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (e4a961a4-b94c-4db1-b9d3-3dc3465c1d02), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.032642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (94fb4486-7a4f-4f85-9586-e3aa42d074ba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.042242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (e4a961a4-b94c-4db1-b9d3-3dc3465c1d02), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.046622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.050173 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/networks/94fb4486-7a4f-4f85-9586-e3aa42d074ba HTTP/1.1" status: 204 len: 168 time: 0.5149634 Apr 30 04:56:40.060463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37836) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:40.070070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250c57-d6bb-46d0-9c67-b63cdef42b5e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Network': ['ID=94fb4486-7a4f-4f85-9586-e3aa42d074ba,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:40.115702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting subnet 9c2beb14-a8b8-4402-8896-f259cfa78ffa {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:40.119579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (9c2beb14-a8b8-4402-8896-f259cfa78ffa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.138934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (e4a961a4-b94c-4db1-b9d3-3dc3465c1d02), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.169685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (9c2beb14-a8b8-4402-8896-f259cfa78ffa), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.266736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9c2beb14-a8b8-4402-8896-f259cfa78ffa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.312340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (e4a961a4-b94c-4db1-b9d3-3dc3465c1d02), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.342928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a961a4-b94c-4db1-b9d3-3dc3465c1d02,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:40.344931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.348807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d62d6f48-ef9c-4715-8404-2486e46abaa2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/e4a961a4-b94c-4db1-b9d3-3dc3465c1d02 HTTP/1.1" status: 204 len: 168 time: 0.4154866 Apr 30 04:56:40.350925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37838) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:40.395387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f19015f5-2b1e-4743-b6db-d336426b7deb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433214 Apr 30 04:56:40.397973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37840) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:40.403347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:40.403924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (9c2beb14-a8b8-4402-8896-f259cfa78ffa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.433268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2beb14-a8b8-4402-8896-f259cfa78ffa,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:40.438597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.442432 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7326c3e4-8d40-4b41-9d1e-31e2b0068b7e tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/subnets/9c2beb14-a8b8-4402-8896-f259cfa78ffa HTTP/1.1" status: 204 len: 168 time: 0.3806033 Apr 30 04:56:40.446329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8599c-3b67-4d00-8810-5fe82f4c6e69 None None] Network 84601f78-6a54-41b1-954b-c353e87491c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:40.450805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37842) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:40.559040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (84601f78-6a54-41b1-954b-c353e87491c9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.608869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Deleting port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:40.609263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.642799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:40.646367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.653414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0149e7-6761-407e-ac68-33391a43782a None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:40.676401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] DHCP port deletion for 84601f78-6a54-41b1-954b-c353e87491c9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:40.683533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] For port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,segment=NetworkSegment(691a8611-2e4f-4b5c-bdde-e52940361739),segment_id=691a8611-2e4f-4b5c-bdde-e52940361739)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:40.684133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.693305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d98d-b870-4fab-9778-e41c95fd4538 req-f5ab09f7-0b7b-4421-ae2e-bd0f9e32f5bd tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:40.694910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e867d98d-b870-4fab-9778-e41c95fd4538 req-f5ab09f7-0b7b-4421-ae2e-bd0f9e32f5bd tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.0928197 Apr 30 04:56:40.697827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Calling delete_port for cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:40.759140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e5ee4448-f43f-4830-b28d-1c622007ee98 None None] Provisioning complete for port fe7a40e2-0fa4-4dba-a007-32551bf95a6c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:40.759502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4448-f43f-4830-b28d-1c622007ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.810241 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e867d98d-b870-4fab-9778-e41c95fd4538 req-2f0f3334-960d-4b70-ad8f-55195e25e893 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797358 Apr 30 04:56:40.837379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Deleting port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:40.837742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.877370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.912246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] No DVR routers for this DVR port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:40.915790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Port': ['ID=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:40.932773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:40.954548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] For port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,segment=NetworkSegment(691a8611-2e4f-4b5c-bdde-e52940361739),segment_id=691a8611-2e4f-4b5c-bdde-e52940361739)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:40.954942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.986200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (d17eccc8-8341-4cb2-ae36-a61666931c2a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:40.989774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee4448-f43f-4830-b28d-1c622007ee98 None None] Current status of the port fe7a40e2-0fa4-4dba-a007-32551bf95a6c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:40.992042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Calling delete_port for cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:41.001354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (84601f78-6a54-41b1-954b-c353e87491c9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.015105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Deleting port fe7a40e2-0fa4-4dba-a007-32551bf95a6c {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:41.018234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.022974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84601f78-6a54-41b1-954b-c353e87491c9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:41.033482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691a8611-2e4f-4b5c-bdde-e52940361739') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:41.033782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691a8611-2e4f-4b5c-bdde-e52940361739') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:41.042236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:41.045265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (691a8611-2e4f-4b5c-bdde-e52940361739), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.047790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:41.051457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:41.052058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.059980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (691a8611-2e4f-4b5c-bdde-e52940361739), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.066679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=d17eccc8-8341-4cb2-ae36-a61666931c2a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:41.067584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:56:41.067987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (691a8611-2e4f-4b5c-bdde-e52940361739), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:56:41.071705 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:56:41.149251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] For port fe7a40e2-0fa4-4dba-a007-32551bf95a6c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:41.149666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.159536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (cc1e19d9-22aa-442a-9c7a-7e5e7f31c809), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.161441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c9feba33-7c78-4752-aae7-295cfc9c7ae6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7612007 Apr 30 04:56:41.163300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37846) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:41.168881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:41.171775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Calling delete_port for fe7a40e2-0fa4-4dba-a007-32551bf95a6c owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:41.198572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] Pushing event deleted for resources: {'Port': ['ID=cc1e19d9-22aa-442a-9c7a-7e5e7f31c809,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:41.200395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6ffbf-5d89-4fbe-ad47-97543d6399b3 None None] No DVR routers for this DVR port cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:41.227324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (84601f78-6a54-41b1-954b-c353e87491c9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.241228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.247226 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/networks/84601f78-6a54-41b1-954b-c353e87491c9 HTTP/1.1" status: 204 len: 168 time: 0.7926245 Apr 30 04:56:41.247656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37848) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:41.257409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbac94d-09a2-44f8-9c54-fe3678101684 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Pushing event deleted for resources: {'Network': ['ID=84601f78-6a54-41b1-954b-c353e87491c9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:41.282580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e40a4338-246b-446f-b8a4-f862d7ea2ce9 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d251daa-3828-46f0-a569-5f97c6965bb0 HTTP/1.1" status: 200 len: 205 time: 0.0336039 Apr 30 04:56:41.283175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37850) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:41.362850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.373277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (fe7a40e2-0fa4-4dba-a007-32551bf95a6c), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.397787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] Pushing event deleted for resources: {'Port': ['ID=fe7a40e2-0fa4-4dba-a007-32551bf95a6c,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:41.402620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3cbd5-a325-4075-b7b7-03be2de859e8 None None] No DVR routers for this DVR port fe7a40e2-0fa4-4dba-a007-32551bf95a6c on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:41.418800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158243e-ace9-4570-a125-882d9582b624 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:41.425780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:41.430292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.540197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'd17eccc8-8341-4cb2-ae36-a61666931c2a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:41.541753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.542980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.544584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router_controller (2d251daa-3828-46f0-a569-5f97c6965bb0), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.559708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:56:41.705244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (2d251daa-3828-46f0-a569-5f97c6965bb0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.705793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Fanout notify agent at l3_agent the message router_deleted on router 2d251daa-3828-46f0-a569-5f97c6965bb0 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:56:41.713765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.717431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-62109d8b-aa15-444c-b207-d0ef52fba177 tempest-RoutersNegativeTest-2136823933 tempest-RoutersNegativeTest-2136823933-project] 10.222.0.16 "DELETE /v2.0/routers/2d251daa-3828-46f0-a569-5f97c6965bb0 HTTP/1.1" status: 204 len: 168 time: 0.4307237 Apr 30 04:56:41.851946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:41.853628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8d621e13-06c9-4be9-91f5-ac7a4f42b51d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.892010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:41.901423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:41.904849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:41.909117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:41.909706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:41.924835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=8d621e13-06c9-4be9-91f5-ac7a4f42b51d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:41.931683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:41.932454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cc1e19d9-22aa-442a-9c7a-7e5e7f31c809 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:41.933087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:41.961393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926e12-2772-4389-b6e5-79d95de73f27 req-895bdc64-d7e7-4ff5-8c8d-7ea62f9c533e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:41.963623 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7926e12-2772-4389-b6e5-79d95de73f27 req-895bdc64-d7e7-4ff5-8c8d-7ea62f9c533e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.0695705 Apr 30 04:56:41.970827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fe7a40e2-0fa4-4dba-a007-32551bf95a6c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:41.971174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe7a40e2-0fa4-4dba-a007-32551bf95a6c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:41.975516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:41.988123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Allocated IP 172.20.0.2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d17eccc8-8341-4cb2-ae36-a61666931c2a/d5366ffd-c4ba-4042-85bf-de37e2721420) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:41.992692 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07cc76b4-53d4-4374-92df-5573256e1b3e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8257120 Apr 30 04:56:41.993415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37856) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:41.993616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '264079b2-d188-4690-b780-5b420cbb0853', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'mac_address': 'fa:16:3e:4b:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:56:41.999485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:79:f9:a3', 'name': 'tempest-NetworksTestDHCPv6-1625407141'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:42.028442 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7926e12-2772-4389-b6e5-79d95de73f27 req-75ea7a2d-e52c-4fed-bbb7-57eb589c9e76 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587764 Apr 30 04:56:42.051969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 264079b2-d188-4690-b780-5b420cbb0853 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:42.052357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.109251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:56:42.144225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:42.220102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.226561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks [] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.233949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37860) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:42.280793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:42.300539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.346976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:42.354230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:42.358852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:42.362020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Pushing event updated for resources: {'Port': ['ID=d5366ffd-c4ba-4042-85bf-de37e2721420,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:42.396942 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8ad23858-9947-4557-9c75-38a6e2c81ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6da918a667a7483ea06a77bf115f3f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1611121 Apr 30 04:56:42.399412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37864) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:42.421819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Attempting to bind port d5366ffd-c4ba-4042-85bf-de37e2721420 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:42.422292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Attempting to bind port d5366ffd-c4ba-4042-85bf-de37e2721420 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:42.422742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Attempting to bind port d5366ffd-c4ba-4042-85bf-de37e2721420 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:42.427984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:42.429218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:42.429218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.429218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:42.429558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Bound port: d5366ffd-c4ba-4042-85bf-de37e2721420, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:42.429935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.448401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] Publish callbacks [] for security_group (c978f87d-20b9-44ed-acee-86e78f9a3986), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.466897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['264079b2-d188-4690-b780-5b420cbb0853'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:56:42.474858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] Publish callbacks [] for security_group (c978f87d-20b9-44ed-acee-86e78f9a3986), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.523116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:42.537669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] For port d5366ffd-c4ba-4042-85bf-de37e2721420, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:42.557930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] For port d5366ffd-c4ba-4042-85bf-de37e2721420, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5366ffd-c4ba-4042-85bf-de37e2721420,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:42.603508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c978f87d-20b9-44ed-acee-86e78f9a3986), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.606231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.607449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.610441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c978f87d-20b9-44ed-acee-86e78f9a3986 HTTP/1.1" status: 204 len: 168 time: 0.2099559 Apr 30 04:56:42.618468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6fa00-a1d2-49e5-af91-2eaa5d471854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978f87d-20b9-44ed-acee-86e78f9a3986,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:42.637052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:42.656932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:42.766904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6699b-1505-417c-becd-f39b15e0c38a None None] Pushing event updated for resources: {'Port': ['ID=d5366ffd-c4ba-4042-85bf-de37e2721420,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:42.828780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 172.20.0.14 (b6427a96-a6f5-42f0-9a44-12b949b58e60/d17eccc8-8341-4cb2-ae36-a61666931c2a/14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:42.836414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe79:f9a3 (b6427a96-a6f5-42f0-9a44-12b949b58e60/8d621e13-06c9-4be9-91f5-ac7a4f42b51d/14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:43.022521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.100793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.148289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:43.154803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:43.158593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:43.165029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:43.174785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8f74-2d50-4e09-ba91-3bb6c42bfd40 req-e13e4ae4-f434-4fc0-957b-8419a130292b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:43.181664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1cab8f74-2d50-4e09-ba91-3bb6c42bfd40 req-e13e4ae4-f434-4fc0-957b-8419a130292b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 944 time: 0.0690360 Apr 30 04:56:43.218479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:43.221596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.230921 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1cab8f74-2d50-4e09-ba91-3bb6c42bfd40 req-011bbf9e-a2ea-429d-8cc4-cc6edc0623ee tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Apr 30 04:56:43.326314 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4f475edd-5ee1-420b-9336-eeb35f751c9f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3319945 Apr 30 04:56:43.328628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37880) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:43.378905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce6fa8-1470-4155-a37c-5d5627d1bb9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:43.384278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce6fa8-1470-4155-a37c-5d5627d1bb9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:43.386586 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a6ce6fa8-1470-4155-a37c-5d5627d1bb9c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0570064 Apr 30 04:56:43.389221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37882) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:43.481238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:43.481238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.553144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:43.593555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.604515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 264079b2-d188-4690-b780-5b420cbb0853 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:56:43.608849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:43.693766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 264079b2-d188-4690-b780-5b420cbb0853 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:43.694014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (264079b2-d188-4690-b780-5b420cbb0853), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.801303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37892) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:43.827775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3953e4c-79f5-4375-8015-aedd26b61fc4 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:43.854969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 264079b2-d188-4690-b780-5b420cbb0853 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:43.855438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.876366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Provisioning complete for port d5366ffd-c4ba-4042-85bf-de37e2721420 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:43.876986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.894889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:43.930507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:43.930631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--59999522'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:43.943213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5366ffd-c4ba-4042-85bf-de37e2721420 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:43.983196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:56:43.985597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e61d6-9a0b-44d3-ac60-c7d76f0eb6bd" -d '{"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-plugged", "status": "completed", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:56:44.018071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:44.032110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.033866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.039119 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7213ce32-b014-4c9a-b9da-354502eb9f67 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e HTTP/1.1" status: 204 len: 168 time: 0.6465662 Apr 30 04:56:44.039401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:44.045089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.083976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d5366ffd-c4ba-4042-85bf-de37e2721420 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:44.084285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.111321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.147425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfc635-4de7-46c0-b3e1-d64303baabe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:44.148893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfc635-4de7-46c0-b3e1-d64303baabe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:44.160810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfc635-4de7-46c0-b3e1-d64303baabe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:44.160810 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a8bfc635-4de7-46c0-b3e1-d64303baabe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1164794 Apr 30 04:56:44.160810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:44.161103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (6b3e2c78-8f72-4c85-8ca2-d188d81606e9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.218542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e6c66-58b3-4b6d-bb6a-51767fb3430a x-openstack-request-id: req-3b0e6c66-58b3-4b6d-bb6a-51767fb3430a {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:56:44.218808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-plugged", "status": "completed", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:56:44.219069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b0e6c66-58b3-4b6d-bb6a-51767fb3430a {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:56:44.219460 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0e6c66-58b3-4b6d-bb6a-51767fb3430a'] response: {'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'code': 200} Apr 30 04:56:44.219821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 8d621e13-06c9-4be9-91f5-ac7a4f42b51d {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:44.223326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (8d621e13-06c9-4be9-91f5-ac7a4f42b51d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.226907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:44.232096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.278163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6b3e2c78-8f72-4c85-8ca2-d188d81606e9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.284005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (8d621e13-06c9-4be9-91f5-ac7a4f42b51d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.286030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:44.294532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f800439-16d9-44ec-afed-57ca27c3bf15 None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'd17eccc8-8341-4cb2-ae36-a61666931c2a', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d621e13-06c9-4be9-91f5-ac7a4f42b51d'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'd5366ffd-c4ba-4042-85bf-de37e2721420'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:56:44.332277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8d621e13-06c9-4be9-91f5-ac7a4f42b51d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.354854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] For port d5366ffd-c4ba-4042-85bf-de37e2721420, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5366ffd-c4ba-4042-85bf-de37e2721420,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:44.371417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3f800439-16d9-44ec-afed-57ca27c3bf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.375487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:44.375857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.385731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e2c78-8f72-4c85-8ca2-d188d81606e9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:44.426776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.434009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.435870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14700b4-f67f-4d2f-bfc1-aea070b28fdf req-f3190744-8569-43f3-a28f-51ce20036877 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:44.443120 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e14700b4-f67f-4d2f-bfc1-aea070b28fdf req-f3190744-8569-43f3-a28f-51ce20036877 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0748937 Apr 30 04:56:44.489244 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e14700b4-f67f-4d2f-bfc1-aea070b28fdf req-122c7113-bcc1-4b8e-838e-5ee45bc22408 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455387 Apr 30 04:56:44.516906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (8d621e13-06c9-4be9-91f5-ac7a4f42b51d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.549944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=8d621e13-06c9-4be9-91f5-ac7a4f42b51d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:44.555321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.560417 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-277584c3-19ce-4468-9e66-0ca3efa422ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/8d621e13-06c9-4be9-91f5-ac7a4f42b51d HTTP/1.1" status: 204 len: 168 time: 0.3996036 Apr 30 04:56:44.562985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37906) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server [None req-3f800439-16d9-44ec-afed-57ca27c3bf15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d621e13-06c9-4be9-91f5-ac7a4f42b51d: This subnet is being modified by another concurrent operation. Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise self.value Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1826, in update_port Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server raise exception Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d621e13-06c9-4be9-91f5-ac7a4f42b51d: This subnet is being modified by another concurrent operation. Apr 30 04:56:44.564983 dv-neutron-838078-9-hyperv neutron-server[111176]: ERROR oslo_messaging.rpc.server Apr 30 04:56:44.576726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:44.577095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:44.580186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e7ea5-7125-43c4-8b41-991d3d62cd6f None None] Pushing event updated for resources: {'Port': ['ID=d5366ffd-c4ba-4042-85bf-de37e2721420,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:44.583102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.626952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94b041-ee72-4b69-903a-0411a11df69f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:44.631720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet d17eccc8-8341-4cb2-ae36-a61666931c2a {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:44.635984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (d17eccc8-8341-4cb2-ae36-a61666931c2a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.664396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ab7fc-4d69-47f4-8367-278ded920f41 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 04:56:44.689509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (d17eccc8-8341-4cb2-ae36-a61666931c2a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.689974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad5b21-4fa2-4394-95a4-7c4e0ca8da1b req-223288b5-1d42-4752-bdc6-81b6f953f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:44.691775 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4ad5b21-4fa2-4394-95a4-7c4e0ca8da1b req-223288b5-1d42-4752-bdc6-81b6f953f957 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1129 time: 0.0537877 Apr 30 04:56:44.710610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.712643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6d2ad59e-7963-4d68-b735-3f1f9227f021 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9102721 Apr 30 04:56:44.716123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37908) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:44.767891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e572db55-1be6-4ac2-9975-040654d4aa56 None None] Provisioning complete for port d5366ffd-c4ba-4042-85bf-de37e2721420 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:44.768273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e572db55-1be6-4ac2-9975-040654d4aa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.769931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ab7fc-4d69-47f4-8367-278ded920f41 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 04:56:44.773420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4ad5b21-4fa2-4394-95a4-7c4e0ca8da1b req-ac6efd52-6056-485d-b8f8-a9941a7c6c51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740368 Apr 30 04:56:44.831540 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e92c8c82-00fc-4a3b-9ae1-7115a092a399 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1110413 Apr 30 04:56:44.834563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37910) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:44.839470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d17eccc8-8341-4cb2-ae36-a61666931c2a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.841486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-security--32121394', 'description': 'tempest-security-description-1031931979'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:44.881731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.921327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e572db55-1be6-4ac2-9975-040654d4aa56 None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:44.935277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:44.980648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (d17eccc8-8341-4cb2-ae36-a61666931c2a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.019434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.022734 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d17eccc8-8341-4cb2-ae36-a61666931c2a HTTP/1.1" status: 204 len: 168 time: 0.4587774 Apr 30 04:56:45.023568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a6ef6-929a-4528-98c6-44fccbebdbda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=d17eccc8-8341-4cb2-ae36-a61666931c2a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:45.025401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37912) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.039866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.042480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.043686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "PUT /v2.0/security-groups/8b94b041-ee72-4b69-903a-0411a11df69f HTTP/1.1" status: 200 len: 1795 time: 0.2080333 Apr 30 04:56:45.046581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37914) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.080202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-90546a60-b873-40a1-bb40-8285a7cc3da3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533915 Apr 30 04:56:45.082966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37916) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.117771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ba297-5f8e-4893-884a-1e11e376d4dc tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94b041-ee72-4b69-903a-0411a11df69f,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:45.132469 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a8eca35-c89d-482e-b26b-63a6a7ccc131 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups/8b94b041-ee72-4b69-903a-0411a11df69f HTTP/1.1" status: 200 len: 1795 time: 0.0842545 Apr 30 04:56:45.139482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37918) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.157604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:45.172630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf3a1a-ccd5-462a-abd2-bc97f707de44 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:45.174253 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2fbf3a1a-ccd5-462a-abd2-bc97f707de44 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0900972 Apr 30 04:56:45.176959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37920) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.215262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.237163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b5a05-f615-4fa6-ac39-3bbbdecce1e9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:45.238665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-486b5a05-f615-4fa6-ac39-3bbbdecce1e9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606496 Apr 30 04:56:45.241308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37922) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.247150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.282748 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f8f5a263-8cc7-48d9-9ec0-05ef09d73297 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401714 Apr 30 04:56:45.289160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37924) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.292729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:45.351924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8b94b041-ee72-4b69-903a-0411a11df69f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.355874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.359622 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b94b041-ee72-4b69-903a-0411a11df69f HTTP/1.1" status: 204 len: 168 time: 0.2194693 Apr 30 04:56:45.360497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37926) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.367951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747b650-9573-4fa8-9f2c-227159d5172a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94b041-ee72-4b69-903a-0411a11df69f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:45.425645 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2199030d-1687-434a-a237-646913b6836d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642958 Apr 30 04:56:45.428395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37928) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.443150 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-c1447a96-6fbc-4f26-a25c-5b76db9e3116 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] delete failed (client error): The resource could not be found. Apr 30 04:56:45.444174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c1447a96-6fbc-4f26-a25c-5b76db9e3116 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b94b041-ee72-4b69-903a-0411a11df69f HTTP/1.1" status: 404 len: 347 time: 0.0147681 Apr 30 04:56:45.449137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37930) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.453553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888397673'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:45.510762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:45.514966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.516256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:45.516693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:45.557796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.624975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be621f-aae4-4731-98ad-8d2aafdd7f38 req-6fc96bb7-de69-4a3f-903b-3d4196261d81 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:45.626503 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06be621f-aae4-4731-98ad-8d2aafdd7f38 req-6fc96bb7-de69-4a3f-903b-3d4196261d81 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0587101 Apr 30 04:56:45.651268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37934) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.651446 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e6c0089d-0f78-4cb3-b746-6a64af4a4a14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3622773 Apr 30 04:56:45.658043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:45.691047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebff55-2edb-4bd1-ad26-01341dc51e21 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:45.720554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (53ed019b-3896-46dd-bec6-6a9d1376c8c4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.730929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06be621f-aae4-4731-98ad-8d2aafdd7f38 req-d09bf07c-2945-4882-983c-7caf313436b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971222 Apr 30 04:56:45.789772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-00c0e877-4f92-42ce-8677-1c995ba2e5ca None None] Provisioning complete for port d5366ffd-c4ba-4042-85bf-de37e2721420 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:45.790146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-00c0e877-4f92-42ce-8677-1c995ba2e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.796944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (53ed019b-3896-46dd-bec6-6a9d1376c8c4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.829397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed019b-3896-46dd-bec6-6a9d1376c8c4,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:45.834973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5366ffd-c4ba-4042-85bf-de37e2721420 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:45.866381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:45.870818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.872353 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:45.872793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:45.908412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:45.912705 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a940f0c2-5a77-479f-acb4-39a50c98508e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4598315 Apr 30 04:56:45.913117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37936) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.920957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '53ed019b-3896-46dd-bec6-6a9d1376c8c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:45.934732 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d6050917-ea8e-45f5-8115-3444b9fbbdaf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2819638 Apr 30 04:56:45.937771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37938) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:45.943189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:46.038169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.109942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.112485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:46.121085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-00c0e877-4f92-42ce-8677-1c995ba2e5ca None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:46.126897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:46.127286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.133521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:46.137895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.139364 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:46.139794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:46.187932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Deleting port d5366ffd-c4ba-4042-85bf-de37e2721420 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:46.188307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.192926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d5366ffd-c4ba-4042-85bf-de37e2721420, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5366ffd-c4ba-4042-85bf-de37e2721420,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:46.252697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] For port d5366ffd-c4ba-4042-85bf-de37e2721420, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5366ffd-c4ba-4042-85bf-de37e2721420,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:46.253094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.259456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.266563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Calling delete_port for d5366ffd-c4ba-4042-85bf-de37e2721420 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:46.279143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69815fdd-a26e-48d1-abed-1d6f5f471bfb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:46.303213 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f5dbac46-8119-4b17-9799-add4ef508d2b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3642254 Apr 30 04:56:46.306072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37940) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:46.311118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:46.313952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.345781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5366ffd-c4ba-4042-85bf-de37e2721420 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:46.377100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.378213 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-283c59d8-a2a4-4099-838c-87e8cd97f642 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640379 Apr 30 04:56:46.381243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37942) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:46.408386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.415815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5366ffd-c4ba-4042-85bf-de37e2721420,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:46.416878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.468482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5366ffd-c4ba-4042-85bf-de37e2721420 is: DOWN; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:46.471640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:46.475262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.476793 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:46.477226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:46.491125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5366ffd-c4ba-4042-85bf-de37e2721420 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:46.518289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d5366ffd-c4ba-4042-85bf-de37e2721420), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.550067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] Pushing event deleted for resources: {'Port': ['ID=d5366ffd-c4ba-4042-85bf-de37e2721420,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:46.554789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2760fd-9a22-4bce-81cc-325391c6f1f4 None None] No DVR routers for this DVR port d5366ffd-c4ba-4042-85bf-de37e2721420 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:46.561505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No active binding found for port d5366ffd-c4ba-4042-85bf-de37e2721420 {{(pid=111176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 30 04:56:46.561505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] The host dv-neutron-838078-9-hyperv is not matching for port d5366ffd-c4ba-4042-85bf-de37e2721420 host None! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 04:56:46.566741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5366ffd-c4ba-4042-85bf-de37e2721420 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:46.567740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (69815fdd-a26e-48d1-abed-1d6f5f471bfb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.570832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.571939 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/69815fdd-a26e-48d1-abed-1d6f5f471bfb HTTP/1.1" status: 204 len: 168 time: 0.1893578 Apr 30 04:56:46.575534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:46.582044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6141d5a-8617-485f-aae2-672ac393e9a9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69815fdd-a26e-48d1-abed-1d6f5f471bfb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:46.616118 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a48c0af3-102e-4342-8cc9-1a31ec7c2371 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394559 Apr 30 04:56:46.618946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37946) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:46.621199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9757d9a2-6b79-4c85-8f99-8cf9999be009 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3140860 Apr 30 04:56:46.623161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:46.628020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:46.674550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (53ed019b-3896-46dd-bec6-6a9d1376c8c4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.700113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (53ed019b-3896-46dd-bec6-6a9d1376c8c4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.809074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:46.812786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:46.814223 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:46.814664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:46.849493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d6ad2-3ee9-45b5-b41c-4182dd668f92 req-c5a0e6f7-5c9e-4595-97be-3cc39eb45a53 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:46.851042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c62d6ad2-3ee9-45b5-b41c-4182dd668f92 req-c5a0e6f7-5c9e-4595-97be-3cc39eb45a53 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Apr 30 04:56:46.904403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c62d6ad2-3ee9-45b5-b41c-4182dd668f92 req-5217c745-7fcf-40c1-ab21-d336f47aaa0f tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466785 Apr 30 04:56:47.021145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf650e-61e6-46ad-9a2e-e6503fdc314c req-bf71c1d5-8706-446a-9647-8c36fdff0c37 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:47.022700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67cf650e-61e6-46ad-9a2e-e6503fdc314c req-bf71c1d5-8706-446a-9647-8c36fdff0c37 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0475554 Apr 30 04:56:47.071909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67cf650e-61e6-46ad-9a2e-e6503fdc314c req-f9b5eafc-0a49-45aa-9c29-21537a5ef6f9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Apr 30 04:56:47.094921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37954) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.126012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (53ed019b-3896-46dd-bec6-6a9d1376c8c4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.132958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.132958 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/53ed019b-3896-46dd-bec6-6a9d1376c8c4 HTTP/1.1" status: 204 len: 168 time: 0.5093794 Apr 30 04:56:47.135002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37956) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.147811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd38c7-1b49-48f7-ac35-5da9a32c2881 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed019b-3896-46dd-bec6-6a9d1376c8c4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:47.150170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f80e9f-55f3-454c-b38b-59004255e672 tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:47.152462 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-24f80e9f-55f3-454c-b38b-59004255e672 tempest-TestNetworkAdvancedServerOps-537643313 tempest-TestNetworkAdvancedServerOps-537643313-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1124 time: 0.0565414 Apr 30 04:56:47.155413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37958) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.159771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:47.191596 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1ad50732-8e5e-4214-ab3b-1e0d31ad8f3c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0552649 Apr 30 04:56:47.195457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37960) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.199909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--375165250'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:47.302920 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3195fad1-87ad-4def-9931-8e6fbbe470f4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6787405 Apr 30 04:56:47.305901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37962) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.311160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:47.393036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.419438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.500772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.512761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:47.520746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.522115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:56:47.522566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:56:47.602359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (513e9ea3-cb99-4eab-a194-3b963f992dad), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.630756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-50e26ca9-ad6e-427b-8bd1-1b3d7c7d06a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3237789 Apr 30 04:56:47.633303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37964) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.669316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-45da15bf-f423-4a1e-a9b6-bc5440acf022 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349822 Apr 30 04:56:47.670114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (513e9ea3-cb99-4eab-a194-3b963f992dad), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.671925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37966) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.707705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Allocated IP 172.26.5.172 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/de721d08-c708-41c4-89de-53adc9c8687c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:47.716164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513e9ea3-cb99-4eab-a194-3b963f992dad,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:47.731754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5993f9-cb68-415f-9e0f-1afa84757b9a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:47.735785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3a5993f9-cb68-415f-9e0f-1afa84757b9a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604017 Apr 30 04:56:47.736021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37968) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.775165 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-55aae4d8-fc59-44c1-8324-40621269052c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380566 Apr 30 04:56:47.779609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37970) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.784368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:47.799634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.800837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b852dde7-9976-4f6a-bf1a-b35d3ebe7cfb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6043868 Apr 30 04:56:47.804734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37972) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:47.809251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '513e9ea3-cb99-4eab-a194-3b963f992dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:47.853842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (de721d08-c708-41c4-89de-53adc9c8687c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.974098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:47.997565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (de721d08-c708-41c4-89de-53adc9c8687c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.001781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:48.001781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.043669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:48.048697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:48.051656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:48.087114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.092732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=de721d08-c708-41c4-89de-53adc9c8687c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:48.172124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.200939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5c74a2-3a42-442d-b35a-41e75ce3edf0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:48.357357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:48.359341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (cbb93d30-deef-489a-9dcc-162ea052a173), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.404907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:48.408277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:48.412828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:48.413321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.420790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167a83c-1037-4168-b42f-8e3b2c2ec26e None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:48.426308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=cbb93d30-deef-489a-9dcc-162ea052a173,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:48.492126 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1d6b61f6-a0fb-4c4f-8e78-5bf37a46863a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7114718 Apr 30 04:56:48.494986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37974) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:48.503717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:0c:5f:7c', 'name': 'tempest-NetworksTestDHCPv6-113740392'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:48.536325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'cbb93d30-deef-489a-9dcc-162ea052a173'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:48.540004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.633362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.634594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4cc727fa-8639-4f3d-b639-4bbb6aeb49bd tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8290706 Apr 30 04:56:48.638044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37976) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:48.642594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '513e9ea3-cb99-4eab-a194-3b963f992dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:48.702314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Allocated IP 2001:db8::f816:3eff:fe64:75ba (b6427a96-a6f5-42f0-9a44-12b949b58e60/cbb93d30-deef-489a-9dcc-162ea052a173/cb311eb8-1c53-4a07-8868-4d18195facd6) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:48.734755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:48.821050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.841859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 13875ea1-4f8e-4e6c-8b2e-892aed595ac0 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:48.845345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:48.951121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks [] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.019410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.027411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for floatingip (f4c467bf-8bee-4891-ae2e-a5fb867907f7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.037707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.063695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.092992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:49.096500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:49.100839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:49.105525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe0c:5f7c (b6427a96-a6f5-42f0-9a44-12b949b58e60/cbb93d30-deef-489a-9dcc-162ea052a173/13875ea1-4f8e-4e6c-8b2e-892aed595ac0) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:49.105689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Pushing event updated for resources: {'Port': ['ID=cb311eb8-1c53-4a07-8868-4d18195facd6,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.111704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7416ca01-e3d9-49a0-a765-cc4149c56d4c,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.161063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Attempting to bind port cb311eb8-1c53-4a07-8868-4d18195facd6 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:49.161465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Attempting to bind port cb311eb8-1c53-4a07-8868-4d18195facd6 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:49.161833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Attempting to bind port cb311eb8-1c53-4a07-8868-4d18195facd6 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:49.167600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:49.167972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:49.168375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.168781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:49.169252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Bound port: cb311eb8-1c53-4a07-8868-4d18195facd6, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:49.169636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.184115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.185977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d32aa120-e012-43f4-aea2-568e2bc6c810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5469649 Apr 30 04:56:49.188907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37978) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:49.193386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '513e9ea3-cb99-4eab-a194-3b963f992dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:49.236768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] For port cb311eb8-1c53-4a07-8868-4d18195facd6, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:49.240035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] For port cb311eb8-1c53-4a07-8868-4d18195facd6, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cb311eb8-1c53-4a07-8868-4d18195facd6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:49.279739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (de721d08-c708-41c4-89de-53adc9c8687c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.281006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (13875ea1-4f8e-4e6c-8b2e-892aed595ac0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.363605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.414129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (13875ea1-4f8e-4e6c-8b2e-892aed595ac0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.428567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b0619-70de-4d66-9457-0fb2a9a14c81 None None] Pushing event updated for resources: {'Port': ['ID=cb311eb8-1c53-4a07-8868-4d18195facd6,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.434297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.453825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for port (de721d08-c708-41c4-89de-53adc9c8687c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.468794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:49.479134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:49.485819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:49.491199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:49.491734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.530202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=13875ea1-4f8e-4e6c-8b2e-892aed595ac0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.538071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (de721d08-c708-41c4-89de-53adc9c8687c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.553844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.595853 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-82ee66ef-7cb4-4dcb-8d1e-170180c099ad tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0961204 Apr 30 04:56:49.596592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37980) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:49.630668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event updated for resources: {'Port': ['ID=de721d08-c708-41c4-89de-53adc9c8687c,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.641672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (f4c467bf-8bee-4891-ae2e-a5fb867907f7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.656751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.686595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e2f43b-fba7-4975-bef4-73c4d6bf27a8,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:49.698962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71a9cd-7d72-4333-a862-eab4f366ca49 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:49.704667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71a9cd-7d72-4333-a862-eab4f366ca49 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:49.706365 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea71a9cd-7d72-4333-a862-eab4f366ca49 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1089256 Apr 30 04:56:49.708991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37982) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:49.762627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Floating IP f4c467bf-8bee-4891-ae2e-a5fb867907f7 associated. External IP: 172.26.5.172, port: 264079b2-d188-4690-b780-5b420cbb0853. Apr 30 04:56:49.789111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.790306 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cb9e2979-b772-44af-b521-dfb5d206997e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6004219 Apr 30 04:56:49.793518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37984) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:49.797779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '513e9ea3-cb99-4eab-a194-3b963f992dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:49.826677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 13875ea1-4f8e-4e6c-8b2e-892aed595ac0 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:49.832528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (13875ea1-4f8e-4e6c-8b2e-892aed595ac0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.898453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cb311eb8-1c53-4a07-8868-4d18195facd6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:49.927374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (13875ea1-4f8e-4e6c-8b2e-892aed595ac0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.941636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 13875ea1-4f8e-4e6c-8b2e-892aed595ac0 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:49.956528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:49.957832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cb311eb8-1c53-4a07-8868-4d18195facd6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:49.958599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.005591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Router d765fa61-4594-459e-a5ca-4485139092ab has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:50.022697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.043002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cb311eb8-1c53-4a07-8868-4d18195facd6 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:50.043399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.077126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port cb311eb8-1c53-4a07-8868-4d18195facd6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cb311eb8-1c53-4a07-8868-4d18195facd6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:50.129010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.139305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:50.146434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Sync routers for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:50.160068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:50.161187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:50.163491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73b6b30-099e-4088-9fb5-117e17237198,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:50.256311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.302632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.302918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.307105 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-191287e4-15b9-4ffb-bf23-963d02325d89 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5098026 Apr 30 04:56:50.307105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (13875ea1-4f8e-4e6c-8b2e-892aed595ac0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.308667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37986) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:50.315110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:50.319117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '513e9ea3-cb99-4eab-a194-3b963f992dad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:50.350684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=13875ea1-4f8e-4e6c-8b2e-892aed595ac0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:50.353084 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-98a90e21-dc49-4fa1-99ad-7c6cb1959a2e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1967089 Apr 30 04:56:50.354316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:56:50.357631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69388cf-b072-4195-80a3-4f9ed45fca66" -d '{"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:56:50.390736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=cb311eb8-1c53-4a07-8868-4d18195facd6,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:50.399803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce9d43-278f-4700-9bf2-fae78c060e56 x-openstack-request-id: req-e6ce9d43-278f-4700-9bf2-fae78c060e56 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:56:50.400949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:56:50.401103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.402184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6ce9d43-278f-4700-9bf2-fae78c060e56 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:56:50.402887 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ce9d43-278f-4700-9bf2-fae78c060e56'] response: {'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'status': 'completed', 'code': 200} Apr 30 04:56:50.410491 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e8d9c133-2138-4f90-9bfe-8ffa739a24d6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/13875ea1-4f8e-4e6c-8b2e-892aed595ac0 HTTP/1.1" status: 204 len: 168 time: 0.6983302 Apr 30 04:56:50.411204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37992) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:50.489228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55c973-6ee6-4c8d-a74d-cebde6138735 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.494327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55c973-6ee6-4c8d-a74d-cebde6138735 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.494588 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e55c973-6ee6-4c8d-a74d-cebde6138735 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0812876 Apr 30 04:56:50.500766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37994) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:50.508614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-9e7b4dc8-8e0a-4517-a58d-aadf771af63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.510625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-9e7b4dc8-8e0a-4517-a58d-aadf771af63a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1129 time: 0.0867536 Apr 30 04:56:50.518556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.532615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de314ab-7c4e-42bd-8167-046a0174e557 req-40fdf938-75c6-41fe-8c3b-ab9749ee428c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.534540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0de314ab-7c4e-42bd-8167-046a0174e557 req-40fdf938-75c6-41fe-8c3b-ab9749ee428c tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0957539 Apr 30 04:56:50.594435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet cbb93d30-deef-489a-9dcc-162ea052a173 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:50.604698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (cbb93d30-deef-489a-9dcc-162ea052a173), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.653688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.659145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (cbb93d30-deef-489a-9dcc-162ea052a173), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.673268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f4c467bf-8bee-4891-ae2e-a5fb867907f7', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'mac_address': 'fa:16:3e:4b:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e49db-0126-4774-948c-f10a0fd058f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:56:48Z', 'updated_at': '2022-04-30T04:56:48Z', 'revision_number': 0, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:50.709515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Checking router: d765fa61-4594-459e-a5ca-4485139092ab for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:50.713608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5105513d-b186-4c70-9f82-214d8d751b54 None None] Provisioning complete for port cb311eb8-1c53-4a07-8868-4d18195facd6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:50.714288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5105513d-b186-4c70-9f82-214d8d751b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.742088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0de314ab-7c4e-42bd-8167-046a0174e557 req-3cf3de2e-6796-4990-805d-58cc0a03d006 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885760 Apr 30 04:56:50.753880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.758513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-6c413cb1-e4a0-49b6-b8b6-0e3b8f6682ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.777322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-6c413cb1-e4a0-49b6-b8b6-0e3b8f6682ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 200 len: 897 time: 0.2442515 Apr 30 04:56:50.777450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:50.777450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:50.777649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 37996) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:50.786957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7e06c1-6b38-4c72-bc56-80e5653bf43c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:50.849056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (cbb93d30-deef-489a-9dcc-162ea052a173), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.879382 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-86ed9381-aae2-4eb7-adf6-489fcde27512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 200 len: 999 time: 0.1105411 Apr 30 04:56:50.913999 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2d3bd7e2-bc9d-4d9e-831c-b9a83590744d tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/floatingips/f4c467bf-8bee-4891-ae2e-a5fb867907f7 HTTP/1.1" status: 200 len: 991 time: 0.1321867 Apr 30 04:56:50.940813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:50.942602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-28c9e33f-4064-4213-83ac-0b442f8bf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:50.944336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-28c9e33f-4064-4213-83ac-0b442f8bf516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=640b39dc-9a99-4b12-aae8-6c4acf06b3e0 HTTP/1.1" status: 200 len: 835 time: 0.0587199 Apr 30 04:56:50.945208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 37998) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:50.955656 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9653f646-a4bf-4e16-a982-a70ceef35a72 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6325610 Apr 30 04:56:51.013343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.016032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-83cd4529-6576-4ed8-a22f-0e66a6e955f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:51.017542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-83cd4529-6576-4ed8-a22f-0e66a6e955f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc05787-5507-4bb6-8ee9-0a8095e5255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0649939 Apr 30 04:56:51.033771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.077953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (cbb93d30-deef-489a-9dcc-162ea052a173), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.114829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:51.115090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.118105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5105513d-b186-4c70-9f82-214d8d751b54 None None] Current status of the port cb311eb8-1c53-4a07-8868-4d18195facd6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:51.118674 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/cbb93d30-deef-489a-9dcc-162ea052a173 HTTP/1.1" status: 204 len: 168 time: 0.6149924 Apr 30 04:56:51.120107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3d8d4-a6da-4c37-94b8-91f4749ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb93d30-deef-489a-9dcc-162ea052a173,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.122634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38000) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.174066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9d29990f-cbf8-4b30-9de4-6930d0ba0db4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475130 Apr 30 04:56:51.174772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2f7e06c1-6b38-4c72-bc56-80e5653bf43c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.174900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38002) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.180885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:51.181084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.184911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2f7e06c1-6b38-4c72-bc56-80e5653bf43c HTTP/1.1" status: 204 len: 168 time: 0.2363477 Apr 30 04:56:51.185474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-7120fe5f-edc1-4bcf-9dac-e43b7583efb5 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612513 Apr 30 04:56:51.186187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38004) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.201726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7e06c1-6b38-4c72-bc56-80e5653bf43c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.232389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.232739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.233132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.233403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.233734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.234060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.234417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.235422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.235734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.236092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.236379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.236700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.237193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.237412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.237738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78ff3-b131-46db-94c0-37063507399a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:51.250767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1309334-a1fa-40ad-8dd6-9a6630a8b330 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:51.263001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f699eace-596d-44b7-94ab-990722a9ea4d None None] Could not find standard attr ID for object 13875ea1-4f8e-4e6c-8b2e-892aed595ac0. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:51.318700 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-46a356c7-8eb2-40f0-8425-a5a8d9c38e21 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1266971 Apr 30 04:56:51.318700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38006) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.330455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a69388cf-b072-4195-80a3-4f9ed45fca66 req-64c7b38f-cc4d-40d3-9523-dd32d50d3a45 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384907 Apr 30 04:56:51.359504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.367666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.450449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f4c467bf-8bee-4891-ae2e-a5fb867907f7', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'mac_address': 'fa:16:3e:4b:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e49db-0126-4774-948c-f10a0fd058f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:56:48Z', 'updated_at': '2022-04-30T04:56:48Z', 'revision_number': 0, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:51.477631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:51.479289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:51.480972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.481870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65b59b-8749-45cb-bfa5-8b8d5414aadf None None] The sync data for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv is: [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f4c467bf-8bee-4891-ae2e-a5fb867907f7', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'mac_address': 'fa:16:3e:4b:30:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e49db-0126-4774-948c-f10a0fd058f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:56:48Z', 'updated_at': '2022-04-30T04:56:48Z', 'revision_number': 0, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:51.496826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e73b6b30-099e-4088-9fb5-117e17237198), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.506358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.510392 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e73b6b30-099e-4088-9fb5-117e17237198 HTTP/1.1" status: 204 len: 168 time: 0.1879718 Apr 30 04:56:51.511836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.528415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bc3fb-1189-404f-b955-e612d7dbb7e3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73b6b30-099e-4088-9fb5-117e17237198,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.528855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Deleting port cb311eb8-1c53-4a07-8868-4d18195facd6 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:51.529226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.574042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-53981968-724e-4308-8a81-ce63f0f939cb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0614693 Apr 30 04:56:51.576296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38010) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.598217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] For port cb311eb8-1c53-4a07-8868-4d18195facd6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cb311eb8-1c53-4a07-8868-4d18195facd6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:51.598828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.607010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.615584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.615838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Calling delete_port for cb311eb8-1c53-4a07-8868-4d18195facd6 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:51.700390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c5e2f43b-fba7-4975-bef4-73c4d6bf27a8), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.706724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.710921 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c5e2f43b-fba7-4975-bef4-73c4d6bf27a8 HTTP/1.1" status: 204 len: 168 time: 0.1296914 Apr 30 04:56:51.713235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38012) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.720877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543acc6-c0e1-41be-aa1a-a679b7d316d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5e2f43b-fba7-4975-bef4-73c4d6bf27a8,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.772661 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a2639b-ab93-4bae-b37c-db4eface6858 None None] New status for floating IP f4c467bf-8bee-4891-ae2e-a5fb867907f7: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:56:51.773762 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-08272c0b-849f-47dd-9066-250086cbd8ea tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0593052 Apr 30 04:56:51.774007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (cb311eb8-1c53-4a07-8868-4d18195facd6), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.777472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38014) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.802740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.809517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] Pushing event deleted for resources: {'Port': ['ID=cb311eb8-1c53-4a07-8868-4d18195facd6,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.812263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.814930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b08c39-b426-4611-bc64-d1dc9fe6b8a5 None None] No DVR routers for this DVR port cb311eb8-1c53-4a07-8868-4d18195facd6 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:51.831400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bc428de8-bcfd-46b5-8e3a-3b1d7b3df9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.906687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cb311eb8-1c53-4a07-8868-4d18195facd6 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:51.913377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:51.914941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (05ea47ea-cf24-4ab7-95a3-0677e10f821b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.917812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.928306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cb311eb8-1c53-4a07-8868-4d18195facd6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:51.928644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cb311eb8-1c53-4a07-8868-4d18195facd6 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:51.949160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7416ca01-e3d9-49a0-a765-cc4149c56d4c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.963671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:51.966451 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7416ca01-e3d9-49a0-a765-cc4149c56d4c HTTP/1.1" status: 204 len: 168 time: 0.1865332 Apr 30 04:56:51.973019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38018) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:51.985537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9caca5-5123-47f7-807d-038201fca5a3 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7416ca01-e3d9-49a0-a765-cc4149c56d4c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:51.988349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:51.999993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:52.005497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:52.006095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.010819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c428f4e-f8bf-4c94-8f35-234bdc2c7b9e None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:52.021654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=05ea47ea-cf24-4ab7-95a3-0677e10f821b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:52.054061 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c411013b-1715-4c00-84c4-f4cfc34f961b tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0774088 Apr 30 04:56:52.054388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38020) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.065652 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-82c1934d-eb89-49e5-b32f-3d4c330081b5 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/floatingips/f4c467bf-8bee-4891-ae2e-a5fb867907f7 HTTP/1.1" status: 200 len: 991 time: 0.1466007 Apr 30 04:56:52.081370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.090570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.095600 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7a4b6476-774c-4ef1-b0fa-32c7e04bb567 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9200871 Apr 30 04:56:52.101912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38022) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.107485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:18:64:ff', 'name': 'tempest-NetworksTestDHCPv6-1505859971'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:52.145908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '05ea47ea-cf24-4ab7-95a3-0677e10f821b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:52.147112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.180622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1e5c74a2-3a42-442d-b35a-41e75ce3edf0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.185926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.189640 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1e5c74a2-3a42-442d-b35a-41e75ce3edf0 HTTP/1.1" status: 204 len: 168 time: 0.1317236 Apr 30 04:56:52.190547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38024) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.195519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e5c74a2-3a42-442d-b35a-41e75ce3edf0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:52.204146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.204603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.205011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.205409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.205803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.206198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.206603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.207092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.207560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.207950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.208341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.208751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.209137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.209517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.209897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521ecc8-d100-43bd-8a97-c1d2a9e604ee tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:52.244308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6700759a-f158-4ae0-a1f2-a390eb305fdf tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531595 Apr 30 04:56:52.250526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38026) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.301991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Allocated IP 2001:db8::f816:3eff:fea2:f5ae (b6427a96-a6f5-42f0-9a44-12b949b58e60/05ea47ea-cf24-4ab7-95a3-0677e10f821b/39784165-b837-48fe-91f5-ccf098ad061c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:52.307966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (513e9ea3-cb99-4eab-a194-3b963f992dad), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.330960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (513e9ea3-cb99-4eab-a194-3b963f992dad), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.363220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:52.446066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.446347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks [] for port (39784165-b837-48fe-91f5-ccf098ad061c), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.454766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (513e9ea3-cb99-4eab-a194-3b963f992dad), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.457386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.459330 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/513e9ea3-cb99-4eab-a194-3b963f992dad HTTP/1.1" status: 204 len: 168 time: 0.2103448 Apr 30 04:56:52.462509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38028) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.470084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73221d80-5910-4755-b33a-8d6eae634fe7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513e9ea3-cb99-4eab-a194-3b963f992dad,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:52.486443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port af57d604-ba3b-47d7-96d2-9049d29f942b yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:52.539675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (39784165-b837-48fe-91f5-ccf098ad061c), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.562829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c802ec28-3d7f-4fd9-8e76-c579522b97d9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0980022 Apr 30 04:56:52.568976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38030) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:52.575119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--251623304'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:52.585852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:52.590911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:52.595109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:52.598130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Pushing event updated for resources: {'Port': ['ID=39784165-b837-48fe-91f5-ccf098ad061c,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:52.642989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe18:64ff (b6427a96-a6f5-42f0-9a44-12b949b58e60/05ea47ea-cf24-4ab7-95a3-0677e10f821b/af57d604-ba3b-47d7-96d2-9049d29f942b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:52.654337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Attempting to bind port 39784165-b837-48fe-91f5-ccf098ad061c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:52.654711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Attempting to bind port 39784165-b837-48fe-91f5-ccf098ad061c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:52.655073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Attempting to bind port 39784165-b837-48fe-91f5-ccf098ad061c on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:52.660080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:52.660455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:52.660878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.661463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:52.661993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Bound port: 39784165-b837-48fe-91f5-ccf098ad061c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:52.662395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (39784165-b837-48fe-91f5-ccf098ad061c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.725051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] For port 39784165-b837-48fe-91f5-ccf098ad061c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:52.728310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] For port 39784165-b837-48fe-91f5-ccf098ad061c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=39784165-b837-48fe-91f5-ccf098ad061c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:52.757754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.826227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (39784165-b837-48fe-91f5-ccf098ad061c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.828470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (af57d604-ba3b-47d7-96d2-9049d29f942b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.889397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:52.891430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c5cfc-1ff0-4cf4-9001-b15fe0eb10d5 None None] Pushing event updated for resources: {'Port': ['ID=39784165-b837-48fe-91f5-ccf098ad061c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:52.968856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.000278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:53.010117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (af57d604-ba3b-47d7-96d2-9049d29f942b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.073792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38034) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:53.078445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:53.081789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:53.084466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:53.091142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:53.091756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.109649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.113825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3fd15c5a-44f3-4e4d-b947-89a4b1a0534c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5428123 Apr 30 04:56:53.116497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38036) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:53.123680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': 'ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11', 'direction': 'ingress', 'protocol': 17}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:53.130893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=af57d604-ba3b-47d7-96d2-9049d29f942b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:53.169896 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1330b796-15d6-4a94-a25d-8b7015cf04b2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/floatingips/f4c467bf-8bee-4891-ae2e-a5fb867907f7 HTTP/1.1" status: 200 len: 993 time: 0.0947902 Apr 30 04:56:53.223815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49708af9-0177-496a-9893-d4cc5eb0492a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1201818 Apr 30 04:56:53.233116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38038) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:53.280873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b918c09-d9c7-4b7d-985e-e999d3c077c2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:53.286887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b918c09-d9c7-4b7d-985e-e999d3c077c2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:53.288458 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0b918c09-d9c7-4b7d-985e-e999d3c077c2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0612130 Apr 30 04:56:53.291660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38042) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:53.363438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c8f3d58f-4c63-40f1-930a-78c2dcb85e99), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.755341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766295e-1a98-49c4-9c9d-bece418fc82c req-cd5803c1-755b-454f-93b0-0be9a6cddbb0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:53.757292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d766295e-1a98-49c4-9c9d-bece418fc82c req-cd5803c1-755b-454f-93b0-0be9a6cddbb0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.4565547 Apr 30 04:56:53.804890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port af57d604-ba3b-47d7-96d2-9049d29f942b {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:53.804890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (af57d604-ba3b-47d7-96d2-9049d29f942b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.911717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (c8f3d58f-4c63-40f1-930a-78c2dcb85e99), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.918969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Provisioning complete for port 39784165-b837-48fe-91f5-ccf098ad061c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:53.919759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (39784165-b837-48fe-91f5-ccf098ad061c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.922239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d766295e-1a98-49c4-9c9d-bece418fc82c req-8e34b919-3460-421e-bae0-04d6ddfe34b7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544380 Apr 30 04:56:53.928306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 39784165-b837-48fe-91f5-ccf098ad061c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:53.956050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (af57d604-ba3b-47d7-96d2-9049d29f942b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:53.972128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for af57d604-ba3b-47d7-96d2-9049d29f942b owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:53.982421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c8f3d58f-4c63-40f1-930a-78c2dcb85e99), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.033552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 39784165-b837-48fe-91f5-ccf098ad061c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:54.034019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (39784165-b837-48fe-91f5-ccf098ad061c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.034888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f3d58f-4c63-40f1-930a-78c2dcb85e99,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.087146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-58b90759-e875-4f92-991e-c0a3ba66f6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.112011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Current status of the port 39784165-b837-48fe-91f5-ccf098ad061c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:54.118057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (39784165-b837-48fe-91f5-ccf098ad061c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.118209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.118209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2eabac8b-8b78-4a47-bd9e-c3173308b437 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9954488 Apr 30 04:56:54.120291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38044) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.187708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] For port 39784165-b837-48fe-91f5-ccf098ad061c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=39784165-b837-48fe-91f5-ccf098ad061c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:54.189845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.192074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 39784165-b837-48fe-91f5-ccf098ad061c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:54.192531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (39784165-b837-48fe-91f5-ccf098ad061c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.215374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.235521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (af57d604-ba3b-47d7-96d2-9049d29f942b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.260605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (39784165-b837-48fe-91f5-ccf098ad061c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.304952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=af57d604-ba3b-47d7-96d2-9049d29f942b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.330241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.331718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:54.332060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:54.336566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d24af680-531b-4335-b8b6-13ddc9a040d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/af57d604-ba3b-47d7-96d2-9049d29f942b HTTP/1.1" status: 204 len: 168 time: 1.0436516 Apr 30 04:56:54.337111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38046) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.339703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c5401-57e2-4f89-ab99-00f27a862452 None None] Pushing event updated for resources: {'Port': ['ID=39784165-b837-48fe-91f5-ccf098ad061c,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.374440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-27f3e2b4-0d93-4fcf-a819-094f2d29bba6 None None] Could not find standard attr ID for object af57d604-ba3b-47d7-96d2-9049d29f942b. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:56:54.406917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436687c-9427-43fc-b074-59b77a5385d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:54.408479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436687c-9427-43fc-b074-59b77a5385d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:54.410056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4436687c-9427-43fc-b074-59b77a5385d4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0706408 Apr 30 04:56:54.412748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38048) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.414393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.417699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.421137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11 HTTP/1.1" status: 204 len: 168 time: 0.2987540 Apr 30 04:56:54.423212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38050) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.449281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2dc6a-1dfc-4910-ac42-6b25473785b6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4326e5-f8f5-4a6a-8d4b-bc92b37fde11,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.493064 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2a715a6b-e5a2-4568-b4da-78ecfbd88fd4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655971 Apr 30 04:56:54.493313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 05ea47ea-cf24-4ab7-95a3-0677e10f821b {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:54.493675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38052) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.495953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (05ea47ea-cf24-4ab7-95a3-0677e10f821b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.498230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--30265975'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:54.542784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (05ea47ea-cf24-4ab7-95a3-0677e10f821b), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.563139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.623670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (05ea47ea-cf24-4ab7-95a3-0677e10f821b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.633402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (0fe06886-8c5f-4376-a84f-2c67468658ec), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.671495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0fe06886-8c5f-4376-a84f-2c67468658ec), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.701745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe06886-8c5f-4376-a84f-2c67468658ec,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.734717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (05ea47ea-cf24-4ab7-95a3-0677e10f821b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.758967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.760959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8236e730-3a28-443d-b0c1-073afe045c82 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2661953 Apr 30 04:56:54.762627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=05ea47ea-cf24-4ab7-95a3-0677e10f821b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:54.764285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38054) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.768692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691127618'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:54.771040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.774621 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2a067854-10b7-406d-a05d-d92613ee9a7d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/05ea47ea-cf24-4ab7-95a3-0677e10f821b HTTP/1.1" status: 204 len: 168 time: 0.3607082 Apr 30 04:56:54.778646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38056) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.780000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fd634-93b1-4de0-809e-977bb07967c8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:54.824135 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-104d5429-9979-41df-9517-2991e30cab72 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440326 Apr 30 04:56:54.826677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38058) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.843176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-4f07950d-d687-4bb5-86fb-e6220674321b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:54.844930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-4f07950d-d687-4bb5-86fb-e6220674321b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.0518873 Apr 30 04:56:54.879585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb241f-dc5c-4329-ac54-8d9353aa1f64 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:54.881283 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-06fb241f-dc5c-4329-ac54-8d9353aa1f64 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0534558 Apr 30 04:56:54.884165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38060) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.899004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.919536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 39784165-b837-48fe-91f5-ccf098ad061c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:54.946950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4191269a-090c-4ba7-a67b-fd2fdc901ced tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:54.948953 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4191269a-090c-4ba7-a67b-fd2fdc901ced tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639458 Apr 30 04:56:54.951230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:54.985224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:54.994888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port 26462c38-ae9d-4987-8a51-a645022be818 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:54.997106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (26462c38-ae9d-4987-8a51-a645022be818), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.006459 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bdb14541-6b04-4def-9481-88a704aaaa0b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503232 Apr 30 04:56:55.006966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38066) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:55.013525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:55.015977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:55.064070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Deleting port 39784165-b837-48fe-91f5-ccf098ad061c {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:55.064498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (39784165-b837-48fe-91f5-ccf098ad061c), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.076880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (79dfb88b-98b7-426f-96e3-a90b4ea048d6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.122089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c54b7-afcf-4277-bccd-0f93319a98b6 req-72d4a29b-867b-4422-ab28-ba0b52e3d06e tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:55.123623 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c9c54b7-afcf-4277-bccd-0f93319a98b6 req-72d4a29b-867b-4422-ab28-ba0b52e3d06e tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 945 time: 0.1220393 Apr 30 04:56:55.132909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] For port 39784165-b837-48fe-91f5-ccf098ad061c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=39784165-b837-48fe-91f5-ccf098ad061c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:55.135051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (39784165-b837-48fe-91f5-ccf098ad061c), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.147166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Calling delete_port for 39784165-b837-48fe-91f5-ccf098ad061c owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:55.157032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (79dfb88b-98b7-426f-96e3-a90b4ea048d6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.174536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:55.179211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.193831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] For port 26462c38-ae9d-4987-8a51-a645022be818, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26462c38-ae9d-4987-8a51-a645022be818,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:55.194206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (26462c38-ae9d-4987-8a51-a645022be818), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.246574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79dfb88b-98b7-426f-96e3-a90b4ea048d6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.299962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.301193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-342c58a0-aa01-4f6d-a2c0-fbc30770cc7d tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5359366 Apr 30 04:56:55.304034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38068) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:55.310146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '0fe06886-8c5f-4376-a84f-2c67468658ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79dfb88b-98b7-426f-96e3-a90b4ea048d6', 'remote_ip_prefix': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:55.315963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c9c54b7-afcf-4277-bccd-0f93319a98b6 req-7790a494-bde7-4300-a35b-a6260fdb27e7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844914 Apr 30 04:56:55.318476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (39784165-b837-48fe-91f5-ccf098ad061c), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.351852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] Pushing event deleted for resources: {'Port': ['ID=39784165-b837-48fe-91f5-ccf098ad061c,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.357966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3e27c-1912-4506-8670-7ad35fdb967e None None] No DVR routers for this DVR port 39784165-b837-48fe-91f5-ccf098ad061c on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:55.449592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.477628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.477993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (2b8cef94-6a16-43f8-b531-012183c49505), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.479147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP 2b8cef94-6a16-43f8-b531-012183c49505 disassociated. External IP: 172.26.5.109, port: 26462c38-ae9d-4987-8a51-a645022be818. Apr 30 04:56:55.479513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for 26462c38-ae9d-4987-8a51-a645022be818 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:55.520679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.584173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:55.585623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2e9f5539-5222-4a80-9176-fa83930dfba5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.616707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.641656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:55.653310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:55.654877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad0c06d-8c91-44f8-8f3f-e896072fad43,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.659561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:55.660147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.663113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26868b16-5496-4bf4-b709-96c57eb7e98d None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:55.665748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=2e9f5539-5222-4a80-9176-fa83930dfba5,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.671825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (26462c38-ae9d-4987-8a51-a645022be818), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.702397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=26462c38-ae9d-4987-8a51-a645022be818,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.748618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.753636 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8fe7be6a-f3a9-4df3-be12-f510cbb779a4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4450061 Apr 30 04:56:55.753636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38070) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:55.769325 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-90992dd3-0dad-4906-886d-0e29f1d4afa9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7613280 Apr 30 04:56:55.771931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38072) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:55.782678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:1f:13:fc', 'name': 'tempest-NetworksTestDHCPv6-1812600642'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:55.784522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.784920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '2e9f5539-5222-4a80-9176-fa83930dfba5'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:55.785967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.798305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.902225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:56:55.906189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3ad0c06d-8c91-44f8-8f3f-e896072fad43), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.917178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:55.921395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 39784165-b837-48fe-91f5-ccf098ad061c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:55.921884 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3ad0c06d-8c91-44f8-8f3f-e896072fad43 HTTP/1.1" status: 204 len: 168 time: 0.1640596 Apr 30 04:56:55.921884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38074) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:55.933959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb191f-0fed-432b-9b1a-163a7c26c422 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad0c06d-8c91-44f8-8f3f-e896072fad43,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:55.943571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 39784165-b837-48fe-91f5-ccf098ad061c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:55.943982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 39784165-b837-48fe-91f5-ccf098ad061c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:55.955539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Allocated IP 2001:db8::f816:3eff:fee1:a2c (b6427a96-a6f5-42f0-9a44-12b949b58e60/2e9f5539-5222-4a80-9176-fa83930dfba5/0bfe0e9f-3e34-4bf6-8aba-96c333da131c) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:55.974166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4aae8da7-765c-438e-8034-9f04ca10eb3c tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0490656 Apr 30 04:56:55.974509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38076) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.030397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (79dfb88b-98b7-426f-96e3-a90b4ea048d6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.056624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:56:56.068512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (79dfb88b-98b7-426f-96e3-a90b4ea048d6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.107318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:56.110783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.114013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:56:56.114185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] No DVR routers for this DVR port 26462c38-ae9d-4987-8a51-a645022be818 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:56.124135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.127543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bab0c6b0-9b33-452a-af39-caa228e7e03d req-5127597a-a6ea-4a63-9504-1fd175a129d6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "DELETE /v2.0/ports/26462c38-ae9d-4987-8a51-a645022be818 HTTP/1.1" status: 204 len: 173 time: 1.2780347 Apr 30 04:56:56.128003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'name': 'network-vif-deleted', 'tag': '26462c38-ae9d-4987-8a51-a645022be818'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:56:56.130339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d5992-be42-4915-8e7a-66360d3806dd" -d '{"events": [{"server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "name": "network-vif-deleted", "tag": "26462c38-ae9d-4987-8a51-a645022be818"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:56:56.148057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port e55a42a4-8d9b-42bd-8ec1-c962eef7a869 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:56:56.152136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks [] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.156854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:56.157507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:56.191165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (79dfb88b-98b7-426f-96e3-a90b4ea048d6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.195471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb64902-b3c8-4be8-934d-bb34e80ce305 x-openstack-request-id: req-efb64902-b3c8-4be8-934d-bb34e80ce305 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:56:56.199320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e11e732-1b13-4846-958b-1b5259793345", "name": "network-vif-deleted", "tag": "26462c38-ae9d-4987-8a51-a645022be818", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:56:56.199320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efb64902-b3c8-4be8-934d-bb34e80ce305 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:56:56.199320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb64902-b3c8-4be8-934d-bb34e80ce305'] response: {'server_uuid': '7e11e732-1b13-4846-958b-1b5259793345', 'name': 'network-vif-deleted', 'tag': '26462c38-ae9d-4987-8a51-a645022be818', 'status': 'completed', 'code': 200} Apr 30 04:56:56.206896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.208072 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/79dfb88b-98b7-426f-96e3-a90b4ea048d6 HTTP/1.1" status: 204 len: 168 time: 0.2325547 Apr 30 04:56:56.214053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38080) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.221470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.253481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bc109-bb69-4751-bf51-facd7cc8fd7e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dfb88b-98b7-426f-96e3-a90b4ea048d6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:56.286693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Pushing event updated for resources: {'Port': ['ID=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:56.298620 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c768986d-a915-462c-9ed2-0d4782581f5a tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0832725 Apr 30 04:56:56.301395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38082) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.303288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe1f:13fc (b6427a96-a6f5-42f0-9a44-12b949b58e60/2e9f5539-5222-4a80-9176-fa83930dfba5/e55a42a4-8d9b-42bd-8ec1-c962eef7a869) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:56.366741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (0fe06886-8c5f-4376-a84f-2c67468658ec), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.399946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (0fe06886-8c5f-4376-a84f-2c67468658ec), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.473635 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78e826e3-9aac-4005-9696-973f6212ad6e req-419149c4-b44d-41fe-b7fc-d3a54f2809b2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0376565 Apr 30 04:56:56.534478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:56.539761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:56.545812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0fe06886-8c5f-4376-a84f-2c67468658ec), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.547282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:56.549955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.554371 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/0fe06886-8c5f-4376-a84f-2c67468658ec HTTP/1.1" status: 204 len: 168 time: 0.2488227 Apr 30 04:56:56.557658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38088) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.566609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:56.571119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a3c56-c8fc-4526-9f4d-ee1450b1f8d6 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe06886-8c5f-4376-a84f-2c67468658ec,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:56.601718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (e55a42a4-8d9b-42bd-8ec1-c962eef7a869), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.626327 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-25db06d2-d4a8-42a9-8a51-badf706f5095 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672789 Apr 30 04:56:56.629428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38090) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.632685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911311345'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:56.710086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Attempting to bind port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:56:56.710402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Attempting to bind port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:56:56.710768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Attempting to bind port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:56:56.737186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:56:56.737560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:56:56.737960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.738381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:56:56.738862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Bound port: 0bfe0e9f-3e34-4bf6-8aba-96c333da131c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:56:56.739301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.774930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e55a42a4-8d9b-42bd-8ec1-c962eef7a869), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.803467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.814263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.821775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:56.828030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:56.830769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:56:56.836503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:56.837543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.853211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=e55a42a4-8d9b-42bd-8ec1-c962eef7a869,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:56.892710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] For port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:56:56.910536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] For port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:56:56.916874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (fd69d396-d717-4023-9ca1-825e61cb9458), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.923067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:56.926353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b246fe58-fb2c-4ede-84ad-f74347d315e3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1527829 Apr 30 04:56:56.929451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38092) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:56.954945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:56:56.964145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:56:56.964770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:56:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:56.968852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.984924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002c379-bec4-4bdf-af5b-c65a3b774e14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:56.990582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002c379-bec4-4bdf-af5b-c65a3b774e14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:56.998478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fd69d396-d717-4023-9ca1-825e61cb9458), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:56.998629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f002c379-bec4-4bdf-af5b-c65a3b774e14 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0617476 Apr 30 04:56:56.998629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38094) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.033229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd69d396-d717-4023-9ca1-825e61cb9458,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:57.096681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.101254 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fe4c3de0-2eac-4b4b-8ad6-88fe9ddc3776 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4700384 Apr 30 04:56:57.101254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38096) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.106646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': 'fd69d396-d717-4023-9ca1-825e61cb9458', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:57.125479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410bcf-70de-44a0-8484-37ae3b463af8 None None] Pushing event updated for resources: {'Port': ['ID=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:57.126217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port e55a42a4-8d9b-42bd-8ec1-c962eef7a869 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:57.126992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e55a42a4-8d9b-42bd-8ec1-c962eef7a869), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.148538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:56:57.228233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.265945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e55a42a4-8d9b-42bd-8ec1-c962eef7a869), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.289720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for e55a42a4-8d9b-42bd-8ec1-c962eef7a869 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:57.308070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.369313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.418494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf35eab-4abc-4d62-8524-6ba66be45e95,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:57.443127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:56:57.483105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ca302-80c6-41a3-a35c-feae09f5f83f None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:56:57.513820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.515558 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-64e64582-cee8-44b2-938c-034770a31a00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4134903 Apr 30 04:56:57.519775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38100) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.539314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e55a42a4-8d9b-42bd-8ec1-c962eef7a869), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.581646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.597932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26462c38-ae9d-4987-8a51-a645022be818 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:57.604796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.610423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=e55a42a4-8d9b-42bd-8ec1-c962eef7a869,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:57.638373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 26462c38-ae9d-4987-8a51-a645022be818 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:57.638373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26462c38-ae9d-4987-8a51-a645022be818 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:56:57.676439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.679662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c69309e-5977-46f9-9af2-4ee5af8b9eda tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/e55a42a4-8d9b-42bd-8ec1-c962eef7a869 HTTP/1.1" status: 204 len: 168 time: 0.6828763 Apr 30 04:56:57.682126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9a79183-292a-4893-9cf9-5f503b8a9eb3 req-8e104b19-cfa2-458e-acf3-a23c8b42e61b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0554166 Apr 30 04:56:57.682819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38102) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.708735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (baf35eab-4abc-4d62-8524-6ba66be45e95), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.717508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.719221 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/baf35eab-4abc-4d62-8524-6ba66be45e95 HTTP/1.1" status: 204 len: 168 time: 0.1994338 Apr 30 04:56:57.725130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38104) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.735227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c5434-970f-46fe-853c-42b8b156ea87 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baf35eab-4abc-4d62-8524-6ba66be45e95,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:57.777681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a12cef-5de1-4c3c-a3f5-e2467d8d359c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:57.779160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a12cef-5de1-4c3c-a3f5-e2467d8d359c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:57.781023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d1a12cef-5de1-4c3c-a3f5-e2467d8d359c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0972805 Apr 30 04:56:57.782902 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5e06f4dc-92a2-4184-877e-6e392a283b64 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563745 Apr 30 04:56:57.783978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38106) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.785504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38108) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:57.850123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 2e9f5539-5222-4a80-9176-fa83930dfba5 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:56:57.855053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (2e9f5539-5222-4a80-9176-fa83930dfba5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.866757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (fd69d396-d717-4023-9ca1-825e61cb9458), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.890466 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55159613-8c12-4e3c-9a79-e487283a5cbe None None] New status for floating IP 2b8cef94-6a16-43f8-b531-012183c49505: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:56:57.906740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (fd69d396-d717-4023-9ca1-825e61cb9458), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.943461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (2e9f5539-5222-4a80-9176-fa83930dfba5), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:57.974007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0bfe0e9f-3e34-4bf6-8aba-96c333da131c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:56:58.037682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:58.038329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.059551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fd69d396-d717-4023-9ca1-825e61cb9458), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.063895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.068551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd69d396-d717-4023-9ca1-825e61cb9458 HTTP/1.1" status: 204 len: 168 time: 0.2793150 Apr 30 04:56:58.070303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38110) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:58.079584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43166dcd-f817-46d8-8afb-ff788c697963 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd69d396-d717-4023-9ca1-825e61cb9458,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:58.082105 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2e9f5539-5222-4a80-9176-fa83930dfba5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.168457 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a82455db-6a05-484b-9570-c9011915ae15 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926681 Apr 30 04:56:58.168710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38112) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:58.173018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462690113'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:58.195555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:58.195840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.220938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.289284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (2e9f5539-5222-4a80-9176-fa83930dfba5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.320938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9f5539-5222-4a80-9176-fa83930dfba5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:58.323846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.335477 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8aa135e2-3b72-4f7b-be68-f097cee1e697 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/2e9f5539-5222-4a80-9176-fa83930dfba5 HTTP/1.1" status: 204 len: 168 time: 0.5504010 Apr 30 04:56:58.339635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38114) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:58.346510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.353925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:58.353925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:58.411233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d7280c16-a19f-4f46-822c-75939173ab93 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689516 Apr 30 04:56:58.415298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38116) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:58.422093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:58.445354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (534c113f-0d98-4599-a16a-be5deeb978b9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.517379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (534c113f-0d98-4599-a16a-be5deeb978b9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.551592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534c113f-0d98-4599-a16a-be5deeb978b9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:58.609482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.612158 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cddb64ac-5f31-48bd-950d-3edb7de47810 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4424922 Apr 30 04:56:58.618447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38118) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:58.624084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '534c113f-0d98-4599-a16a-be5deeb978b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:58.693589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:58.696983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea35c3b-44ea-4915-9cb1-23068b87d010 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:58.700179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.736971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.800009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Provisioning complete for port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:56:58.800753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.815246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.852134 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61b6d297-2f36-4473-8163-97e0e0223c63 req-72c02221-b4fd-4238-ac18-2678e1ec465c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0391917 Apr 30 04:56:58.881804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:58.920708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18558bd0-c392-443c-9af6-a0a6f42bdf18,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:58.945172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:56:58.969318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:58.969855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.005985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.009312 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-44011f09-4145-407a-b677-6b9070554e79 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3868260 Apr 30 04:56:59.011611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Current status of the port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:56:59.012101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38122) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.012246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.033255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ef8a1fae-8e5b-4196-ae55-8d231317738e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules/18558bd0-c392-443c-9af6-a0a6f42bdf18 HTTP/1.1" status: 200 len: 763 time: 0.0171447 Apr 30 04:56:59.033503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38124) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.065656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Deleting port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:56:59.066428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.089440 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5e3fecfb-ca7a-4e9e-8231-b3e816c54196 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547495 Apr 30 04:56:59.092220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38126) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.118917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.130322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.154353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:59.171815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] For port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:56:59.172166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.186817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Calling delete_port for 0bfe0e9f-3e34-4bf6-8aba-96c333da131c owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:56:59.219456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.objects.ports [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111175) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:56:59.240115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.248604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (18558bd0-c392-443c-9af6-a0a6f42bdf18), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.254779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.258461 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/18558bd0-c392-443c-9af6-a0a6f42bdf18 HTTP/1.1" status: 204 len: 168 time: 0.1653149 Apr 30 04:56:59.260135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38128) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.278982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d4263-18a9-4d0e-b0c0-dc51d6486466 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18558bd0-c392-443c-9af6-a0a6f42bdf18,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:59.309627 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-527e4f57-a750-4c8b-87a7-646c301906f7 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479155 Apr 30 04:56:59.311012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.315284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '534c113f-0d98-4599-a16a-be5deeb978b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:59.359477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:56:59.359830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:56:59.364047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:59.373182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.373533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.373877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.374224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.374585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.374921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.375247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.375572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.375922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.376253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.376580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.376918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.377272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.377593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.377951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:56:59.414249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.432299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (0bfe0e9f-3e34-4bf6-8aba-96c333da131c), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.457433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] Pushing event deleted for resources: {'Port': ['ID=0bfe0e9f-3e34-4bf6-8aba-96c333da131c,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:59.466019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963e22-eb01-4202-a9db-6cabe7e180cf None None] No DVR routers for this DVR port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:56:59.471112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_pluggable_backend [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=111175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 30 04:56:59.471430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_pluggable_backend [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:a2c {{(pid=111175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 30 04:56:59.483770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (fa235fea-4bd3-4e41-adb8-0c9c0db408e5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.484587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.529631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:56:59.532964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:56:59.537350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:56:59.537935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.543570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a4c55-1f69-466a-b4df-7cbe0666509b None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:56:59.551233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=fa235fea-4bd3-4e41-adb8-0c9c0db408e5,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:59.555540 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.576240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1162f53e-a21e-45c3-b5e1-b834ca1ed4b5,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:56:59.618099 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-953d0d01-ec73-484b-b502-de73ed5bf548 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2011828 Apr 30 04:56:59.621340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.626672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:3d:f7:1c', 'name': 'tempest-NetworksTestDHCPv6-1070837804'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:56:59.647091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.661615 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d8adbf10-5056-4ee1-9ad7-2025f9688433 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3480098 Apr 30 04:56:59.661878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38134) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.664467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'fa235fea-4bd3-4e41-adb8-0c9c0db408e5'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:56:59.665596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.685629 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6222ef37-2119-4da6-af4d-1ab249db8d0e tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules/1162f53e-a21e-45c3-b5e1-b834ca1ed4b5 HTTP/1.1" status: 200 len: 763 time: 0.0225465 Apr 30 04:56:59.688156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.740534 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b39140d9-b662-439b-9788-0d5776300d62 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0510075 Apr 30 04:56:59.740767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38138) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:56:59.768328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.776273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:56:59.826032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:56:59.835298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Allocated IP 2001:db8::f816:3eff:fe3e:87b3 (b6427a96-a6f5-42f0-9a44-12b949b58e60/fa235fea-4bd3-4e41-adb8-0c9c0db408e5/2d1e2209-a637-4aef-8d60-2d65e23052e6) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:56:59.891249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6020c1a2-fdde-4f0a-87b1-08d8c4c8d315 None None] Port 0bfe0e9f-3e34-4bf6-8aba-96c333da131c update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:56:59.930220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0bfe0e9f-3e34-4bf6-8aba-96c333da131c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:56:59.953771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 0bfe0e9f-3e34-4bf6-8aba-96c333da131c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:56:59.954113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 0bfe0e9f-3e34-4bf6-8aba-96c333da131c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:00.043165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks [] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.128489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.171091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1162f53e-a21e-45c3-b5e1-b834ca1ed4b5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.175079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:00.178940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:00.183267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Pushing event updated for resources: {'Port': ['ID=2d1e2209-a637-4aef-8d60-2d65e23052e6,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:00.183664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:00.195658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.196778 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1162f53e-a21e-45c3-b5e1-b834ca1ed4b5 HTTP/1.1" status: 204 len: 168 time: 0.4552457 Apr 30 04:57:00.200480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38142) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:00.201378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23878-770a-4b5d-b1cc-52d7ca552817 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1162f53e-a21e-45c3-b5e1-b834ca1ed4b5,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:00.222167 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38ee22cd-375c-4ee5-9525-47d53b3c3d54 req-0cbd450d-8b3d-4501-ae26-f8682630dbd4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0545642 Apr 30 04:57:00.253400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.259215 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-215e2444-dd49-447e-8d64-3750f5b234e9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571809 Apr 30 04:57:00.264651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38144) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:00.269692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': '534c113f-0d98-4599-a16a-be5deeb978b9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:00.280776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:00.362838 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Project d1a8f2738c4c49af98aa19641389efa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:57:00.369946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.413536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe3d:f71c (b6427a96-a6f5-42f0-9a44-12b949b58e60/fa235fea-4bd3-4e41-adb8-0c9c0db408e5/6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:00.431185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Attempting to bind port 2d1e2209-a637-4aef-8d60-2d65e23052e6 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:00.432155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Attempting to bind port 2d1e2209-a637-4aef-8d60-2d65e23052e6 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:00.432534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Attempting to bind port 2d1e2209-a637-4aef-8d60-2d65e23052e6 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:00.437835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:00.438203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:00.438625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.439390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:00.439513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Bound port: 2d1e2209-a637-4aef-8d60-2d65e23052e6, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:00.439832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.444342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.509269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] For port 2d1e2209-a637-4aef-8d60-2d65e23052e6, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:00.512769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] For port 2d1e2209-a637-4aef-8d60-2d65e23052e6, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2d1e2209-a637-4aef-8d60-2d65e23052e6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:00.550152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.569898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6897fd8-7e72-4ac2-9236-816d47765232,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:00.579522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.580777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.644663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.645890 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-05c3aca3-9b04-47b9-ac3b-cc61eda34e6f tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3799100 Apr 30 04:57:00.649248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38146) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:00.650891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0f0b0-8543-4f6b-bbc3-1c869b27a601 None None] Pushing event updated for resources: {'Port': ['ID=2d1e2209-a637-4aef-8d60-2d65e23052e6,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:00.676530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4a0260e1-ee93-496e-b643-792d610549d9 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules/d6897fd8-7e72-4ac2-9236-816d47765232 HTTP/1.1" status: 200 len: 769 time: 0.0247486 Apr 30 04:57:00.690489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38148) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:00.712165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.788592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-03e13f5a-4afb-414a-9078-67c417d96ae2 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0942795 Apr 30 04:57:00.789237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38150) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:00.793410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:00.794373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:00.797635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:00.799771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:00.804954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:00.805575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.850039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.859862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:00.881007 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1d69b569-e4ca-4838-b827-60742f5e282e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2584500 Apr 30 04:57:00.884498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38152) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.224553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0762e-bea5-4497-8fe8-db39cdd2b704 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:01.229817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0762e-bea5-4497-8fe8-db39cdd2b704 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:01.231510 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cec0762e-bea5-4497-8fe8-db39cdd2b704 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3460388 Apr 30 04:57:01.234398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38154) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.278422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d6897fd8-7e72-4ac2-9236-816d47765232), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.292413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.295805 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d6897fd8-7e72-4ac2-9236-816d47765232 HTTP/1.1" status: 204 len: 168 time: 0.5036426 Apr 30 04:57:01.295805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546752-9e81-4260-9b05-4374f6f47ca4 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6897fd8-7e72-4ac2-9236-816d47765232,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:01.296208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38158) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.355092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:01.355809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.370459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c4859ab-86ec-4a24-925e-4dea9a628b73 req-8963645e-dfd1-41be-a5d8-e1ee0845f0a3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0444226 Apr 30 04:57:01.390807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7cee36d0-bbb7-4ac9-8fbd-bbb747ca8c99 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928571 Apr 30 04:57:01.397532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38160) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.459997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (534c113f-0d98-4599-a16a-be5deeb978b9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.478701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.495158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (534c113f-0d98-4599-a16a-be5deeb978b9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.495514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:01.597629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (534c113f-0d98-4599-a16a-be5deeb978b9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.600330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.603874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/534c113f-0d98-4599-a16a-be5deeb978b9 HTTP/1.1" status: 204 len: 168 time: 0.2026122 Apr 30 04:57:01.604887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38162) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.623987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ed316-084a-45e4-9f7b-3ec1595eec52 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c113f-0d98-4599-a16a-be5deeb978b9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:01.693493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-59d70c56-bbb7-4093-87f0-9f1c3b82db00 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0873263 Apr 30 04:57:01.698223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38164) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.703157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group': {'name': 'tempest-secgroup--776026974'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:01.712019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.737805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Provisioning complete for port 2d1e2209-a637-4aef-8d60-2d65e23052e6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:01.738924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.764219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:01.794697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.799018 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d4ce2b5-bdb0-40a4-8ee1-1cde4afc4ce7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e HTTP/1.1" status: 204 len: 168 time: 0.5636725 Apr 30 04:57:01.801760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38166) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.809008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.836172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Current status of the port 2d1e2209-a637-4aef-8d60-2d65e23052e6 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:01.836822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.868539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c75196-66db-4853-9243-57d1467ceca0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:01.870390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c75196-66db-4853-9243-57d1467ceca0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:01.876275 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-37c75196-66db-4853-9243-57d1467ceca0 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0732484 Apr 30 04:57:01.876555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] For port 2d1e2209-a637-4aef-8d60-2d65e23052e6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2d1e2209-a637-4aef-8d60-2d65e23052e6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:01.882763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38168) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:01.946210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.986228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet fa235fea-4bd3-4e41-adb8-0c9c0db408e5 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:01.995283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (fa235fea-4bd3-4e41-adb8-0c9c0db408e5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:01.996345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2d1e2209-a637-4aef-8d60-2d65e23052e6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:02.044443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (e3d3442b-a3d7-416a-a2a8-3358198e0f0f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.055487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbe49e-d33d-49c3-b7cc-48aebf4cccf3 None None] Pushing event updated for resources: {'Port': ['ID=2d1e2209-a637-4aef-8d60-2d65e23052e6,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.059649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (fa235fea-4bd3-4e41-adb8-0c9c0db408e5), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.060663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2d1e2209-a637-4aef-8d60-2d65e23052e6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:02.060663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.108364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (e3d3442b-a3d7-416a-a2a8-3358198e0f0f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.145123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2d1e2209-a637-4aef-8d60-2d65e23052e6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:02.161798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8731cf38-34cd-4850-8ed1-495f00da0184 None None] Could not find standard attr ID for object 6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:02.173838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3442b-a3d7-416a-a2a8-3358198e0f0f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.190566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (fa235fea-4bd3-4e41-adb8-0c9c0db408e5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.218587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.221933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f7c28497-95ce-47fd-8adf-b22b1111fcfa tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5203514 Apr 30 04:57:02.222761 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38170) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.227353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Request body: {'security_group_rule': {'security_group_id': 'e3d3442b-a3d7-416a-a2a8-3358198e0f0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:02.334426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (cef99979-f429-4764-a44d-2b961fb9e246), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.357818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (fa235fea-4bd3-4e41-adb8-0c9c0db408e5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.391688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=fa235fea-4bd3-4e41-adb8-0c9c0db408e5,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.401411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.404641 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f661e4d6-2c65-4938-b2d1-1f21e06085a9 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/fa235fea-4bd3-4e41-adb8-0c9c0db408e5 HTTP/1.1" status: 204 len: 168 time: 0.5204792 Apr 30 04:57:02.405653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38174) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.406700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4c678-bc69-4340-af40-e694917ca6e9 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:02.411064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (cef99979-f429-4764-a44d-2b961fb9e246), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.450663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38176) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.452594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52be5e6f-628f-4b3b-8176-99940530befc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439000 Apr 30 04:57:02.500347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (cef99979-f429-4764-a44d-2b961fb9e246), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.502081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36abbe74-7172-4e4d-99e0-2f1a846fde7f req-27cc0884-f8ca-4f08-af74-5a35122de812 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0368905 Apr 30 04:57:02.535674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef99979-f429-4764-a44d-2b961fb9e246,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.547710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db497a-1534-43f8-a42b-a0f1b372d7a7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:02.551956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38178) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.552320 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-30db497a-1534-43f8-a42b-a0f1b372d7a7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0993450 Apr 30 04:57:02.595975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f59848-1791-4536-b573-3bc023426cef None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:02.616407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2925a91-c294-4f12-9e03-3c5632737f9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:02.620429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a2925a91-c294-4f12-9e03-3c5632737f9e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651035 Apr 30 04:57:02.620820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38180) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.642780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-80f59848-1791-4536-b573-3bc023426cef None None] Deleting port 2d1e2209-a637-4aef-8d60-2d65e23052e6 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:02.643153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80f59848-1791-4536-b573-3bc023426cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.661833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.663185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ca5e7d7c-e5bb-45f9-b28b-7a2156ffc6bb tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4393589 Apr 30 04:57:02.667016 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38182) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.668723 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-de61a356-b289-434a-ade9-8b9d000f9b7c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467567 Apr 30 04:57:02.675103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38184) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.680450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:02.717848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-80f59848-1791-4536-b573-3bc023426cef None None] For port 2d1e2209-a637-4aef-8d60-2d65e23052e6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2d1e2209-a637-4aef-8d60-2d65e23052e6,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:02.718246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80f59848-1791-4536-b573-3bc023426cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.736896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-80f59848-1791-4536-b573-3bc023426cef None None] Calling delete_port for 2d1e2209-a637-4aef-8d60-2d65e23052e6 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:02.741940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (e3d3442b-a3d7-416a-a2a8-3358198e0f0f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.771350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (e3d3442b-a3d7-416a-a2a8-3358198e0f0f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.837213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:02.841381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.883059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80f59848-1791-4536-b573-3bc023426cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (2d1e2209-a637-4aef-8d60-2d65e23052e6), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.900657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (e3d3442b-a3d7-416a-a2a8-3358198e0f0f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.903969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:02.904549 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3d3442b-a3d7-416a-a2a8-3358198e0f0f HTTP/1.1" status: 204 len: 168 time: 0.2350349 Apr 30 04:57:02.909179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38186) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:02.926160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0abb8e-9a45-4685-827a-12af3e8b37f1 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3442b-a3d7-416a-a2a8-3358198e0f0f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.932795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f59848-1791-4536-b573-3bc023426cef None None] Pushing event deleted for resources: {'Port': ['ID=2d1e2209-a637-4aef-8d60-2d65e23052e6,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:02.934633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f59848-1791-4536-b573-3bc023426cef None None] No DVR routers for this DVR port 2d1e2209-a637-4aef-8d60-2d65e23052e6 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:02.959789 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-79566251-c07e-4d61-a479-64a77b15e459 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497279 Apr 30 04:57:02.963411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38188) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:03.006404 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0253a693-d44f-4359-8b3f-281de97f1b16 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0417399 Apr 30 04:57:03.008578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38190) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:03.024667 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-fbd5f261-96d6-4378-9415-200a84ca5254 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] delete failed (client error): The resource could not be found. Apr 30 04:57:03.024667 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fbd5f261-96d6-4378-9415-200a84ca5254 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3d3442b-a3d7-416a-a2a8-3358198e0f0f HTTP/1.1" status: 404 len: 347 time: 0.0130212 Apr 30 04:57:03.028644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38192) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:03.078673 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-698a69c8-ee46-42ba-9f75-a4fae2b414d0 tempest-SecGroupIPv6Test-929063818 tempest-SecGroupIPv6Test-929063818-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488989 Apr 30 04:57:03.094608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (77300937-4ffd-4f55-9c3b-51e540259e64), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.141860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:03.147163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:03.151254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:03.151927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.165400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1847281-194e-4ac3-8e5c-3c809b2af4b6 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:03.172505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=77300937-4ffd-4f55-9c3b-51e540259e64,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:03.281904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '77300937-4ffd-4f55-9c3b-51e540259e64'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:03.282819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.313286 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0e228a8b-cbf9-4a77-970b-e89db2ecaadc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6369300 Apr 30 04:57:03.316034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38196) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:03.321806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:9b:e7:33', 'name': 'tempest-NetworksTestDHCPv6-1869115781'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:03.432481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/77300937-4ffd-4f55-9c3b-51e540259e64/faca18f1-980a-4e96-88f2-944ba06a013f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:03.513085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:03.629338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks [] for port (faca18f1-980a-4e96-88f2-944ba06a013f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.670905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bba97f5-4c2e-4fb5-8812-58e86ee516a0 req-137de10f-a254-4fcc-8cc7-5a7c4865d476 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0476308 Apr 30 04:57:03.696411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.702329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.724660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:03.754634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 917affb6-cbc4-492b-abac-ce2f16bd8794 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:03.781024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:03.785156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:03.790791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:03.796992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Pushing event updated for resources: {'Port': ['ID=faca18f1-980a-4e96-88f2-944ba06a013f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:03.894192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Attempting to bind port faca18f1-980a-4e96-88f2-944ba06a013f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:03.894795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Attempting to bind port faca18f1-980a-4e96-88f2-944ba06a013f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:03.894987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Attempting to bind port faca18f1-980a-4e96-88f2-944ba06a013f on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:03.901591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:03.901936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:03.902577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.904142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:03.904805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Bound port: faca18f1-980a-4e96-88f2-944ba06a013f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:03.905775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:03.911358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2d1e2209-a637-4aef-8d60-2d65e23052e6 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:03.952354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 2d1e2209-a637-4aef-8d60-2d65e23052e6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:03.952696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2d1e2209-a637-4aef-8d60-2d65e23052e6 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:03.998012 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0d149908-56a5-4239-a998-28008db533b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1a8f2738c4c49af98aa19641389efa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722509 Apr 30 04:57:04.000757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38206) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:04.013911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::1dc (b6427a96-a6f5-42f0-9a44-12b949b58e60/77300937-4ffd-4f55-9c3b-51e540259e64/917affb6-cbc4-492b-abac-ce2f16bd8794) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:04.017585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] For port faca18f1-980a-4e96-88f2-944ba06a013f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:04.021176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] For port faca18f1-980a-4e96-88f2-944ba06a013f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=faca18f1-980a-4e96-88f2-944ba06a013f,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:04.058380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] Publish callbacks [] for security_group (6b3e2c78-8f72-4c85-8ca2-d188d81606e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.086985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] Publish callbacks [] for security_group (6b3e2c78-8f72-4c85-8ca2-d188d81606e9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.100717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.172203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0e3e-d42a-4a84-9665-15bc08386ea8 None None] Pushing event updated for resources: {'Port': ['ID=faca18f1-980a-4e96-88f2-944ba06a013f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:04.194826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (917affb6-cbc4-492b-abac-ce2f16bd8794), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.248833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (6b3e2c78-8f72-4c85-8ca2-d188d81606e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.251586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.253002 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b3e2c78-8f72-4c85-8ca2-d188d81606e9 HTTP/1.1" status: 204 len: 168 time: 0.2506945 Apr 30 04:57:04.261802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3a939-7a6c-4837-8775-220eadec1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e2c78-8f72-4c85-8ca2-d188d81606e9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:04.317670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (917affb6-cbc4-492b-abac-ce2f16bd8794), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.383701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:04.390616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:04.394999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:04.403522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:04.404346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.430503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=917affb6-cbc4-492b-abac-ce2f16bd8794,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:04.542783 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e9464d44-7e9d-4b90-9c9d-d8333bf65cb4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2251327 Apr 30 04:57:04.546330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38212) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:04.602466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b757c1-c4a2-4b32-a6bc-c5db7cbf75c3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:04.608363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b757c1-c4a2-4b32-a6bc-c5db7cbf75c3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:04.609971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-96b757c1-c4a2-4b32-a6bc-c5db7cbf75c3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0626831 Apr 30 04:57:04.612819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38214) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:04.709659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 917affb6-cbc4-492b-abac-ce2f16bd8794 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:04.710109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (917affb6-cbc4-492b-abac-ce2f16bd8794), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.821053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d89962f2-4857-4eb6-86b9-35f3400a9626 req-c4ad5594-d5e2-4218-bd63-191008b9f790 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0367877 Apr 30 04:57:04.847054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (917affb6-cbc4-492b-abac-ce2f16bd8794), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:04.860776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 917affb6-cbc4-492b-abac-ce2f16bd8794 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:05.083125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (917affb6-cbc4-492b-abac-ce2f16bd8794), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.117299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=917affb6-cbc4-492b-abac-ce2f16bd8794,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:05.146250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.153329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-022652e5-c7b5-4c4f-b055-b6e75ffc9af3 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/917affb6-cbc4-492b-abac-ce2f16bd8794 HTTP/1.1" status: 204 len: 168 time: 0.5359266 Apr 30 04:57:05.153542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38230) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.230095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04214186-aa68-4e80-8fe2-8652e5130a83 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:05.231667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04214186-aa68-4e80-8fe2-8652e5130a83 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:05.233294 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-04214186-aa68-4e80-8fe2-8652e5130a83 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0788422 Apr 30 04:57:05.236331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38234) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.305346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 77300937-4ffd-4f55-9c3b-51e540259e64 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:05.309511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (77300937-4ffd-4f55-9c3b-51e540259e64), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.363525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (77300937-4ffd-4f55-9c3b-51e540259e64), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.421068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Provisioning complete for port faca18f1-980a-4e96-88f2-944ba06a013f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:05.421669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.436293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38238) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.485450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (77300937-4ffd-4f55-9c3b-51e540259e64), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.534348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Current status of the port faca18f1-980a-4e96-88f2-944ba06a013f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:05.534838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.567166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-727239282'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:05.637767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (77300937-4ffd-4f55-9c3b-51e540259e64), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.667046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=77300937-4ffd-4f55-9c3b-51e540259e64,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:05.669921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Made reservation on behalf of 597b7f82266d426db8bc5732c1e5f431 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:05.673425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.685103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:57:05.685758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:57:05.688079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.688922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.695442 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-adfac3ce-1e5b-4eeb-b293-8497fe6f46cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/77300937-4ffd-4f55-9c3b-51e540259e64 HTTP/1.1" status: 204 len: 168 time: 0.4552829 Apr 30 04:57:05.696030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38242) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.757371 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c51c338c-1578-402b-9353-dd0e909e6e72 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596797 Apr 30 04:57:05.758840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.801910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for security_group (c6e713e5-0543-450a-9b35-10df7d75eebf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.815428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa603f2b-68aa-4e9f-aa5c-ed7f66897587 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:05.817102 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fa603f2b-68aa-4e9f-aa5c-ed7f66897587 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0565469 Apr 30 04:57:05.820031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38246) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.879088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c6e713e5-0543-450a-9b35-10df7d75eebf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.913966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e713e5-0543-450a-9b35-10df7d75eebf,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:05.921554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c87ab14-4de0-449d-8e91-dda05f664de2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:05.922510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc63f77-181f-4275-b3a2-c06061c232ea None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:05.926616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38250) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:05.927177 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7c87ab14-4de0-449d-8e91-dda05f664de2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057568 Apr 30 04:57:05.961163 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0492cad7-fdaf-41cb-8776-8c09c51881cb req-1f45fa62-6644-42ff-83dc-a6e8b2b0a7b8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0326631 Apr 30 04:57:05.968035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:05.986974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device faca18f1-980a-4e96-88f2-944ba06a013f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:05.991319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (82b1e2ba-e1c2-403a-b5a2-871f8101f9f5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:05.992844 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Added segment 82b1e2ba-e1c2-403a-b5a2-871f8101f9f5 of type vlan for network 8a64fd04-6937-478a-b42b-5053cfa71640 Apr 30 04:57:06.007966 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c9473ab-f94b-4497-a3c4-f55f7b0fa1d8 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794339 Apr 30 04:57:06.016994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38252) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:06.018001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:06.069987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port faca18f1-980a-4e96-88f2-944ba06a013f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:06.070400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.086857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (8a64fd04-6937-478a-b42b-5053cfa71640), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.153863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:06.213475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:06.214847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port faca18f1-980a-4e96-88f2-944ba06a013f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:06.215415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.216896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.262231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Deleting port faca18f1-980a-4e96-88f2-944ba06a013f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:06.262632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.266783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (8a64fd04-6937-478a-b42b-5053cfa71640), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.274327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:06.275253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.278481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Current status of the port faca18f1-980a-4e96-88f2-944ba06a013f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:06.278871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.286515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port faca18f1-980a-4e96-88f2-944ba06a013f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=faca18f1-980a-4e96-88f2-944ba06a013f,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:06.359792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.373995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] For port faca18f1-980a-4e96-88f2-944ba06a013f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=faca18f1-980a-4e96-88f2-944ba06a013f,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:06.374435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.426737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Calling delete_port for faca18f1-980a-4e96-88f2-944ba06a013f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:06.445176 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0072298 Apr 30 04:57:06.446390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347edda-dc5d-4d04-8800-0f021dfe4b72 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event updated for resources: {'Network': ['ID=8a64fd04-6937-478a-b42b-5053cfa71640,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:06.448992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38254) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:06.459840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Request body: {'subnet': {'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:06.494688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 8a64fd04-6937-478a-b42b-5053cfa71640 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:06.517394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:57:06.517752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:57:06.535890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=faca18f1-980a-4e96-88f2-944ba06a013f,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:06.675938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:57:06.694762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (faca18f1-980a-4e96-88f2-944ba06a013f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.724978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] Pushing event deleted for resources: {'Port': ['ID=faca18f1-980a-4e96-88f2-944ba06a013f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:06.729679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55021be0-80b9-490d-bbfb-282398a18733 None None] No DVR routers for this DVR port faca18f1-980a-4e96-88f2-944ba06a013f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:06.767796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Made reservation on behalf of 597b7f82266d426db8bc5732c1e5f431 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:06.771178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:06.923825 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING neutron.services.revisions.revision_plugin [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Could not find related port for resource to bump revision. Apr 30 04:57:06.970450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_pluggable_backend [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Port faca18f1-980a-4e96-88f2-944ba06a013f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=111174) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 30 04:57:06.970681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.ipam_pluggable_backend [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:b41d {{(pid=111174) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 30 04:57:06.982027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (f237da46-df65-4b26-bd71-7dab0a269ed1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.065507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:07.073693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:07.082560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:07.087491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.087646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbc7a9-a3d2-4407-9fd1-6756051ca578 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:07.090483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bce7a394-7c2f-46ac-af48-a8b734548746 req-b912cfb1-302d-4b0f-b16a-c6bbacc06bd2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e11e732-1b13-4846-958b-1b5259793345 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Apr 30 04:57:07.097627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=f237da46-df65-4b26-bd71-7dab0a269ed1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:07.170549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3350e66a-e880-4623-92f4-6eaee3eb933f None None] Port faca18f1-980a-4e96-88f2-944ba06a013f update to ACTIVE by agent not found {{(pid=111176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 30 04:57:07.191465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (91e74880-4a8d-44f3-b70d-8f13918ff38e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.208194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87201c48-636e-4198-81a8-20687c425672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'f237da46-df65-4b26-bd71-7dab0a269ed1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:07.209109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.227587 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-35bee967-6b26-4401-a6ea-22a5b79b3d04 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2117932 Apr 30 04:57:07.228512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38258) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:07.233514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:07.262100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event updated for resources: {'Subnet': ['ID=91e74880-4a8d-44f3-b70d-8f13918ff38e,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:07.266588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Checking segment: {'id': '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:07.266944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Network hostable DHCP agents. Network: 8a64fd04-6937-478a-b42b-5053cfa71640, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:07.301380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d95bb568-aa56-4acf-940a-d4e78978d50c None None] Could not find standard attr ID for object 917affb6-cbc4-492b-abac-ce2f16bd8794. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:07.351515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Network 8a64fd04-6937-478a-b42b-5053cfa71640 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:07.366366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-87201c48-636e-4198-81a8-20687c425672 None None] Allocated IP 2001:db8::f816:3eff:fe2a:c4dd (b6427a96-a6f5-42f0-9a44-12b949b58e60/f237da46-df65-4b26-bd71-7dab0a269ed1/e209c82c-0a79-4a8e-9abd-108b22dd83f9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:07.408625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:07.412088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.437171 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 8a64fd04-6937-478a-b42b-5053cfa71640) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:07.443327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:07.448926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.460209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727de22f-8b11-45e0-8c80-6762a7795c30 None None] Network 8a64fd04-6937-478a-b42b-5053cfa71640 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:07.508527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.ipam_backend_mixin [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f237da46-df65-4b26-bd71-7dab0a269ed1 (CIDR: 2001:db8::/64) Apr 30 04:57:07.552729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:57:07.553188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:07.555005 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-96d7397b-2788-4489-b81d-deecff4e2d99 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1035779 Apr 30 04:57:07.558137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38260) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:07.568740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Request body: {'port': {'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640', 'name': 'tempest-TagsExtTest-325124798'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:07.658181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52a634b2-15b6-45ae-ae80-aebca7a50d5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4275935 Apr 30 04:57:07.668396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38262) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:07.676269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:07.736672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks [] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.763133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Made reservation on behalf of 597b7f82266d426db8bc5732c1e5f431 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:07.768018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.779200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-8a64fd04-6937-478a-b42b-5053cfa71640', 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640', 'project_id': '597b7f82266d426db8bc5732c1e5f431', 'fixed_ips': [{'subnet_id': '91e74880-4a8d-44f3-b70d-8f13918ff38e'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:07.780652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.788476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] device_id is not set on port da03c822-bf09-4f27-bf0a-f4b68b8b7fce yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:07.863402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.901791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device faca18f1-980a-4e96-88f2-944ba06a013f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:07.909574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Allocated IP 172.20.0.4 (8a64fd04-6937-478a-b42b-5053cfa71640/91e74880-4a8d-44f3-b70d-8f13918ff38e/da03c822-bf09-4f27-bf0a-f4b68b8b7fce) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:07.910227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.922689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:07.926455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:07.936545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87201c48-636e-4198-81a8-20687c425672 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:07.937786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: faca18f1-980a-4e96-88f2-944ba06a013f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:07.938119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device faca18f1-980a-4e96-88f2-944ba06a013f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:07.949497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-87201c48-636e-4198-81a8-20687c425672 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:07.955959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87201c48-636e-4198-81a8-20687c425672 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:07.959100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87201c48-636e-4198-81a8-20687c425672 None None] Pushing event updated for resources: {'Port': ['ID=e209c82c-0a79-4a8e-9abd-108b22dd83f9,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:08.021177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87201c48-636e-4198-81a8-20687c425672 None None] Attempting to bind port e209c82c-0a79-4a8e-9abd-108b22dd83f9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:08.021555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87201c48-636e-4198-81a8-20687c425672 None None] Attempting to bind port e209c82c-0a79-4a8e-9abd-108b22dd83f9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:08.021922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87201c48-636e-4198-81a8-20687c425672 None None] Attempting to bind port e209c82c-0a79-4a8e-9abd-108b22dd83f9 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:08.027492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87201c48-636e-4198-81a8-20687c425672 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:08.027866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87201c48-636e-4198-81a8-20687c425672 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:08.028275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.029877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87201c48-636e-4198-81a8-20687c425672 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:08.029877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-87201c48-636e-4198-81a8-20687c425672 None None] Bound port: e209c82c-0a79-4a8e-9abd-108b22dd83f9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:08.029877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.087669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.102424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-87201c48-636e-4198-81a8-20687c425672 None None] For port e209c82c-0a79-4a8e-9abd-108b22dd83f9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:08.106000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-87201c48-636e-4198-81a8-20687c425672 None None] For port e209c82c-0a79-4a8e-9abd-108b22dd83f9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e209c82c-0a79-4a8e-9abd-108b22dd83f9,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:08.191712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87201c48-636e-4198-81a8-20687c425672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.220413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.220650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (9091209d-602d-4c53-911c-0e8150b1adff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.282089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Network 8a64fd04-6937-478a-b42b-5053cfa71640 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:08.284713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:08.286843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:08.292901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:08.296514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87201c48-636e-4198-81a8-20687c425672 None None] Pushing event updated for resources: {'Port': ['ID=e209c82c-0a79-4a8e-9abd-108b22dd83f9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:08.300260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:08.326072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:08.326663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.329722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Allocated IP 172.20.0.2 (8a64fd04-6937-478a-b42b-5053cfa71640/91e74880-4a8d-44f3-b70d-8f13918ff38e/44fd26d9-f303-47ec-9c84-bf29a9e38551) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:08.349171 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event updated for resources: {'Port': ['ID=da03c822-bf09-4f27-bf0a-f4b68b8b7fce,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:08.351045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=9091209d-602d-4c53-911c-0e8150b1adff,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:08.373384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:08.373384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.432686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d082ea7d-e90d-4734-89bc-8d80884ea07c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7620249 Apr 30 04:57:08.435787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38274) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:08.442413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:a3:13:47', 'name': 'tempest-NetworksTestDHCPv6-1960466751'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:08.442630 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-edaa3480-91cd-4067-911f-33a0036f3f09 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098168700&fields=id&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 267 time: 0.0520966 Apr 30 04:57:08.465216 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0e3a3062-cd42-4989-9013-3d70a9c2f1b9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9058843 Apr 30 04:57:08.472921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38276) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:08.490057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-998136958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:08.545328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks [] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.588268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-f1d90714-3d9b-430a-86df-92f0a1653ef5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:08.589913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-f1d90714-3d9b-430a-86df-92f0a1653ef5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.1382031 Apr 30 04:57:08.617018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-c7dfb8f2-a589-4767-8289-c02f9129f22b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/quotas/b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 375 time: 0.0180840 Apr 30 04:57:08.631946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.660071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.661478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.672612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Network 8a64fd04-6937-478a-b42b-5053cfa71640 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:08.677849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:08.681753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:08.692418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Pushing event updated for resources: {'Port': ['ID=44fd26d9-f303-47ec-9c84-bf29a9e38551,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:08.707525 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-c6b5e3b5-cafd-4e45-b9f7-360a6a1a5a99 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734794 Apr 30 04:57:08.708279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:08.750222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for router_controller (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.767305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Attempting to bind port 44fd26d9-f303-47ec-9c84-bf29a9e38551 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:08.767671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Attempting to bind port 44fd26d9-f303-47ec-9c84-bf29a9e38551 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:08.768028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Attempting to bind port 44fd26d9-f303-47ec-9c84-bf29a9e38551 on network 8a64fd04-6937-478a-b42b-5053cfa71640 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:08.776140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:08.776140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Checking segment: {'id': '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:08.776140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.776140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Bound using segment: {'id': '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:08.776140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Bound port: 44fd26d9-f303-47ec-9c84-bf29a9e38551, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a64fd04-6937-478a-b42b-5053cfa71640'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:08.776721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.818735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.837372 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-985e73b5-7939-4165-ac62-ec195c5fc7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265712 Apr 30 04:57:08.844575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] For port 44fd26d9-f303-47ec-9c84-bf29a9e38551, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:08.845530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.847793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] For port 44fd26d9-f303-47ec-9c84-bf29a9e38551, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=44fd26d9-f303-47ec-9c84-bf29a9e38551,segment=NetworkSegment(82b1e2ba-e1c2-403a-b5a2-871f8101f9f5),segment_id=82b1e2ba-e1c2-403a-b5a2-871f8101f9f5)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:08.874366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port b64da0d7-5146-4c3b-81d8-2e2daeff478f yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:08.929365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:08.934005 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d9c9c91-6fd6-4ef0-8c31-b27bf6cfb6ac tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4463618 Apr 30 04:57:08.934471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38278) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:08.937266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-995e5c64-57f8-415b-8b7a-9a155c5edf1e service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Apr 30 04:57:08.941005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b2565d31-96eb-457f-86b1-f609eb0f38ff tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1299120317', 'prefixes': ['172.20.0.0/16']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:08.954803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.021520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1998db-a177-479d-b320-a1cea7f3dfab None None] Pushing event updated for resources: {'Port': ['ID=44fd26d9-f303-47ec-9c84-bf29a9e38551,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:09.091828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8:0:1::23b (b6427a96-a6f5-42f0-9a44-12b949b58e60/9091209d-602d-4c53-911c-0e8150b1adff/b64da0d7-5146-4c3b-81d8-2e2daeff478f) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:09.109455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fea3:1347 (b6427a96-a6f5-42f0-9a44-12b949b58e60/f237da46-df65-4b26-bd71-7dab0a269ed1/b64da0d7-5146-4c3b-81d8-2e2daeff478f) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:09.312499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (b64da0d7-5146-4c3b-81d8-2e2daeff478f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.399324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2565d31-96eb-457f-86b1-f609eb0f38ff tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.402482 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b2565d31-96eb-457f-86b1-f609eb0f38ff tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4654145 Apr 30 04:57:09.404316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38286) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:09.417693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-e422d62b-26f8-4141-bfbc-e37e001dde1e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-280080191') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:09.432706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b64da0d7-5146-4c3b-81d8-2e2daeff478f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.485237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:09.489647 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:09.494988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:09.500456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:09.501095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.519107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=b64da0d7-5146-4c3b-81d8-2e2daeff478f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:09.568236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8a21a-2c3b-4d04-b0f4-980c71369e97 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:09.592660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e422d62b-26f8-4141-bfbc-e37e001dde1e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-280080191 HTTP/1.1" status: 201 len: 201 time: 0.1823008 Apr 30 04:57:09.595150 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-af730f03-a8c6-4d54-98e0-2ba230680325 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1573389 Apr 30 04:57:09.597952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38290) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:09.599795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38292) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:09.604937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-01b8f5ce-49c8-41ae-ae59-de64e1467f6b tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-581424140') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:09.685246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Provisioning complete for port e209c82c-0a79-4a8e-9abd-108b22dd83f9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:09.685609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.699762 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f21df3f-d5b3-4a1b-b7fd-e0927bce86ee req-d87a9fc6-4bc7-4daf-b4be-db167f6ef985 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0370939 Apr 30 04:57:09.709819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port b64da0d7-5146-4c3b-81d8-2e2daeff478f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:09.710321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b64da0d7-5146-4c3b-81d8-2e2daeff478f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.763812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-01b8f5ce-49c8-41ae-ae59-de64e1467f6b tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-581424140 HTTP/1.1" status: 201 len: 201 time: 0.1645656 Apr 30 04:57:09.766428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38298) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:09.771673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-c5539a9c-4774-4924-9265-04d8a47f6a20 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-1428018492') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:09.825153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b64da0d7-5146-4c3b-81d8-2e2daeff478f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.845259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for b64da0d7-5146-4c3b-81d8-2e2daeff478f owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:09.855604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Current status of the port e209c82c-0a79-4a8e-9abd-108b22dd83f9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:09.856118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:09.955881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] For port e209c82c-0a79-4a8e-9abd-108b22dd83f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e209c82c-0a79-4a8e-9abd-108b22dd83f9,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:09.975734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': 'f237da46-df65-4b26-bd71-7dab0a269ed1', 'ip_address': '2001:db8::f816:3eff:fe2a:c4dd'}, {'subnet_id': '9091209d-602d-4c53-911c-0e8150b1adff'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'e209c82c-0a79-4a8e-9abd-108b22dd83f9'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:57:09.993394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c5539a9c-4774-4924-9265-04d8a47f6a20 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-1428018492 HTTP/1.1" status: 201 len: 201 time: 0.2234442 Apr 30 04:57:09.996651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38302) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.001097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-64221876-0ed8-4cdb-928e-680298db08c8 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-2086587240') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.009597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.036426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e209c82c-0a79-4a8e-9abd-108b22dd83f9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:10.038412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.218638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd4a5-9ee7-44fc-bd23-c948c0f77d7c None None] Pushing event updated for resources: {'Port': ['ID=e209c82c-0a79-4a8e-9abd-108b22dd83f9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:10.231985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b64da0d7-5146-4c3b-81d8-2e2daeff478f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.239844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e209c82c-0a79-4a8e-9abd-108b22dd83f9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:10.240103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.268120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=b64da0d7-5146-4c3b-81d8-2e2daeff478f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:10.316521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.322925 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ca1f69d4-8e42-4299-8a6a-15ad207444cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/b64da0d7-5146-4c3b-81d8-2e2daeff478f HTTP/1.1" status: 204 len: 168 time: 0.7221370 Apr 30 04:57:10.338724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.338724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-64221876-0ed8-4cdb-928e-680298db08c8 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-2086587240 HTTP/1.1" status: 201 len: 201 time: 0.3289721 Apr 30 04:57:10.339314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54fc712-9f67-4be5-b8b9-bcb515cffb89 None None] Network 8a64fd04-6937-478a-b42b-5053cfa71640 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:10.341147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38308) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.345642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-29cdc5f2-8a96-4309-975c-57f47eb164a5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.351050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Allocated IP 2001:db8:0:1::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/9091209d-602d-4c53-911c-0e8150b1adff/e209c82c-0a79-4a8e-9abd-108b22dd83f9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:10.376963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d37c67-7c44-401e-8955-efef59b8021d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:10.378920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d4d37c67-7c44-401e-8955-efef59b8021d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0516245 Apr 30 04:57:10.382086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38310) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.434014 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29cdc5f2-8a96-4309-975c-57f47eb164a5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 200 len: 240 time: 0.0916708 Apr 30 04:57:10.434393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647e8f5-d812-437d-bb4b-239826ba40b1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:10.436587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38312) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.436897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c647e8f5-d812-437d-bb4b-239826ba40b1 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0536463 Apr 30 04:57:10.439246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38314) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.440824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-6082682c-bef7-4d90-8294-79c4a946bc3d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-280080191') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.452317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Provisioning complete for port 44fd26d9-f303-47ec-9c84-bf29a9e38551 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:10.452688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.489767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e209c82c-0a79-4a8e-9abd-108b22dd83f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:10.490123 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6082682c-bef7-4d90-8294-79c4a946bc3d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-280080191 HTTP/1.1" status: 204 len: 168 time: 0.0517306 Apr 30 04:57:10.490891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 44fd26d9-f303-47ec-9c84-bf29a9e38551 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:10.491337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38316) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.495342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b69ed-38e9-4971-a2ea-e3871781666b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:10.496916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b69ed-38e9-4971-a2ea-e3871781666b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:10.498232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b69ed-38e9-4971-a2ea-e3871781666b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:10.498737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-249b1811-4b2f-492c-8d5e-ec088e2cb22d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-280080191') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.502263 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c8b69ed-38e9-4971-a2ea-e3871781666b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0595338 Apr 30 04:57:10.502935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38318) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.564331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 9091209d-602d-4c53-911c-0e8150b1adff {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:10.639251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-249b1811-4b2f-492c-8d5e-ec088e2cb22d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-280080191 HTTP/1.1" status: 204 len: 168 time: 0.1444285 Apr 30 04:57:10.639694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38320) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.644019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-40f08a8e-f0b3-4a22-8a70-07b10867ce56 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.689929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-40f08a8e-f0b3-4a22-8a70-07b10867ce56 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 200 len: 205 time: 0.0468557 Apr 30 04:57:10.690808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.695296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 44fd26d9-f303-47ec-9c84-bf29a9e38551 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:10.695848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.696081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-ab062a94-8a9c-4ab1-ac3c-c0892c6f09ca tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.698416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] For port e209c82c-0a79-4a8e-9abd-108b22dd83f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e209c82c-0a79-4a8e-9abd-108b22dd83f9,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:10.752140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Current status of the port 44fd26d9-f303-47ec-9c84-bf29a9e38551 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:10.752610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.778245 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ab062a94-8a9c-4ab1-ac3c-c0892c6f09ca tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 200 len: 240 time: 0.0857656 Apr 30 04:57:10.780685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38326) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.787333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-b72080af-251e-42d6-9668-a57fd52c829e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-581424140') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.795781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Publish callbacks [] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.815713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] For port 44fd26d9-f303-47ec-9c84-bf29a9e38551, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=44fd26d9-f303-47ec-9c84-bf29a9e38551,segment=NetworkSegment(82b1e2ba-e1c2-403a-b5a2-871f8101f9f5),segment_id=82b1e2ba-e1c2-403a-b5a2-871f8101f9f5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:10.840280 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b72080af-251e-42d6-9668-a57fd52c829e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-581424140 HTTP/1.1" status: 204 len: 168 time: 0.0583270 Apr 30 04:57:10.846442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38328) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.849504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 44fd26d9-f303-47ec-9c84-bf29a9e38551 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:10.849898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.850877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-be35d04e-480b-4435-8047-b8bd041cabd2 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-581424140') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:10.874511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94872387-214d-4085-aef2-6469d4920a2f req-87dbcc95-d2dc-4be4-936f-8f0d3cda7aff tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0533600 Apr 30 04:57:10.905563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (9091209d-602d-4c53-911c-0e8150b1adff), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.908983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.913370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.965510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (9091209d-602d-4c53-911c-0e8150b1adff), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:10.981924 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-be35d04e-480b-4435-8047-b8bd041cabd2 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-581424140 HTTP/1.1" status: 204 len: 168 time: 0.1335278 Apr 30 04:57:10.983501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38330) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:10.988017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-467fe761-72c8-40e5-b1b4-513d125bcc41 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.015253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:57:11.015601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:57:11.051416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214630f-7ec2-47db-9ff8-41fb30381f13 None None] Pushing event updated for resources: {'Port': ['ID=e209c82c-0a79-4a8e-9abd-108b22dd83f9,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:11.073185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-467fe761-72c8-40e5-b1b4-513d125bcc41 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 200 len: 205 time: 0.0883346 Apr 30 04:57:11.075845 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38332) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.080405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-03bc5ec9-abc8-4b20-8f0a-60efa614a61b tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.091612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Provisioning complete for port da03c822-bf09-4f27-bf0a-f4b68b8b7fce triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:11.092016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.123277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9091209d-602d-4c53-911c-0e8150b1adff), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.158526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8096a-7924-4fc6-8e00-d2e3d07783d5 None None] Pushing event updated for resources: {'Port': ['ID=44fd26d9-f303-47ec-9c84-bf29a9e38551,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:11.164508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Port da03c822-bf09-4f27-bf0a-f4b68b8b7fce cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:11.187375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Provisioning complete for port 44fd26d9-f303-47ec-9c84-bf29a9e38551 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:11.187763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.230094 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03bc5ec9-abc8-4b20-8f0a-60efa614a61b tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 200 len: 241 time: 0.1496084 Apr 30 04:57:11.234351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38334) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.242757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-fc87d4bf-1fce-4f77-aeea-ef237a79cfea tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-1428018492') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.295923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (9091209d-602d-4c53-911c-0e8150b1adff), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.313023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ed0afa0b-7645-4b2c-b9c1-143908f5338b None None] Current status of the port 44fd26d9-f303-47ec-9c84-bf29a9e38551 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:11.340247 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc87d4bf-1fce-4f77-aeea-ef237a79cfea tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-1428018492 HTTP/1.1" status: 204 len: 168 time: 0.1047485 Apr 30 04:57:11.341140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38340) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.344608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=9091209d-602d-4c53-911c-0e8150b1adff,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:11.346839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.350903 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3508e1d1-b8cb-4114-b348-db972de8558a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/9091209d-602d-4c53-911c-0e8150b1adff HTTP/1.1" status: 204 len: 168 time: 0.8466430 Apr 30 04:57:11.351504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-47108201-038b-46db-8c2d-9a3b88c88fd8 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-1428018492') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.353422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38342) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.417226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet f237da46-df65-4b26-bd71-7dab0a269ed1 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:11.421079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (f237da46-df65-4b26-bd71-7dab0a269ed1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.434250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4ae1b82a-f424-45af-8a26-6e26c4b1f312 None None] Provisioning complete for port da03c822-bf09-4f27-bf0a-f4b68b8b7fce triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:11.434643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4ae1b82a-f424-45af-8a26-6e26c4b1f312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.474932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (f237da46-df65-4b26-bd71-7dab0a269ed1), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.485204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1b82a-f424-45af-8a26-6e26c4b1f312 None None] Port da03c822-bf09-4f27-bf0a-f4b68b8b7fce cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:11.499453 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-47108201-038b-46db-8c2d-9a3b88c88fd8 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-1428018492 HTTP/1.1" status: 204 len: 168 time: 0.1570501 Apr 30 04:57:11.500243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.505821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-7f601f32-1484-4799-b1b4-6e99e07baece tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.563243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 44fd26d9-f303-47ec-9c84-bf29a9e38551 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:11.583074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (f237da46-df65-4b26-bd71-7dab0a269ed1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.597382 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f601f32-1484-4799-b1b4-6e99e07baece tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 200 len: 205 time: 0.0936258 Apr 30 04:57:11.597595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38348) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.602125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-b51347a4-155a-4b3a-8252-0e9758f572db tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.635787 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b51347a4-155a-4b3a-8252-0e9758f572db tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 200 len: 241 time: 0.0369833 Apr 30 04:57:11.638759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38350) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.643499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-37ebbd80-d0d6-4cc3-aedc-61ca2d0eaa9a tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-2086587240') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.662355 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-37ebbd80-d0d6-4cc3-aedc-61ca2d0eaa9a tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-2086587240 HTTP/1.1" status: 204 len: 168 time: 0.0223138 Apr 30 04:57:11.664639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38352) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.672933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-0692c669-ea15-433b-b0ad-8b840444b783 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-2086587240') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.720989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (f237da46-df65-4b26-bd71-7dab0a269ed1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.769276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=f237da46-df65-4b26-bd71-7dab0a269ed1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:11.770931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.775279 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16a298dc-366f-42b2-a7c0-be30b617a7c7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/f237da46-df65-4b26-bd71-7dab0a269ed1 HTTP/1.1" status: 204 len: 168 time: 0.4203365 Apr 30 04:57:11.777502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38354) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.787302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033796f-dd7d-4275-90f2-c955c3cd7ff3 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:11.814260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c50ba403-42df-4651-9e72-95803b2ecf7c None None] Could not find standard attr ID for object b64da0d7-5146-4c3b-81d8-2e2daeff478f. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:11.827397 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5790ca0f-14d9-4845-a0ea-d958eb91da31 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460622 Apr 30 04:57:11.828412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38356) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.834821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:11.842375 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0692c669-ea15-433b-b0ad-8b840444b783 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-2086587240 HTTP/1.1" status: 204 len: 168 time: 0.1760669 Apr 30 04:57:11.844761 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38358) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:11.850678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-9c0aebe3-5ff1-441d-9ee1-d1df56dc36d5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:11.858050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-54c15770-63b3-4bbf-8de8-590351ead31e tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:11.860175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-54c15770-63b3-4bbf-8de8-590351ead31e tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.1511090 Apr 30 04:57:11.865952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c50ba403-42df-4651-9e72-95803b2ecf7c None None] Provisioning complete for port e209c82c-0a79-4a8e-9abd-108b22dd83f9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:11.865952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c50ba403-42df-4651-9e72-95803b2ecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:11.960801 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:57:12.020465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bba54cac-322b-4974-a6d6-d62271e824f4 req-97dfdeb0-19e1-48b1-ad19-ca1c9f2fde9f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0500963 Apr 30 04:57:12.032796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-4b72b4ba-4239-4ab5-915b-589683b31890 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 380 time: 0.1545086 Apr 30 04:57:12.042425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'port': {'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'admin_state_up': True, 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'security_groups': ['04ddb127-6fe0-480f-9d44-b1ae0b9f10c3']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:12.105493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e209c82c-0a79-4a8e-9abd-108b22dd83f9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:12.222721 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c0aebe3-5ff1-441d-9ee1-d1df56dc36d5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 200 len: 205 time: 0.3760345 Apr 30 04:57:12.225504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38364) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:12.240052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-985dd871-0db1-4ea7-a510-85239ab58f59 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:12.265590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c50ba403-42df-4651-9e72-95803b2ecf7c None None] Current status of the port e209c82c-0a79-4a8e-9abd-108b22dd83f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:12.268121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Made reservation on behalf of b3a3624505944eaaa34fd67e0ec2b6b8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:12.268247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e209c82c-0a79-4a8e-9abd-108b22dd83f9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:12.268247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.273139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.299583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:12.302824 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-985dd871-0db1-4ea7-a510-85239ab58f59 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 204 len: 168 time: 0.0736520 Apr 30 04:57:12.304189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38366) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:12.310788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-0eb5f21c-19b4-411c-b019-167319133ff7 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:12.356243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Deleting port e209c82c-0a79-4a8e-9abd-108b22dd83f9 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:12.356602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.379455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:12.387086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.460085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] For port e209c82c-0a79-4a8e-9abd-108b22dd83f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e209c82c-0a79-4a8e-9abd-108b22dd83f9,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:12.460741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.472175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e209c82c-0a79-4a8e-9abd-108b22dd83f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:12.473614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 44fd26d9-f303-47ec-9c84-bf29a9e38551 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:12.518838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Calling delete_port for e209c82c-0a79-4a8e-9abd-108b22dd83f9 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:12.531500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 44fd26d9-f303-47ec-9c84-bf29a9e38551 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:12.532146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.676666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 44fd26d9-f303-47ec-9c84-bf29a9e38551 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:12.731020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0eb5f21c-19b4-411c-b019-167319133ff7 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 204 len: 168 time: 0.4214392 Apr 30 04:57:12.738220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38368) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:12.742651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-88fb2196-1cb0-4cbe-8b56-9d472c9f7d9d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:12.745585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (e209c82c-0a79-4a8e-9abd-108b22dd83f9), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.780764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] Pushing event deleted for resources: {'Port': ['ID=e209c82c-0a79-4a8e-9abd-108b22dd83f9,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:12.784509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50848fe-07cc-4364-a6ff-0bb15811ecd3 None None] No DVR routers for this DVR port e209c82c-0a79-4a8e-9abd-108b22dd83f9 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:12.806045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:57:12.809070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (185f8950-1bb8-4547-924f-bb6094368646), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.844797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:12.848173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:12.854333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:12.854927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.862628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d6421-6981-4318-8b13-2633f0a5cafe None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:12.865384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.20.0.12 (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094/85cb74a1-df7b-457a-9462-d69a5cd67bf4/baa36dff-731e-431d-8a20-349d937f531d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:12.876248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=185f8950-1bb8-4547-924f-bb6094368646,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:12.892925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-88fb2196-1cb0-4cbe-8b56-9d472c9f7d9d tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 204 len: 168 time: 0.1536334 Apr 30 04:57:12.895615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38370) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:12.903375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-36828560-57a1-4878-876b-747b3ace8faf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:12.965821 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b188a0b2-af9e-4ded-b7cb-a7eebeb27fe5 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1363056 Apr 30 04:57:12.971034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38372) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:12.980003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:12.985512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '185f8950-1bb8-4547-924f-bb6094368646'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:12.986373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:12.993070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-36828560-57a1-4878-876b-747b3ace8faf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 204 len: 168 time: 0.0944891 Apr 30 04:57:13.000984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38374) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.012952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-abb3c3c2-ed15-4aa1-b259-74ac140cb450 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-15621375') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:13.120560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (baa36dff-731e-431d-8a20-349d937f531d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.167640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Allocated IP 2001:db8::f816:3eff:fe60:ad2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/185f8950-1bb8-4547-924f-bb6094368646/c83941f7-56e3-42ce-b0fe-3a091425e5a2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:13.186455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-92923e8e-e7a5-4fca-a84e-258f4e94511c req-6d012b4f-b39d-4ac4-b37a-bb4ac3c02d80 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0496962 Apr 30 04:57:13.210037 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-abb3c3c2-ed15-4aa1-b259-74ac140cb450 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-15621375 HTTP/1.1" status: 201 len: 201 time: 0.2075908 Apr 30 04:57:13.213852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38378) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.219293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-89213234-a9a6-47a1-8d93-9ac468522fbc tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-1072481189') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:13.248382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:13.251814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.330184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.333316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks [] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.365544 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 185f8950-1bb8-4547-924f-bb6094368646 (CIDR: 2001:db8::/64) Apr 30 04:57:13.374956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:13.378080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:13.384962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:13.404401 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:57:13.405132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:13.410462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:13.432864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.447629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:13.448432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.461216 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-89213234-a9a6-47a1-8d93-9ac468522fbc tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-1072481189 HTTP/1.1" status: 201 len: 201 time: 0.2459247 Apr 30 04:57:13.464680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38380) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.473739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-097d7993-f1d1-47ee-9876-508e0fe3ad97 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-1834047068') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:13.485326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:13.491571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:13.501987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:13.507338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Pushing event updated for resources: {'Port': ['ID=c83941f7-56e3-42ce-b0fe-3a091425e5a2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:13.549112 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-bfcd5ff6-ceae-484e-bc0f-237f3fc130bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5140932 Apr 30 04:57:13.566437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Request body: {'port': {'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:13.581938 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a7e65a17-e987-4e00-8271-baee842bb725 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6095524 Apr 30 04:57:13.582592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38382) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.583084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Attempting to bind port c83941f7-56e3-42ce-b0fe-3a091425e5a2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:13.583679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Attempting to bind port c83941f7-56e3-42ce-b0fe-3a091425e5a2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:13.584316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Attempting to bind port c83941f7-56e3-42ce-b0fe-3a091425e5a2 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:13.589795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:13.595228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:13.598523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:13.599228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.600961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:13.602252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Bound port: c83941f7-56e3-42ce-b0fe-3a091425e5a2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:13.602816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.670301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (baa36dff-731e-431d-8a20-349d937f531d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.679588 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-097d7993-f1d1-47ee-9876-508e0fe3ad97 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-1834047068 HTTP/1.1" status: 201 len: 201 time: 0.2135532 Apr 30 04:57:13.683025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38384) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.688924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-e2a53118-0339-49e2-8c75-ca37b3a5116a tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-1732768875') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:13.702308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] For port c83941f7-56e3-42ce-b0fe-3a091425e5a2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:13.722297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0de67511-5fca-4e28-a718-5e93ba676aa9 None None] Provisioning complete for port baa36dff-731e-431d-8a20-349d937f531d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:13.722781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0de67511-5fca-4e28-a718-5e93ba676aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (baa36dff-731e-431d-8a20-349d937f531d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.725621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] For port c83941f7-56e3-42ce-b0fe-3a091425e5a2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c83941f7-56e3-42ce-b0fe-3a091425e5a2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:13.767066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0de67511-5fca-4e28-a718-5e93ba676aa9 None None] Port baa36dff-731e-431d-8a20-349d937f531d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:13.792322 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e2a53118-0339-49e2-8c75-ca37b3a5116a tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-1732768875 HTTP/1.1" status: 201 len: 201 time: 0.1079133 Apr 30 04:57:13.794567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38386) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:13.800354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-01f5fb67-592b-434e-844c-652f40260c98 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', {'tags': ['tempest-TagsExtTest-Tag-1450640075', 'tempest-TagsExtTest-Tag-1038867778', 'tempest-TagsExtTest-Tag-1170724774']}) {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:13.814980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.825442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:13.828972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:13.896605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9ae10-8537-4506-86d6-5ab33b7ed420 None None] Pushing event updated for resources: {'Port': ['ID=c83941f7-56e3-42ce-b0fe-3a091425e5a2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:13.968135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e209c82c-0a79-4a8e-9abd-108b22dd83f9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:14.003744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: e209c82c-0a79-4a8e-9abd-108b22dd83f9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:14.004092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e209c82c-0a79-4a8e-9abd-108b22dd83f9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:14.057586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa36dff-731e-431d-8a20-349d937f531d {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:57:14.066132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks [] for port (baa36dff-731e-431d-8a20-349d937f531d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.079225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.079939 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-01f5fb67-592b-434e-844c-652f40260c98 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 200 len: 318 time: 0.2841191 Apr 30 04:57:14.083684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-09b3d2ca-9e5b-4604-95c8-e5a81faf1165 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.090114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Transition to ACTIVE for port object baa36dff-731e-431d-8a20-349d937f531d will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:57:14.180081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.237426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-09b3d2ca-9e5b-4604-95c8-e5a81faf1165 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 204 len: 168 time: 0.1571765 Apr 30 04:57:14.245747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38394) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.250799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-4c6c4687-61c1-43c0-a9c4-da4483f1dc1e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-1450640075') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.277246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Pushing event updated for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:14.334356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (624cef1f-94ed-4744-a868-de01fe388635), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.380314 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-4c6c4687-61c1-43c0-a9c4-da4483f1dc1e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:14.381629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4c6c4687-61c1-43c0-a9c4-da4483f1dc1e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-1450640075 HTTP/1.1" status: 404 len: 329 time: 0.1347656 Apr 30 04:57:14.389104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38396) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.396913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-5da6044e-e557-4791-8fd5-2a8739aff6c3 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-1038867778') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.412728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774e8b-4b9d-4852-a06f-04f3c49ac22b req-b92406cc-45ff-4ad8-bc57-8ee635f953f4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:14.414591 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56774e8b-4b9d-4852-a06f-04f3c49ac22b req-b92406cc-45ff-4ad8-bc57-8ee635f953f4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.1026204 Apr 30 04:57:14.454744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:14.458854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=624cef1f-94ed-4744-a868-de01fe388635,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:14.471848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:14.476013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:14.476622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.488257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Attempting to bind port baa36dff-731e-431d-8a20-349d937f531d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:14.489046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Attempting to bind port baa36dff-731e-431d-8a20-349d937f531d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:14.489543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Attempting to bind port baa36dff-731e-431d-8a20-349d937f531d on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:14.494440 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-5da6044e-e557-4791-8fd5-2a8739aff6c3 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:14.500138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Port baa36dff-731e-431d-8a20-349d937f531d on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:57:14.507322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Attempting to bind port baa36dff-731e-431d-8a20-349d937f531d on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:14.507465 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5da6044e-e557-4791-8fd5-2a8739aff6c3 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-1038867778 HTTP/1.1" status: 404 len: 329 time: 0.1079869 Apr 30 04:57:14.507573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38398) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.509949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-8422e068-2ee0-4f70-b501-c77ca9ff4649 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e', 'tempest-TagsExtTest-Tag-1170724774') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.536313 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56774e8b-4b9d-4852-a06f-04f3c49ac22b req-7ebfc3b5-cd6e-4a3c-a39d-dfb31557239a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157696 Apr 30 04:57:14.539273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:14.539610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:14.539987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Bound using segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:14.540988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Bound port: baa36dff-731e-431d-8a20-349d937f531d, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:14.541350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (baa36dff-731e-431d-8a20-349d937f531d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.560712 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-91e0ffa8-0087-449b-a036-d52bd757078a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9753640 Apr 30 04:57:14.563649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38400) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.571308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:81:4b:7d', 'name': 'tempest-NetworksTestDHCPv6-1804538300'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:14.573006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-8422e068-2ee0-4f70-b501-c77ca9ff4649 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:14.576546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8422e068-2ee0-4f70-b501-c77ca9ff4649 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags/tempest-TagsExtTest-Tag-1170724774 HTTP/1.1" status: 404 len: 329 time: 0.0688674 Apr 30 04:57:14.580563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38402) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.595890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-0ce9f823-f279-4332-8669-0be56062e382 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', {'tags': ['tempest-TagsExtTest-Tag-2086225532', 'tempest-TagsExtTest-Tag-1450853934', 'tempest-TagsExtTest-Tag-1061625801']}) {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.635004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:14.638511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=baa36dff-731e-431d-8a20-349d937f531d,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:14.735329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.774332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:14.775443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:14.777166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] 10.222.0.13 "PUT /v2.0/ports/baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 1094 time: 1.2204094 Apr 30 04:57:14.777695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:57:14.780205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e2e6d-83c3-4a95-8fd6-88fc89cde671" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:57:14.824300 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ce9f823-f279-4332-8669-0be56062e382 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 200 len: 318 time: 0.2394624 Apr 30 04:57:14.825111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38406) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:14.832790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-26aaca1a-555b-4d29-be42-c36017b19675 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:14.841104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b705ab8-38be-4930-973f-fcbdb1edb42d service neutron] Pushing event updated for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:14.851825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081db39f-b1ae-4185-bf06-808624123c99 x-openstack-request-id: req-081db39f-b1ae-4185-bf06-808624123c99 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:57:14.860086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:57:14.860086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-081db39f-b1ae-4185-bf06-808624123c99 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:57:14.860086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081db39f-b1ae-4185-bf06-808624123c99'] response: {'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d', 'status': 'completed', 'code': 200} Apr 30 04:57:14.905619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:14.927325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-32986edd-3e44-4c68-938f-e97ee6098d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:14.929138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-32986edd-3e44-4c68-938f-e97ee6098d87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1128 time: 0.0607543 Apr 30 04:57:15.027554 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-26aaca1a-555b-4d29-be42-c36017b19675 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 204 len: 168 time: 0.2011764 Apr 30 04:57:15.030442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.032408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38408) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.038296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-cdaeb5b2-a051-45e6-9a7a-e321cefcdb7c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-2086225532') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:15.081607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-edc3e1b3-e910-424e-a137-7e64032e4571 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292591 Apr 30 04:57:15.123747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port b3beea7b-2e26-4293-9927-99c0bbc9789b yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:15.128961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-6964b0f9-df82-495c-870c-ca31cf553fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.130708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-6964b0f9-df82-495c-870c-ca31cf553fdf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1875107 Apr 30 04:57:15.135980 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-cdaeb5b2-a051-45e6-9a7a-e321cefcdb7c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:15.139543 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cdaeb5b2-a051-45e6-9a7a-e321cefcdb7c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-2086225532 HTTP/1.1" status: 404 len: 329 time: 0.1037126 Apr 30 04:57:15.141286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38410) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.175418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-cd5298f4-7242-493b-af55-4f027d2be023 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-1450853934') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:15.255858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-fff013e5-96ff-4669-b54a-22aae8de05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.257359 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-fff013e5-96ff-4669-b54a-22aae8de05f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1129 time: 0.1079929 Apr 30 04:57:15.297348 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-cd5298f4-7242-493b-af55-4f027d2be023 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:15.298997 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd5298f4-7242-493b-af55-4f027d2be023 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-1450853934 HTTP/1.1" status: 404 len: 329 time: 0.1567779 Apr 30 04:57:15.307087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38412) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.314412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-b7c1b6ae-4330-49e7-af4a-b16805a2e2c0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce', 'tempest-TagsExtTest-Tag-1061625801') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:15.381115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-daa33ff2-f3c0-49f6-8d42-c6a1af6bab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.382469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-985e2e6d-83c3-4a95-8fd6-88fc89cde671 req-daa33ff2-f3c0-49f6-8d42-c6a1af6bab70 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2454517 Apr 30 04:57:15.414690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-219c85ed-c712-4e30-b768-f94242da3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.418031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-219c85ed-c712-4e30-b768-f94242da3f65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 200 len: 897 time: 0.1399269 Apr 30 04:57:15.418780 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-b7c1b6ae-4330-49e7-af4a-b16805a2e2c0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:15.423147 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7c1b6ae-4330-49e7-af4a-b16805a2e2c0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags/tempest-TagsExtTest-Tag-1061625801 HTTP/1.1" status: 404 len: 329 time: 0.1093581 Apr 30 04:57:15.423337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38414) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.430660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82bab4e-ee8e-40dc-8354-e09e60c7652f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:15.443847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-810cbf7f-7d47-45f4-8591-c21eee008fbf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', {'tags': ['tempest-TagsExtTest-Tag-944201562', 'tempest-TagsExtTest-Tag-812069908', 'tempest-TagsExtTest-Tag-1280443885']}) {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:15.449885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8:0:1::5f (b6427a96-a6f5-42f0-9a44-12b949b58e60/624cef1f-94ed-4744-a868-de01fe388635/b3beea7b-2e26-4293-9927-99c0bbc9789b) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:15.456485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::f816:3eff:fe81:4b7d (b6427a96-a6f5-42f0-9a44-12b949b58e60/185f8950-1bb8-4547-924f-bb6094368646/b3beea7b-2e26-4293-9927-99c0bbc9789b) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:15.476100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Provisioning complete for port c83941f7-56e3-42ce-b0fe-3a091425e5a2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:15.476810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.609005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-810cbf7f-7d47-45f4-8591-c21eee008fbf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 200 len: 316 time: 0.1831701 Apr 30 04:57:15.612690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38418) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.617240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-79f8518d-eebf-43fa-b2ff-82434ec433f3 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:15.688573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Current status of the port c83941f7-56e3-42ce-b0fe-3a091425e5a2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:15.688573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.695436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (b3beea7b-2e26-4293-9927-99c0bbc9789b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.727079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-d117d8f4-0bdf-4d25-b02a-4d5bf50c5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.732989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-d117d8f4-0bdf-4d25-b02a-4d5bf50c5b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1128 time: 0.1877897 Apr 30 04:57:15.780951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] For port c83941f7-56e3-42ce-b0fe-3a091425e5a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c83941f7-56e3-42ce-b0fe-3a091425e5a2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:15.792836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Update dhcp port {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'fixed_ips': [{'subnet_id': '185f8950-1bb8-4547-924f-bb6094368646', 'ip_address': '2001:db8::f816:3eff:fe60:ad2'}, {'subnet_id': '624cef1f-94ed-4744-a868-de01fe388635'}], 'binding:host_id': 'dv-neutron-838078-9-hyperv'}, 'id': 'c83941f7-56e3-42ce-b0fe-3a091425e5a2'} from dv-neutron-838078-9-hyperv. {{(pid=111176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 30 04:57:15.809855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b3beea7b-2e26-4293-9927-99c0bbc9789b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.815558 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-9fd5fc33-9a02-4384-820b-7ad807be1c36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 200 len: 1001 time: 0.3870165 Apr 30 04:57:15.847012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.858407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-9f6f00c6-cb80-436c-8db5-cdfbaff62f1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 217 time: 0.0861330 Apr 30 04:57:15.873851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:15.879938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:15.887412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:15.893678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.894387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.899249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c870a-5c26-4448-beca-f79431117dd4 req-f1c9cf22-5a15-4188-b233-fa4c68222cd2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.901403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-437c870a-5c26-4448-beca-f79431117dd4 req-f1c9cf22-5a15-4188-b233-fa4c68222cd2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.1958361 Apr 30 04:57:15.909850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=b3beea7b-2e26-4293-9927-99c0bbc9789b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:15.923792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:15.969671 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d0295c06-416a-42c4-9afc-052e78cca06d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4041078 Apr 30 04:57:15.970473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38420) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:15.982760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-0eb85ade-1a98-4443-8c8c-5680058c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.984265 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-0eb85ade-1a98-4443-8c8c-5680058c8282 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.1019907 Apr 30 04:57:15.986787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-85898ecb-c0a8-4633-a6e5-f47c1a7c3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:15.986952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-85898ecb-c0a8-4633-a6e5-f47c1a7c3c40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=640b39dc-9a99-4b12-aae8-6c4acf06b3e0 HTTP/1.1" status: 200 len: 835 time: 0.1390533 Apr 30 04:57:16.006355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c83941f7-56e3-42ce-b0fe-3a091425e5a2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:16.011669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6838b72-988d-4e5e-8449-b434c24f969e None None] Pushing event updated for resources: {'Port': ['ID=c83941f7-56e3-42ce-b0fe-3a091425e5a2,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:16.070740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-e1f5548a-336f-46d9-9a4c-d9c98e25c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.075367 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-e1f5548a-336f-46d9-9a4c-d9c98e25c5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc05787-5507-4bb6-8ee9-0a8095e5255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0760717 Apr 30 04:57:16.078530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port b3beea7b-2e26-4293-9927-99c0bbc9789b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:16.078816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b3beea7b-2e26-4293-9927-99c0bbc9789b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.122323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-60792ed5-3187-4f46-bc82-e5469a2d0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.123753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-60792ed5-3187-4f46-bc82-e5469a2d0b00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0732934 Apr 30 04:57:16.152167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c83941f7-56e3-42ce-b0fe-3a091425e5a2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:16.152534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.199988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b3beea7b-2e26-4293-9927-99c0bbc9789b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.220950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for b3beea7b-2e26-4293-9927-99c0bbc9789b owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:16.229020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Allocated IP 2001:db8:0:1::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/624cef1f-94ed-4744-a868-de01fe388635/c83941f7-56e3-42ce-b0fe-3a091425e5a2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:16.250159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-f23feec7-d910-4ffd-a491-5b9bdbe44a07 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201367 Apr 30 04:57:16.251962 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-79f8518d-eebf-43fa-b2ff-82434ec433f3 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 204 len: 168 time: 0.6383662 Apr 30 04:57:16.273720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38422) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.278891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-69f8e5f9-8a7e-48f8-a62b-006a101ca4f5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-944201562') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:16.286928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c83941f7-56e3-42ce-b0fe-3a091425e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:16.364567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-9f56fb0d-4a8b-46b4-9ccb-b1b63035dfb8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074743 Apr 30 04:57:16.382730 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-69f8e5f9-8a7e-48f8-a62b-006a101ca4f5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:16.384070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-69f8e5f9-8a7e-48f8-a62b-006a101ca4f5 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-944201562 HTTP/1.1" status: 404 len: 328 time: 0.1092529 Apr 30 04:57:16.386066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] For port c83941f7-56e3-42ce-b0fe-3a091425e5a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c83941f7-56e3-42ce-b0fe-3a091425e5a2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:16.389378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.395120 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-f389b34a-8be9-407c-bcfe-6b6a69fd1289 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-812069908') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:16.424871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Publish callbacks [] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.444908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-437c870a-5c26-4448-beca-f79431117dd4 req-f25ebd9b-3c98-42b0-96a4-0745cdd4ba7b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5106091 Apr 30 04:57:16.483710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.532257 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e917423b-717f-4e67-9b67-3eb49f7b8429 req-29ed7c6e-0164-441a-b70b-a0e77af3db2a service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658993 Apr 30 04:57:16.546006 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-f389b34a-8be9-407c-bcfe-6b6a69fd1289 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:16.547285 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f389b34a-8be9-407c-bcfe-6b6a69fd1289 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-812069908 HTTP/1.1" status: 404 len: 328 time: 0.1567891 Apr 30 04:57:16.550137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38426) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.559795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-35757893-daf8-4ca4-a1cc-34208f06920e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e', 'tempest-TagsExtTest-Tag-1280443885') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:16.591368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f86f66-23c2-4783-9771-5232ed037202 None None] Pushing event updated for resources: {'Port': ['ID=c83941f7-56e3-42ce-b0fe-3a091425e5a2,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:16.660432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b3beea7b-2e26-4293-9927-99c0bbc9789b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.671620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-35757893-daf8-4ca4-a1cc-34208f06920e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:16.672661 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-35757893-daf8-4ca4-a1cc-34208f06920e tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags/tempest-TagsExtTest-Tag-1280443885 HTTP/1.1" status: 404 len: 329 time: 0.1207516 Apr 30 04:57:16.676748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38428) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.681704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-6860d670-ceeb-423a-90ba-ea2b37cf49d0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', {'tags': ['tempest-TagsExtTest-Tag-1144017268', 'tempest-TagsExtTest-Tag-999379993', 'tempest-TagsExtTest-Tag-1026805052']}) {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:16.701539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=b3beea7b-2e26-4293-9927-99c0bbc9789b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:16.717744 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6a09d4a-8999-4f9b-8874-08f849484b3f req-b3c46562-38c4-40ed-a2eb-6418847d6fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856286 Apr 30 04:57:16.770129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:16.776604 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-93b7f306-36e9-4535-bd3c-48659c955f73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/b3beea7b-2e26-4293-9927-99c0bbc9789b HTTP/1.1" status: 204 len: 168 time: 0.8022046 Apr 30 04:57:16.777276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38430) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.833215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0e69f-eba3-4545-b06b-aba915157873 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.838025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3cb0e69f-eba3-4545-b06b-aba915157873 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0567112 Apr 30 04:57:16.838956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38432) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.843042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6860d670-ceeb-423a-90ba-ea2b37cf49d0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "PUT /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 200 len: 317 time: 0.1623406 Apr 30 04:57:16.845516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38434) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.850236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-66d04282-b542-4df7-970d-1c0bc4313d74 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:16.895740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a1ce1-5961-438e-897a-f0fd79ea8a6f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.900428 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b63a1ce1-5961-438e-897a-f0fd79ea8a6f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0573401 Apr 30 04:57:16.900557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38436) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.964537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379badb-0562-416d-9931-340160020dc6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.966455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379badb-0562-416d-9931-340160020dc6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.967943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379badb-0562-416d-9931-340160020dc6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:16.969591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4379badb-0562-416d-9931-340160020dc6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0680528 Apr 30 04:57:16.972428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38438) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.988305 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-66d04282-b542-4df7-970d-1c0bc4313d74 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 204 len: 168 time: 0.1377141 Apr 30 04:57:16.989111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38440) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:16.995200 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-45d7f153-dc6e-4d97-bc06-ad286da9fe40 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-1144017268') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.022104 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-45d7f153-dc6e-4d97-bc06-ad286da9fe40 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:17.026504 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-45d7f153-dc6e-4d97-bc06-ad286da9fe40 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-1144017268 HTTP/1.1" status: 404 len: 329 time: 0.0331099 Apr 30 04:57:17.027667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38442) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.034615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-b5564f9f-3712-4cb7-8253-d767bd7e2668 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-999379993') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.039122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 185f8950-1bb8-4547-924f-bb6094368646 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:17.043620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (185f8950-1bb8-4547-924f-bb6094368646), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.066043 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-b5564f9f-3712-4cb7-8253-d767bd7e2668 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:17.067810 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b5564f9f-3712-4cb7-8253-d767bd7e2668 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-999379993 HTTP/1.1" status: 404 len: 328 time: 0.0394065 Apr 30 04:57:17.070602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38444) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.076568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-dece78db-351a-476a-ade7-f58f8e4ed16c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662', 'tempest-TagsExtTest-Tag-1026805052') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.106448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (185f8950-1bb8-4547-924f-bb6094368646), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.109194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-dece78db-351a-476a-ade7-f58f8e4ed16c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] show failed (client error): The resource could not be found. Apr 30 04:57:17.111703 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dece78db-351a-476a-ade7-f58f8e4ed16c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags/tempest-TagsExtTest-Tag-1026805052 HTTP/1.1" status: 404 len: 329 time: 0.0388076 Apr 30 04:57:17.114715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38446) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.122218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-84cd1425-539a-4ad5-bb45-9ba60e2c8c01 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e85f2bf-063d-40ee-83a2-529f16dd4662') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.158819 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-84cd1425-539a-4ad5-bb45-9ba60e2c8c01 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662/tags HTTP/1.1" status: 204 len: 168 time: 0.0427725 Apr 30 04:57:17.159426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38448) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.166824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-c375c10a-ab49-4609-904d-cf2474d267d0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e98d968-65a8-4d11-9a72-c9fda0b9da9e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.209552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (185f8950-1bb8-4547-924f-bb6094368646), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.269249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38450) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.272376 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c375c10a-ab49-4609-904d-cf2474d267d0 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e/tags HTTP/1.1" status: 204 len: 168 time: 0.1118999 Apr 30 04:57:17.275315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.tag.tag_plugin [None req-9b2556e3-ddca-4f04-a95b-a772414c22cf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da03c822-bf09-4f27-bf0a-f4b68b8b7fce') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.283403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ded64aa6-fafe-4f1a-b92a-48e50ebc29c2 None None] Provisioning complete for port c83941f7-56e3-42ce-b0fe-3a091425e5a2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:17.283403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ded64aa6-fafe-4f1a-b92a-48e50ebc29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.339920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9b2556e3-ddca-4f04-a95b-a772414c22cf tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce/tags HTTP/1.1" status: 204 len: 168 time: 0.0664823 Apr 30 04:57:17.341505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38452) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.346569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.tag.tag_plugin [None req-084b5aa5-a68e-4f27-b646-07b7ed078670 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91e74880-4a8d-44f3-b70d-8f13918ff38e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:17.382138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ded64aa6-fafe-4f1a-b92a-48e50ebc29c2 None None] Current status of the port c83941f7-56e3-42ce-b0fe-3a091425e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:17.400556 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-084b5aa5-a68e-4f27-b646-07b7ed078670 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e/tags HTTP/1.1" status: 204 len: 168 time: 0.0569577 Apr 30 04:57:17.402925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (185f8950-1bb8-4547-924f-bb6094368646), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.411240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.418985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.422774 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/185f8950-1bb8-4547-924f-bb6094368646 HTTP/1.1" status: 204 len: 168 time: 0.4492514 Apr 30 04:57:17.442798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38456) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.453004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232252fc-de79-4ab2-baea-0f00ac8f6402 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=185f8950-1bb8-4547-924f-bb6094368646,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:17.517246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 624cef1f-94ed-4744-a868-de01fe388635 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:17.520908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (624cef1f-94ed-4744-a868-de01fe388635), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.585108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a59a76-898d-45fd-be0e-bf45b98a53f4 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:17.602998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (624cef1f-94ed-4744-a868-de01fe388635), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.608289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b34cd1df-679b-4ab1-8776-d50fb93a49db None None] Could not find standard attr ID for object b3beea7b-2e26-4293-9927-99c0bbc9789b. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:17.635847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95e22-2118-441a-a0ac-56db113e3db9 req-489d1ca7-f1c0-4aab-ad56-f4ef0685fc69 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:17.637454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dc95e22-2118-441a-a0ac-56db113e3db9 req-489d1ca7-f1c0-4aab-ad56-f4ef0685fc69 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0910840 Apr 30 04:57:17.649971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c43b53a-6c86-43d8-8051-4b5ccb069c5f tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.656038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c43b53a-6c86-43d8-8051-4b5ccb069c5f tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8e85f2bf-063d-40ee-83a2-529f16dd4662 HTTP/1.1" status: 204 len: 168 time: 0.2379491 Apr 30 04:57:17.657186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38462) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.687991 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3f028381-fcd0-4b3e-927d-c8f1673a6bc6 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e98d968-65a8-4d11-9a72-c9fda0b9da9e HTTP/1.1" status: 200 len: 205 time: 0.0296595 Apr 30 04:57:17.690733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38464) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:17.755837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dc95e22-2118-441a-a0ac-56db113e3db9 req-ef09bdb9-9b60-4c58-b6fb-10f322900697 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100507 Apr 30 04:57:17.773918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (624cef1f-94ed-4744-a868-de01fe388635), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.799271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:17.949560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c83941f7-56e3-42ce-b0fe-3a091425e5a2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:18.035427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c83941f7-56e3-42ce-b0fe-3a091425e5a2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:18.035632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.057094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.060039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for router_controller (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.106961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (624cef1f-94ed-4744-a868-de01fe388635), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.129202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.133692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/624cef1f-94ed-4744-a868-de01fe388635 HTTP/1.1" status: 204 len: 168 time: 0.6898112 Apr 30 04:57:18.137057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38476) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:18.148290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c83941f7-56e3-42ce-b0fe-3a091425e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:18.166214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62645f8-1ca7-46b4-829a-87f005d85a22 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=624cef1f-94ed-4744-a868-de01fe388635,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:18.198402 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-75fc724c-331a-49e4-99b5-8d86fd05f4fd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589337 Apr 30 04:57:18.200311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38478) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:18.206323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:18.213888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (5e98d968-65a8-4d11-9a72-c9fda0b9da9e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.218874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Fanout notify agent at l3_agent the message router_deleted on router 5e98d968-65a8-4d11-9a72-c9fda0b9da9e {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:57:18.232429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.232429 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-036cb4b6-38a9-41b5-8fc6-df0082070fc4 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/routers/5e98d968-65a8-4d11-9a72-c9fda0b9da9e HTTP/1.1" status: 204 len: 168 time: 0.5389001 Apr 30 04:57:18.232637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38480) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:18.362516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Deleting port da03c822-bf09-4f27-bf0a-f4b68b8b7fce {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:18.362932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.402863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:18.406653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.551456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee9bcd-2d3c-4f73-9377-b2c3e8c8b974 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:18.674057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-35518668-a7ea-414d-910e-bc0bc31f7d39 None None] Provisioning complete for port c83941f7-56e3-42ce-b0fe-3a091425e5a2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:18.674781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35518668-a7ea-414d-910e-bc0bc31f7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.721639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (6aef26fc-5f2e-40bb-90cc-2a8304251192), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.770384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:18.816654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:18.824582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Deleting port c83941f7-56e3-42ce-b0fe-3a091425e5a2 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:18.827957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.828106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:18.828249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-35518668-a7ea-414d-910e-bc0bc31f7d39 None None] Current status of the port c83941f7-56e3-42ce-b0fe-3a091425e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:18.836153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:18.838033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.862172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=6aef26fc-5f2e-40bb-90cc-2a8304251192,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:18.914595 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e615d39b-4a44-4813-88a5-dfb56bd8c101 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7128177 Apr 30 04:57:18.918178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38492) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:18.927926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:18.936753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] For port c83941f7-56e3-42ce-b0fe-3a091425e5a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c83941f7-56e3-42ce-b0fe-3a091425e5a2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:18.937159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:18.953649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Calling delete_port for c83941f7-56e3-42ce-b0fe-3a091425e5a2 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:19.033609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759cee1-cae5-426c-8910-5d26f8dd1973 req-2bc14dda-1ad4-4fef-a6e3-ff0ce7fa8df5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:19.041898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a759cee1-cae5-426c-8910-5d26f8dd1973 req-2bc14dda-1ad4-4fef-a6e3-ff0ce7fa8df5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0913992 Apr 30 04:57:19.058709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdbcf-e391-48d4-a7ce-4336cfa06f32 req-7c0b7d44-5308-434d-b441-822656e69e96 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:19.066319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14ebdbcf-e391-48d4-a7ce-4336cfa06f32 req-7c0b7d44-5308-434d-b441-822656e69e96 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.5786512 Apr 30 04:57:19.084297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.114654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Calling delete_port for da03c822-bf09-4f27-bf0a-f4b68b8b7fce owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:19.136162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (c83941f7-56e3-42ce-b0fe-3a091425e5a2), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.162851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:19.167668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.170678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] Pushing event deleted for resources: {'Port': ['ID=c83941f7-56e3-42ce-b0fe-3a091425e5a2,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:19.176623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4d782-b880-49d8-af72-5de96519c9eb None None] No DVR routers for this DVR port c83941f7-56e3-42ce-b0fe-3a091425e5a2 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:19.206590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2deb329-cb20-4d9e-b7e4-a8b23b7d68a3 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:19.211644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a759cee1-cae5-426c-8910-5d26f8dd1973 req-1e03f8f3-52a1-41c0-9e97-f87fe2322366 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664307 Apr 30 04:57:19.223168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14ebdbcf-e391-48d4-a7ce-4336cfa06f32 req-2928289f-12e9-4cc1-8fae-7636c80749ce tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442254 Apr 30 04:57:19.370612 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6aef26fc-5f2e-40bb-90cc-2a8304251192 (CIDR: 2001:db8::/64) Apr 30 04:57:19.413286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (da03c822-bf09-4f27-bf0a-f4b68b8b7fce), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.423986 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:57:19.424583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:19.464759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event deleted for resources: {'Port': ['ID=da03c822-bf09-4f27-bf0a-f4b68b8b7fce,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:19.522431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e85a5e9f-fc6f-4c44-babb-e035584565db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6017311 Apr 30 04:57:19.527960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38494) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:19.531976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:19.547189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': '6aef26fc-5f2e-40bb-90cc-2a8304251192'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:19.548456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.554534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.569092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-56953151-483c-4056-951f-28cd7d5605e9 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/ports/da03c822-bf09-4f27-bf0a-f4b68b8b7fce HTTP/1.1" status: 204 len: 168 time: 1.3367960 Apr 30 04:57:19.572416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38496) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:19.627960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Deleting subnet 91e74880-4a8d-44f3-b70d-8f13918ff38e {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:19.631629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for subnet (91e74880-4a8d-44f3-b70d-8f13918ff38e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.696081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (91e74880-4a8d-44f3-b70d-8f13918ff38e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.738018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/6aef26fc-5f2e-40bb-90cc-2a8304251192/686218ed-f859-4307-a58c-a2d73ad38468) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:19.785702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:19.789104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.813828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (91e74880-4a8d-44f3-b70d-8f13918ff38e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.935712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks [] for port (686218ed-f859-4307-a58c-a2d73ad38468), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.940716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c83941f7-56e3-42ce-b0fe-3a091425e5a2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:19.950348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (91e74880-4a8d-44f3-b70d-8f13918ff38e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.964346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:19.970767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/subnets/91e74880-4a8d-44f3-b70d-8f13918ff38e HTTP/1.1" status: 204 len: 168 time: 0.3971248 Apr 30 04:57:19.972946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38498) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:19.984172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1c7c7-2e02-49a2-b0f8-b3ad2aed743b None None] Network 8a64fd04-6937-478a-b42b-5053cfa71640 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:19.987195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c83941f7-56e3-42ce-b0fe-3a091425e5a2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:19.987539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c83941f7-56e3-42ce-b0fe-3a091425e5a2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:20.005369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd816329-bb85-48cf-a944-dd104d145e96 tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event deleted for resources: {'Subnet': ['ID=91e74880-4a8d-44f3-b70d-8f13918ff38e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.063745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (686218ed-f859-4307-a58c-a2d73ad38468), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.088823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8a64fd04-6937-478a-b42b-5053cfa71640), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.138878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:20.141060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Deleting port 44fd26d9-f303-47ec-9c84-bf29a9e38551 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:20.141411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.150375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:20.153043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:20.165673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Pushing event updated for resources: {'Port': ['ID=686218ed-f859-4307-a58c-a2d73ad38468,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.232733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] For port 44fd26d9-f303-47ec-9c84-bf29a9e38551, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=44fd26d9-f303-47ec-9c84-bf29a9e38551,segment=NetworkSegment(82b1e2ba-e1c2-403a-b5a2-871f8101f9f5),segment_id=82b1e2ba-e1c2-403a-b5a2-871f8101f9f5)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:20.233125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.246425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] DHCP port deletion for 8a64fd04-6937-478a-b42b-5053cfa71640 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:20.251911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Attempting to bind port 686218ed-f859-4307-a58c-a2d73ad38468 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:20.252299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Attempting to bind port 686218ed-f859-4307-a58c-a2d73ad38468 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:20.252671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Attempting to bind port 686218ed-f859-4307-a58c-a2d73ad38468 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:20.257447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Calling delete_port for 44fd26d9-f303-47ec-9c84-bf29a9e38551 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:20.264628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:20.265013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:20.265422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.265826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:20.266353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Bound port: 686218ed-f859-4307-a58c-a2d73ad38468, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:20.267121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (686218ed-f859-4307-a58c-a2d73ad38468), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.323513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:57:20.355505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Deleting port 44fd26d9-f303-47ec-9c84-bf29a9e38551 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:20.355878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.410603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] For port 686218ed-f859-4307-a58c-a2d73ad38468, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:20.438934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] For port 686218ed-f859-4307-a58c-a2d73ad38468, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=686218ed-f859-4307-a58c-a2d73ad38468,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:20.440448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b4ce-0dd0-4a26-bed8-7eba4ac3ebca req-893f5a2e-4ba3-485a-986c-09d0cf8e11a0 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:20.442642 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f229b4ce-0dd0-4a26-bed8-7eba4ac3ebca req-893f5a2e-4ba3-485a-986c-09d0cf8e11a0 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0985785 Apr 30 04:57:20.449399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097e67-1286-4ab9-9676-a5cbc33172d2 req-52e3f897-3e9b-4c3a-8494-12c6bf6e5086 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:20.451315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3097e67-1286-4ab9-9676-a5cbc33172d2 req-52e3f897-3e9b-4c3a-8494-12c6bf6e5086 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.1061368 Apr 30 04:57:20.485262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.501844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] For port 44fd26d9-f303-47ec-9c84-bf29a9e38551, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=44fd26d9-f303-47ec-9c84-bf29a9e38551,segment=NetworkSegment(82b1e2ba-e1c2-403a-b5a2-871f8101f9f5),segment_id=82b1e2ba-e1c2-403a-b5a2-871f8101f9f5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:20.502230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.515856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (686218ed-f859-4307-a58c-a2d73ad38468), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.547918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event deleted for resources: {'Port': ['ID=44fd26d9-f303-47ec-9c84-bf29a9e38551,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.566256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] No DVR routers for this DVR port 44fd26d9-f303-47ec-9c84-bf29a9e38551 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:20.582724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f229b4ce-0dd0-4a26-bed8-7eba4ac3ebca req-75ab021a-d2ee-4621-b39f-eaee1e134631 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301668 Apr 30 04:57:20.608592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Calling delete_port for 44fd26d9-f303-47ec-9c84-bf29a9e38551 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:20.612108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d021c-87b5-44cb-a0f6-dfc343af28de None None] Pushing event updated for resources: {'Port': ['ID=686218ed-f859-4307-a58c-a2d73ad38468,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.613538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3097e67-1286-4ab9-9676-a5cbc33172d2 req-64feac7f-664d-4076-a94f-00f08ba9e4b9 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550312 Apr 30 04:57:20.702689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (8a64fd04-6937-478a-b42b-5053cfa71640), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.733663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a64fd04-6937-478a-b42b-5053cfa71640']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:20.744463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:20.744808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b1e2ba-e1c2-403a-b5a2-871f8101f9f5') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:20.755857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (82b1e2ba-e1c2-403a-b5a2-871f8101f9f5), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.777911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (82b1e2ba-e1c2-403a-b5a2-871f8101f9f5), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.789148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:20.789651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (82b1e2ba-e1c2-403a-b5a2-871f8101f9f5), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:20.794685 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:20.803730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (44fd26d9-f303-47ec-9c84-bf29a9e38551), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.840579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] Pushing event deleted for resources: {'Port': ['ID=44fd26d9-f303-47ec-9c84-bf29a9e38551,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.852253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c8e96-0a68-4e0a-9af5-735fa375dfe8 None None] No DVR routers for this DVR port 44fd26d9-f303-47ec-9c84-bf29a9e38551 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:20.940742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (8a64fd04-6937-478a-b42b-5053cfa71640), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.954593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:20.960548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] 10.222.0.16 "DELETE /v2.0/networks/8a64fd04-6937-478a-b42b-5053cfa71640 HTTP/1.1" status: 204 len: 168 time: 0.9842010 Apr 30 04:57:20.971805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03143-ba80-427a-8ca4-72ceaaf1de1c tempest-TagsExtTest-613203595 tempest-TagsExtTest-613203595-project] Pushing event deleted for resources: {'Network': ['ID=8a64fd04-6937-478a-b42b-5053cfa71640,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:20.993785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (686218ed-f859-4307-a58c-a2d73ad38468), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.182808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] For port 686218ed-f859-4307-a58c-a2d73ad38468, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=686218ed-f859-4307-a58c-a2d73ad38468,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:21.213231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (686218ed-f859-4307-a58c-a2d73ad38468), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.339808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (686218ed-f859-4307-a58c-a2d73ad38468), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.375214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (087836db-e0b3-419a-8f32-03bc6f1ba8a0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.436791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:21.450525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:21.465505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:21.466237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.474648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=686218ed-f859-4307-a58c-a2d73ad38468,revision_number=4']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:21.484143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=087836db-e0b3-419a-8f32-03bc6f1ba8a0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:21.554421 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1c8131d8-b9cd-44e4-a774-992a71d1bbbd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0279436 Apr 30 04:57:21.557694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38508) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:21.563859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:4b:01:84', 'name': 'tempest-NetworksTestDHCPv6-580878232'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:21.565941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38510) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:21.807605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-061cf99f-35d0-4c6b-80a1-353b3b4eefc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:21.819133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:21.858312 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e99b7790-5ccc-4607-82c2-f067bfd7f3d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=597b7f82266d426db8bc5732c1e5f431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907059 Apr 30 04:57:21.860417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38518) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:21.898949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92931-151b-42f4-b14f-0a52d3439fe2 req-ebc94afd-e4f2-4e74-af35-e11a46d363f1 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:21.900986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4d92931-151b-42f4-b14f-0a52d3439fe2 req-ebc94afd-e4f2-4e74-af35-e11a46d363f1 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.1437056 Apr 30 04:57:21.929117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a771d-21de-413d-af2b-a0421449909f req-e0260a3e-b312-47c9-88eb-b823ba6d343b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:21.931163 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-359a771d-21de-413d-af2b-a0421449909f req-e0260a3e-b312-47c9-88eb-b823ba6d343b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.1890073 Apr 30 04:57:21.957511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b28d57-e9c0-44f8-9559-648343f6337b None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:21.983645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] Publish callbacks [] for security_group (c6e713e5-0543-450a-9b35-10df7d75eebf), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.011058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 686218ed-f859-4307-a58c-a2d73ad38468 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:22.023817 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-359a771d-21de-413d-af2b-a0421449909f req-fedda23a-a93b-4fe8-8df1-8edea50d46ef tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 Apr 30 04:57:22.025833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] Publish callbacks [] for security_group (c6e713e5-0543-450a-9b35-10df7d75eebf), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.064090 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4d92931-151b-42f4-b14f-0a52d3439fe2 req-7fdedfc0-b1e6-48a7-9f9e-f12e616d1343 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539547 Apr 30 04:57:22.102975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.108493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Provisioning complete for port 686218ed-f859-4307-a58c-a2d73ad38468 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:22.108867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (686218ed-f859-4307-a58c-a2d73ad38468), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.125820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port 4bde8903-da0e-42c3-a356-94ddc41cc9a4 yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:22.162861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c6e713e5-0543-450a-9b35-10df7d75eebf), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.165447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.166607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6e713e5-0543-450a-9b35-10df7d75eebf HTTP/1.1" status: 204 len: 168 time: 0.3051057 Apr 30 04:57:22.179097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af77213-b667-42ca-abcc-77096752945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e713e5-0543-450a-9b35-10df7d75eebf,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:22.248336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 686218ed-f859-4307-a58c-a2d73ad38468 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:22.248636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (686218ed-f859-4307-a58c-a2d73ad38468), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.319118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:22.319508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (686218ed-f859-4307-a58c-a2d73ad38468), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.382850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::23d (b6427a96-a6f5-42f0-9a44-12b949b58e60/6aef26fc-5f2e-40bb-90cc-2a8304251192/4bde8903-da0e-42c3-a356-94ddc41cc9a4) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:22.391142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:184 (b6427a96-a6f5-42f0-9a44-12b949b58e60/087836db-e0b3-419a-8f32-03bc6f1ba8a0/4bde8903-da0e-42c3-a356-94ddc41cc9a4) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:22.403675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] For port 686218ed-f859-4307-a58c-a2d73ad38468, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=686218ed-f859-4307-a58c-a2d73ad38468,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:22.425455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:22.425852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (686218ed-f859-4307-a58c-a2d73ad38468), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.480760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (686218ed-f859-4307-a58c-a2d73ad38468), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.571977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:57:22.572700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:57:22.622360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cc9b3-0186-4662-a351-10882ab93e26 None None] Pushing event updated for resources: {'Port': ['ID=686218ed-f859-4307-a58c-a2d73ad38468,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:22.636998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.723738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.772978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:22.778806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:22.782775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:22.788077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:22.788780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:22.795815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=4bde8903-da0e-42c3-a356-94ddc41cc9a4,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:22.858950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-40d47916-085c-4406-bf05-5013e4294a2e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2991731 Apr 30 04:57:22.859988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38522) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:22.983709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port 4bde8903-da0e-42c3-a356-94ddc41cc9a4 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:22.984437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.006528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f2e5f7a5-0832-4338-81c2-d9fdb22f4e98 None None] Provisioning complete for port 686218ed-f859-4307-a58c-a2d73ad38468 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:23.007072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2e5f7a5-0832-4338-81c2-d9fdb22f4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (686218ed-f859-4307-a58c-a2d73ad38468), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.094472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.108688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for 4bde8903-da0e-42c3-a356-94ddc41cc9a4 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:23.173393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:23.181648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5f7a5-0832-4338-81c2-d9fdb22f4e98 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:23.263679 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da448-d43b-4c3e-aa65-e36644f104e4 req-eb826446-a96b-4d68-bd59-f757579dcc7b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.263679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-339da448-d43b-4c3e-aa65-e36644f104e4 req-eb826446-a96b-4d68-bd59-f757579dcc7b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.1063366 Apr 30 04:57:23.277474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 44fd26d9-f303-47ec-9c84-bf29a9e38551 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:23.304895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 44fd26d9-f303-47ec-9c84-bf29a9e38551 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:23.305549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 44fd26d9-f303-47ec-9c84-bf29a9e38551 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:23.323493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-41b448ea-aa80-4acb-87a2-644bbe836460 None None] Provisioning complete for port 4bde8903-da0e-42c3-a356-94ddc41cc9a4 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:23.323919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-41b448ea-aa80-4acb-87a2-644bbe836460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.358712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28668d7-ea14-49c4-9bec-46dde8f5392c req-c4794ca7-52d2-41db-a5ec-6291e5f89746 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.360107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d28668d7-ea14-49c4-9bec-46dde8f5392c req-c4794ca7-52d2-41db-a5ec-6291e5f89746 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0886557 Apr 30 04:57:23.368164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-41b448ea-aa80-4acb-87a2-644bbe836460 None None] Port 4bde8903-da0e-42c3-a356-94ddc41cc9a4 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:23.380244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4bde8903-da0e-42c3-a356-94ddc41cc9a4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.385496 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-339da448-d43b-4c3e-aa65-e36644f104e4 req-cd401da7-f1f0-49a6-896d-1fb2689556c6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250787 Apr 30 04:57:23.408913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=4bde8903-da0e-42c3-a356-94ddc41cc9a4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:23.433197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d28668d7-ea14-49c4-9bec-46dde8f5392c req-e589a2c2-bade-40aa-98d9-9f497455e13b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646536 Apr 30 04:57:23.474734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.478859 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8bdee4a9-2435-458c-96ff-7d178356de19 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/4bde8903-da0e-42c3-a356-94ddc41cc9a4 HTTP/1.1" status: 204 len: 168 time: 0.6178169 Apr 30 04:57:23.481189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38528) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:23.535693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858c85e-6442-4f9b-90ca-526f5a611dc4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.539558 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5858c85e-6442-4f9b-90ca-526f5a611dc4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0547845 Apr 30 04:57:23.539836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38530) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:23.595755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0007f-66ef-44b0-82a0-8d148caf522f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.598325 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e8e0007f-66ef-44b0-82a0-8d148caf522f tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0560086 Apr 30 04:57:23.600459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38532) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:23.672344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13fca2-c19b-4783-a1b9-78c904b99c6e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.673780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13fca2-c19b-4783-a1b9-78c904b99c6e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.675333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13fca2-c19b-4783-a1b9-78c904b99c6e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:23.678736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f13fca2-c19b-4783-a1b9-78c904b99c6e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0768080 Apr 30 04:57:23.679935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38534) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:23.736432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 087836db-e0b3-419a-8f32-03bc6f1ba8a0 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:23.739949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (087836db-e0b3-419a-8f32-03bc6f1ba8a0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.781151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (087836db-e0b3-419a-8f32-03bc6f1ba8a0), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.864846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (087836db-e0b3-419a-8f32-03bc6f1ba8a0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:23.910313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 686218ed-f859-4307-a58c-a2d73ad38468 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:23.971504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 686218ed-f859-4307-a58c-a2d73ad38468 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:23.972152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (686218ed-f859-4307-a58c-a2d73ad38468), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.002346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (087836db-e0b3-419a-8f32-03bc6f1ba8a0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.033655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=087836db-e0b3-419a-8f32-03bc6f1ba8a0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:24.043874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.045394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fcb2feb5-5fa2-4ec0-9f59-e9ba6b5d1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.052816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-94e42c23-81aa-4701-9915-5a382b1ce713 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/087836db-e0b3-419a-8f32-03bc6f1ba8a0 HTTP/1.1" status: 204 len: 168 time: 0.3687899 Apr 30 04:57:24.053032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bce39-c585-48a4-aa5d-1c8af7bd1b9f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:24.053318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38536) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:24.073066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:24.125453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 6aef26fc-5f2e-40bb-90cc-2a8304251192 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:24.128790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (6aef26fc-5f2e-40bb-90cc-2a8304251192), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.172051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (6aef26fc-5f2e-40bb-90cc-2a8304251192), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.273356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6aef26fc-5f2e-40bb-90cc-2a8304251192), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.413619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (6aef26fc-5f2e-40bb-90cc-2a8304251192), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.444850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=6aef26fc-5f2e-40bb-90cc-2a8304251192,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:24.451031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.456311 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0df538a6-3c23-49d6-854a-3228f7abbbdc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/6aef26fc-5f2e-40bb-90cc-2a8304251192 HTTP/1.1" status: 204 len: 168 time: 0.3999410 Apr 30 04:57:24.456849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38540) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:24.508217 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c42462d-85d7-4839-86ec-8f853ee03d00 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499599 Apr 30 04:57:24.513869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38544) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:24.519442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:24.579290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb96fe9-0407-44c3-937b-efe6c543e0b2 req-ef10a77c-8b12-449d-8b74-287604ef4aa7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:24.580870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-deb96fe9-0407-44c3-937b-efe6c543e0b2 req-ef10a77c-8b12-449d-8b74-287604ef4aa7 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0756781 Apr 30 04:57:24.658718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253dad-d38f-4f50-95a9-470e8eb09fef req-4ee533d1-b51a-4a8b-ac0e-8207ef47b61b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:24.660198 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e253dad-d38f-4f50-95a9-470e8eb09fef req-4ee533d1-b51a-4a8b-ac0e-8207ef47b61b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.1001961 Apr 30 04:57:24.670424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-deb96fe9-0407-44c3-937b-efe6c543e0b2 req-12da092f-a85e-4551-aec8-ed43387db2d9 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631328 Apr 30 04:57:24.705617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:24.709397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.717203 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e253dad-d38f-4f50-95a9-470e8eb09fef req-31ece246-a9cd-40e7-9915-f17a48a36c2a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Apr 30 04:57:24.813977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e22e2b-4805-4a97-b94b-4f91ea6562ab None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:24.925855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b7e5d195-4d17-43b9-9ee8-c1b388219598 None None] Provisioning complete for port 686218ed-f859-4307-a58c-a2d73ad38468 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:24.926252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7e5d195-4d17-43b9-9ee8-c1b388219598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (686218ed-f859-4307-a58c-a2d73ad38468), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:24.993841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a90872b4-47c7-4dfe-8807-6aaf6012f52d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.007428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:25.011823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.042652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:25.045806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:25.047279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5d195-4d17-43b9-9ee8-c1b388219598 None None] Current status of the port 686218ed-f859-4307-a58c-a2d73ad38468 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:25.049218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:25.049820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.064927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Deleting port 686218ed-f859-4307-a58c-a2d73ad38468 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:25.065774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (686218ed-f859-4307-a58c-a2d73ad38468), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.065905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=a90872b4-47c7-4dfe-8807-6aaf6012f52d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:25.120134 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cdcdd1f0-6c22-4b83-aac5-290878b4f423 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6050999 Apr 30 04:57:25.122948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38546) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:25.127833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:25.149904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] For port 686218ed-f859-4307-a58c-a2d73ad38468, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=686218ed-f859-4307-a58c-a2d73ad38468,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:25.150568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (686218ed-f859-4307-a58c-a2d73ad38468), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.163795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Calling delete_port for 686218ed-f859-4307-a58c-a2d73ad38468 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:25.299910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (686218ed-f859-4307-a58c-a2d73ad38468), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.325576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] Pushing event deleted for resources: {'Port': ['ID=686218ed-f859-4307-a58c-a2d73ad38468,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:25.330034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b286d5-9683-443e-88d2-74acd78609ab None None] No DVR routers for this DVR port 686218ed-f859-4307-a58c-a2d73ad38468 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:25.343652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ed6ca-9f2b-4a2b-b938-909681fd1e9f None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:25.356817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:25.360421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.467339 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.ipam_backend_mixin [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a90872b4-47c7-4dfe-8807-6aaf6012f52d (CIDR: 2001:db8::/64) Apr 30 04:57:25.495481 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 04:57:25.495943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:25.548009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b2cd6964-f7b4-4e36-8d25-f3833f2c8c52 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4238861 Apr 30 04:57:25.550593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38548) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:25.555729 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'subnet': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:25.593423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b6427a96-a6f5-42f0-9a44-12b949b58e60', 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'project_id': '6c58c870780a4fb1afe518b301dcf552', 'fixed_ips': [{'subnet_id': 'a90872b4-47c7-4dfe-8807-6aaf6012f52d'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:25.593423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.733883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Allocated IP 2001:db8::2 (b6427a96-a6f5-42f0-9a44-12b949b58e60/a90872b4-47c7-4dfe-8807-6aaf6012f52d/a6836e17-f89e-4626-a07f-5ec375666ad2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:25.745527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:25.749496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.796685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec07c8-dcad-4976-82e8-9d52d1ff3540 req-95d59f81-dc73-4808-b8d9-82e4e9a00fbb tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:25.800851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-01ec07c8-dcad-4976-82e8-9d52d1ff3540 req-95d59f81-dc73-4808-b8d9-82e4e9a00fbb tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0576656 Apr 30 04:57:25.886208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e68ec9-cb0e-4308-bf35-f504330815c9 req-9ef3e191-e7db-47ac-8fec-12243d73835b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:25.893683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1e68ec9-cb0e-4308-bf35-f504330815c9 req-9ef3e191-e7db-47ac-8fec-12243d73835b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0790162 Apr 30 04:57:25.919703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks [] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:25.928184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-01ec07c8-dcad-4976-82e8-9d52d1ff3540 req-dbb8aa54-e541-4d14-889f-8080a2c828ef tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200118 Apr 30 04:57:25.944732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 686218ed-f859-4307-a58c-a2d73ad38468 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:25.959291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1e68ec9-cb0e-4308-bf35-f504330815c9 req-8b5bff3c-f6dd-47d9-8876-2ca7bb911e02 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645289 Apr 30 04:57:25.971386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 686218ed-f859-4307-a58c-a2d73ad38468 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:25.971578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 686218ed-f859-4307-a58c-a2d73ad38468 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:25.997348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.040900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:26.044075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:26.046530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:26.053727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Pushing event updated for resources: {'Port': ['ID=a6836e17-f89e-4626-a07f-5ec375666ad2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:26.110861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Attempting to bind port a6836e17-f89e-4626-a07f-5ec375666ad2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:26.111280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Attempting to bind port a6836e17-f89e-4626-a07f-5ec375666ad2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:26.111591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Attempting to bind port a6836e17-f89e-4626-a07f-5ec375666ad2 on network b6427a96-a6f5-42f0-9a44-12b949b58e60 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:26.116773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:26.117141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Checking segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:26.117533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.117955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Bound using segment: {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:26.118452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Bound port: a6836e17-f89e-4626-a07f-5ec375666ad2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a952a9-5467-4af1-9433-3981f3ce3034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:26.118836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.168578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.objects.ports [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111174) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 30 04:57:26.188974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] For port a6836e17-f89e-4626-a07f-5ec375666ad2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:26.192024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] For port a6836e17-f89e-4626-a07f-5ec375666ad2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a6836e17-f89e-4626-a07f-5ec375666ad2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:26.248892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.311162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0d8ad-53ee-4eb9-86d5-5ab7303bf007 None None] Pushing event updated for resources: {'Port': ['ID=a6836e17-f89e-4626-a07f-5ec375666ad2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:26.392283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.565583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] For port a6836e17-f89e-4626-a07f-5ec375666ad2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a6836e17-f89e-4626-a07f-5ec375666ad2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:26.598529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.671216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.693906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.702139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (84c47fa9-ddb9-4889-ac7b-ab8c73237dc1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.762940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:26.772170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:26.775768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:26.776378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:26.791187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Subnet': ['ID=84c47fa9-ddb9-4889-ac7b-ab8c73237dc1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:26.794735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=a6836e17-f89e-4626-a07f-5ec375666ad2,revision_number=4']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:26.867910 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-289ceb0a-f5ca-437a-83a0-a6b2dc6f0ecc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3159730 Apr 30 04:57:26.871191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38554) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:26.876089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Request body: {'port': {'network_id': 'b6427a96-a6f5-42f0-9a44-12b949b58e60', 'mac_address': 'fa:16:3e:e2:f0:6b', 'name': 'tempest-NetworksTestDHCPv6-2759359'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:27.037052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Made reservation on behalf of 6c58c870780a4fb1afe518b301dcf552 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:27.100483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bd88-cf3e-4820-8ca7-17bd83c0193c req-e8537180-4337-462c-af74-4d90d4ac8c01 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:27.102057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6e0bd88-cf3e-4820-8ca7-17bd83c0193c req-e8537180-4337-462c-af74-4d90d4ac8c01 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0868058 Apr 30 04:57:27.111693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee399a6-b5f4-4f56-aa32-555ec7690c77 req-d11c97a7-0d1b-496c-bfae-000cf43c20d7 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:27.113275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ee399a6-b5f4-4f56-aa32-555ec7690c77 req-d11c97a7-0d1b-496c-bfae-000cf43c20d7 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0648732 Apr 30 04:57:27.141975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.170632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] device_id is not set on port f8301861-d453-4bf6-aed5-223d2422fa34 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:27.201852 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6e0bd88-cf3e-4820-8ca7-17bd83c0193c req-3c09ea0f-6c04-4e20-8e1d-d6f965fe1163 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875497 Apr 30 04:57:27.205607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ee399a6-b5f4-4f56-aa32-555ec7690c77 req-a3da66cd-a4a9-443e-9a02-ff0fb6a858c2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844512 Apr 30 04:57:27.278117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc7f14d-5755-4d2f-838b-97969b4f579d None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:27.359727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8::19d (b6427a96-a6f5-42f0-9a44-12b949b58e60/a90872b4-47c7-4dfe-8807-6aaf6012f52d/f8301861-d453-4bf6-aed5-223d2422fa34) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:27.365779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:f06b (b6427a96-a6f5-42f0-9a44-12b949b58e60/84c47fa9-ddb9-4889-ac7b-ab8c73237dc1/f8301861-d453-4bf6-aed5-223d2422fa34) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:27.392832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Provisioning complete for port a6836e17-f89e-4626-a07f-5ec375666ad2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:27.393146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.476227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Current status of the port a6836e17-f89e-4626-a07f-5ec375666ad2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:27.476616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.516796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] For port a6836e17-f89e-4626-a07f-5ec375666ad2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a6836e17-f89e-4626-a07f-5ec375666ad2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:27.525457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for port (f8301861-d453-4bf6-aed5-223d2422fa34), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.586097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.609052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f8301861-d453-4bf6-aed5-223d2422fa34), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.642239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b97bb-0812-4671-8529-86a33ff08cf0 None None] Pushing event updated for resources: {'Port': ['ID=a6836e17-f89e-4626-a07f-5ec375666ad2,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:27.658192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:27.667388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:27.669891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:27.676837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:27.677477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.695700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event updated for resources: {'Port': ['ID=f8301861-d453-4bf6-aed5-223d2422fa34,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:27.794654 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-701e43d4-5258-44b1-9b81-39b24daaf0ed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9223776 Apr 30 04:57:27.797196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38560) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:27.882747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting port f8301861-d453-4bf6-aed5-223d2422fa34 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:27.883087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f8301861-d453-4bf6-aed5-223d2422fa34), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.940407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a6836e17-f89e-4626-a07f-5ec375666ad2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:27.980261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f8301861-d453-4bf6-aed5-223d2422fa34), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:27.992933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Calling delete_port for f8301861-d453-4bf6-aed5-223d2422fa34 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:28.001414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a6836e17-f89e-4626-a07f-5ec375666ad2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:28.001796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.036026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b106bbd3-7445-4b7d-8a19-89f59254839f None None] Provisioning complete for port a6836e17-f89e-4626-a07f-5ec375666ad2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:28.036683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b106bbd3-7445-4b7d-8a19-89f59254839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.179123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a6836e17-f89e-4626-a07f-5ec375666ad2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:28.182708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b106bbd3-7445-4b7d-8a19-89f59254839f None None] Current status of the port a6836e17-f89e-4626-a07f-5ec375666ad2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:28.186058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.248904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f8301861-d453-4bf6-aed5-223d2422fa34), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.281459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Port': ['ID=f8301861-d453-4bf6-aed5-223d2422fa34,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:28.299515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0a2d1b90-23f4-460f-ad74-5788f324fa62 None None] Could not find standard attr ID for object f8301861-d453-4bf6-aed5-223d2422fa34. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:28.342152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.345617 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-48cf057f-cb06-441f-8e6f-f24e6baa372a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/f8301861-d453-4bf6-aed5-223d2422fa34 HTTP/1.1" status: 204 len: 168 time: 0.5474434 Apr 30 04:57:28.347999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38566) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:28.360684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeda2f7-4737-4464-b39f-ccd35e58e733 req-cafcef9d-2039-4533-aaa9-b8821f9b3696 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.363027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0eeda2f7-4737-4464-b39f-ccd35e58e733 req-cafcef9d-2039-4533-aaa9-b8821f9b3696 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0888240 Apr 30 04:57:28.369882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c910e-e8bd-419d-aec6-f161591e370a req-b53f0f14-ff4e-4f56-be1e-f39dab99502a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.371489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d09c910e-e8bd-419d-aec6-f161591e370a req-b53f0f14-ff4e-4f56-be1e-f39dab99502a tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0846612 Apr 30 04:57:28.397136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35bc3b-5da7-4b63-b156-6c32f55cdcd7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.398653 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb35bc3b-5da7-4b63-b156-6c32f55cdcd7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0494192 Apr 30 04:57:28.401864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38568) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:28.453493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0eeda2f7-4737-4464-b39f-ccd35e58e733 req-06d4db2e-7aea-4e8c-87fc-b1bde839b380 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810974 Apr 30 04:57:28.454977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fc296-da11-427d-a3aa-253147ab1a74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.456635 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b67fc296-da11-427d-a3aa-253147ab1a74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0537851 Apr 30 04:57:28.458995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38570) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:28.469682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d09c910e-e8bd-419d-aec6-f161591e370a req-3ff0b4af-2e2e-4e8b-ada6-f0d20097528e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832651 Apr 30 04:57:28.515900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66701781-7879-4ca6-8625-d417bdb8956a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.517215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66701781-7879-4ca6-8625-d417bdb8956a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.518659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66701781-7879-4ca6-8625-d417bdb8956a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:28.520203 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-66701781-7879-4ca6-8625-d417bdb8956a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0602903 Apr 30 04:57:28.522850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38572) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:28.573015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet 84c47fa9-ddb9-4889-ac7b-ab8c73237dc1 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:28.576017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (84c47fa9-ddb9-4889-ac7b-ab8c73237dc1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.614791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (84c47fa9-ddb9-4889-ac7b-ab8c73237dc1), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.697747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (84c47fa9-ddb9-4889-ac7b-ab8c73237dc1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.820033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (84c47fa9-ddb9-4889-ac7b-ab8c73237dc1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.848900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=84c47fa9-ddb9-4889-ac7b-ab8c73237dc1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:28.852613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.855876 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ca5db54b-f195-4642-83e3-dcc946fdd876 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/84c47fa9-ddb9-4889-ac7b-ab8c73237dc1 HTTP/1.1" status: 204 len: 168 time: 0.3321307 Apr 30 04:57:28.858418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38574) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:28.860760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0841a-22f9-4011-9994-1c33c30db44b None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:28.913705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Deleting subnet a90872b4-47c7-4dfe-8807-6aaf6012f52d {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:28.917083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (a90872b4-47c7-4dfe-8807-6aaf6012f52d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:28.957135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a90872b4-47c7-4dfe-8807-6aaf6012f52d), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.042536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a90872b4-47c7-4dfe-8807-6aaf6012f52d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.180119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a90872b4-47c7-4dfe-8807-6aaf6012f52d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.208751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Subnet': ['ID=a90872b4-47c7-4dfe-8807-6aaf6012f52d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:29.216004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.219427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d31090d9-04ec-42d7-9790-79c5387a0d40 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/a90872b4-47c7-4dfe-8807-6aaf6012f52d HTTP/1.1" status: 204 len: 168 time: 0.3600163 Apr 30 04:57:29.221811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38576) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.262624 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-531e6198-1da0-46e9-ba62-8ef2249c817d tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395734 Apr 30 04:57:29.265184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38578) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.312671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fc7f0-1b6c-4d6c-9885-2fc715242d8a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:29.314164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f65fc7f0-1b6c-4d6c-9885-2fc715242d8a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0480084 Apr 30 04:57:29.316664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38580) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.372437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0531b9a-9c73-43de-93bb-ba86b9b710c2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:29.373923 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b0531b9a-9c73-43de-93bb-ba86b9b710c2 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563564 Apr 30 04:57:29.376661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38582) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.415965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d74d51ec-5426-47df-a6eb-28b823e30540 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381510 Apr 30 04:57:29.420853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38584) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.445357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-31270d03-49e3-4a1c-aca4-12f7b950bedb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.446067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31270d03-49e3-4a1c-aca4-12f7b950bedb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.451721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-31270d03-49e3-4a1c-aca4-12f7b950bedb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/f8301861-d453-4bf6-aed5-223d2422fa34 HTTP/1.1" status: 404 len: 333 time: 0.0274608 Apr 30 04:57:29.451942 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38586) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.473451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19017d-9f92-4284-883a-22325a58ba99 None None] Network b6427a96-a6f5-42f0-9a44-12b949b58e60 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:29.478681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c126bc-0343-46e7-bef6-675cceec7e53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.479137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c126bc-0343-46e7-bef6-675cceec7e53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.482324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a9c126bc-0343-46e7-bef6-675cceec7e53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/84c47fa9-ddb9-4889-ac7b-ab8c73237dc1 HTTP/1.1" status: 404 len: 337 time: 0.0294466 Apr 30 04:57:29.484922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38588) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.514641 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-764fa688-66fd-49f9-997f-1b6a67b91ef4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.515381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764fa688-66fd-49f9-997f-1b6a67b91ef4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.520789 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-764fa688-66fd-49f9-997f-1b6a67b91ef4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/a90872b4-47c7-4dfe-8807-6aaf6012f52d HTTP/1.1" status: 404 len: 337 time: 0.0323696 Apr 30 04:57:29.521131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38594) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.546196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7ff703c-e28d-4aa5-8391-55720d171603 None None] Provisioning complete for port a6836e17-f89e-4626-a07f-5ec375666ad2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:29.546841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7ff703c-e28d-4aa5-8391-55720d171603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.550490 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4f4227-6121-4508-871b-4a38186bb39c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.551272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4f4227-6121-4508-871b-4a38186bb39c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.554591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8e4f4227-6121-4508-871b-4a38186bb39c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/4bde8903-da0e-42c3-a356-94ddc41cc9a4 HTTP/1.1" status: 404 len: 333 time: 0.0324416 Apr 30 04:57:29.557263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38596) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.584520 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd43a89-89a0-4792-befa-f96a534a906e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.585069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd43a89-89a0-4792-befa-f96a534a906e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.589821 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cdd43a89-89a0-4792-befa-f96a534a906e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/087836db-e0b3-419a-8f32-03bc6f1ba8a0 HTTP/1.1" status: 404 len: 337 time: 0.0315564 Apr 30 04:57:29.592530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38598) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.620100 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-48501819-5efb-4169-a6c2-016f210c2985 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.620100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48501819-5efb-4169-a6c2-016f210c2985 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.627353 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-48501819-5efb-4169-a6c2-016f210c2985 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/6aef26fc-5f2e-40bb-90cc-2a8304251192 HTTP/1.1" status: 404 len: 337 time: 0.0336294 Apr 30 04:57:29.627741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38600) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.655023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca310e-4166-4344-bf59-8836d605af75 req-9ab6d14d-d364-40d2-9507-6552fcc00684 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:29.656530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-afca310e-4166-4344-bf59-8836d605af75 req-9ab6d14d-d364-40d2-9507-6552fcc00684 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0986869 Apr 30 04:57:29.666950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff703c-e28d-4aa5-8391-55720d171603 None None] Current status of the port a6836e17-f89e-4626-a07f-5ec375666ad2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:29.670107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] DHCP port deletion for b6427a96-a6f5-42f0-9a44-12b949b58e60 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:29.681323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e5b9-f434-46d6-8c35-4276a225d14f req-259dcbd8-5bda-48ed-b268-ccb37f92a7d4 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:29.682952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e5b9-f434-46d6-8c35-4276a225d14f req-259dcbd8-5bda-48ed-b268-ccb37f92a7d4 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.1157212 Apr 30 04:57:29.689086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c72b505-c882-437a-86b1-f4f1e38a48ef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.689646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c72b505-c882-437a-86b1-f4f1e38a48ef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.692614 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4c72b505-c882-437a-86b1-f4f1e38a48ef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/b3beea7b-2e26-4293-9927-99c0bbc9789b HTTP/1.1" status: 404 len: 333 time: 0.0621274 Apr 30 04:57:29.695441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38602) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.710416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Deleting port a6836e17-f89e-4626-a07f-5ec375666ad2 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:29.710795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.726472 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-54da47e4-44b8-48ed-bdc9-8c8a208fd8ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.726472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54da47e4-44b8-48ed-bdc9-8c8a208fd8ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.733227 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-54da47e4-44b8-48ed-bdc9-8c8a208fd8ce tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/624cef1f-94ed-4744-a868-de01fe388635 HTTP/1.1" status: 404 len: 337 time: 0.0364807 Apr 30 04:57:29.733985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38604) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.766143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ec212b-6c24-4d36-bdae-af5663e36dbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.766728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ec212b-6c24-4d36-bdae-af5663e36dbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.769315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e5b9-f434-46d6-8c35-4276a225d14f req-2ef28828-21b9-4c60-916f-ec7de637ff57 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756292 Apr 30 04:57:29.772609 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-67ec212b-6c24-4d36-bdae-af5663e36dbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/185f8950-1bb8-4547-924f-bb6094368646 HTTP/1.1" status: 404 len: 337 time: 0.0373580 Apr 30 04:57:29.773204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38606) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.788479 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-afca310e-4166-4344-bf59-8836d605af75 req-f8c39974-14f8-4dc7-8963-e07416f7d14b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145205 Apr 30 04:57:29.788874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] For port a6836e17-f89e-4626-a07f-5ec375666ad2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a6836e17-f89e-4626-a07f-5ec375666ad2,segment=NetworkSegment(01a952a9-5467-4af1-9433-3981f3ce3034),segment_id=01a952a9-5467-4af1-9433-3981f3ce3034)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:29.789380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.798251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a14a5b-ca97-41b5-800c-175fe0200bed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.798827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a14a5b-ca97-41b5-800c-175fe0200bed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.802744 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f9a14a5b-ca97-41b5-800c-175fe0200bed tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/b64da0d7-5146-4c3b-81d8-2e2daeff478f HTTP/1.1" status: 404 len: 333 time: 0.0285645 Apr 30 04:57:29.804372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38608) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.805591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Calling delete_port for a6836e17-f89e-4626-a07f-5ec375666ad2 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:29.839885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58f209e-9886-4ed7-b3bf-d1b713fd8aee tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.840332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58f209e-9886-4ed7-b3bf-d1b713fd8aee tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.846752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a58f209e-9886-4ed7-b3bf-d1b713fd8aee tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/9091209d-602d-4c53-911c-0e8150b1adff HTTP/1.1" status: 404 len: 337 time: 0.0384798 Apr 30 04:57:29.846846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38610) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.872955 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d3c981-1b14-4d38-b555-9b6c312cadbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.873544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d3c981-1b14-4d38-b555-9b6c312cadbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.876432 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c1d3c981-1b14-4d38-b555-9b6c312cadbc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/f237da46-df65-4b26-bd71-7dab0a269ed1 HTTP/1.1" status: 404 len: 337 time: 0.0289333 Apr 30 04:57:29.879102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38612) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.901020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a6836e17-f89e-4626-a07f-5ec375666ad2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:29.904123 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ef0048-9fe8-4745-89e2-3f1b418e200c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.904705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ef0048-9fe8-4745-89e2-3f1b418e200c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.907769 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-47ef0048-9fe8-4745-89e2-3f1b418e200c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/917affb6-cbc4-492b-abac-ce2f16bd8794 HTTP/1.1" status: 404 len: 333 time: 0.0277853 Apr 30 04:57:29.918953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.944799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87dfe62-ee23-4acb-9a1b-56f372e3daa7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.945243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87dfe62-ee23-4acb-9a1b-56f372e3daa7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.951233 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b87dfe62-ee23-4acb-9a1b-56f372e3daa7 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/77300937-4ffd-4f55-9c3b-51e540259e64 HTTP/1.1" status: 404 len: 337 time: 0.0289845 Apr 30 04:57:29.951447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38616) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:29.974999 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-769774e0-6493-4f8c-93b7-a0b6a78d1acd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:29.975524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769774e0-6493-4f8c-93b7-a0b6a78d1acd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:29.977003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a6836e17-f89e-4626-a07f-5ec375666ad2 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:29.977405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.978626 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-769774e0-6493-4f8c-93b7-a0b6a78d1acd tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/6c5bea6e-70cf-4bcf-87a8-09b0d8419c3e HTTP/1.1" status: 404 len: 333 time: 0.0261776 Apr 30 04:57:29.981055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (a6836e17-f89e-4626-a07f-5ec375666ad2), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:29.981229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38618) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.010864 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-0939072e-fc07-42a1-87fa-97ca8f455caf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.011322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0939072e-fc07-42a1-87fa-97ca8f455caf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.014406 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0939072e-fc07-42a1-87fa-97ca8f455caf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/fa235fea-4bd3-4e41-adb8-0c9c0db408e5 HTTP/1.1" status: 404 len: 337 time: 0.0322964 Apr 30 04:57:30.017011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38620) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.021733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] Pushing event deleted for resources: {'Port': ['ID=a6836e17-f89e-4626-a07f-5ec375666ad2,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:30.026798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addefeae-8721-4627-9980-bf0131e3d4f6 None None] No DVR routers for this DVR port a6836e17-f89e-4626-a07f-5ec375666ad2 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:30.045044 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e47b4e-7a24-4129-b3a9-32c806263d73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.045597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e47b4e-7a24-4129-b3a9-32c806263d73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.048661 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07e47b4e-7a24-4129-b3a9-32c806263d73 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/e55a42a4-8d9b-42bd-8ec1-c962eef7a869 HTTP/1.1" status: 404 len: 333 time: 0.0307603 Apr 30 04:57:30.051730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38622) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.078658 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4b21fd-d576-4f7e-86b7-0b2e4436d317 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.079100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4b21fd-d576-4f7e-86b7-0b2e4436d317 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.082256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8a4b21fd-d576-4f7e-86b7-0b2e4436d317 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/2e9f5539-5222-4a80-9176-fa83930dfba5 HTTP/1.1" status: 404 len: 337 time: 0.0295775 Apr 30 04:57:30.084779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38624) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.109177 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-81765660-ec0a-489f-8f8b-ea0ce24b4eef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.109686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81765660-ec0a-489f-8f8b-ea0ce24b4eef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.112622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81765660-ec0a-489f-8f8b-ea0ce24b4eef tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/af57d604-ba3b-47d7-96d2-9049d29f942b HTTP/1.1" status: 404 len: 333 time: 0.0269721 Apr 30 04:57:30.115098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38626) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.139569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1d9291-a931-40a3-a31f-6d054813990c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.140126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1d9291-a931-40a3-a31f-6d054813990c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.143059 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fd1d9291-a931-40a3-a31f-6d054813990c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/05ea47ea-cf24-4ab7-95a3-0677e10f821b HTTP/1.1" status: 404 len: 337 time: 0.0270998 Apr 30 04:57:30.145471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38628) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.168335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cd74f4-e2b3-4625-8044-a080c377457b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.168843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cd74f4-e2b3-4625-8044-a080c377457b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.171879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-53cd74f4-e2b3-4625-8044-a080c377457b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/13875ea1-4f8e-4e6c-8b2e-892aed595ac0 HTTP/1.1" status: 404 len: 333 time: 0.0255258 Apr 30 04:57:30.174260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38630) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.199637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-708aaac6-54f8-4e3d-bd37-90216ed9cc64 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.200125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708aaac6-54f8-4e3d-bd37-90216ed9cc64 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.203031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-708aaac6-54f8-4e3d-bd37-90216ed9cc64 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/cbb93d30-deef-489a-9dcc-162ea052a173 HTTP/1.1" status: 404 len: 337 time: 0.0278897 Apr 30 04:57:30.205389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38632) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.232547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-5732f3a1-d31d-425c-afcb-d8dd66c24f5e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.232978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5732f3a1-d31d-425c-afcb-d8dd66c24f5e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.235889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5732f3a1-d31d-425c-afcb-d8dd66c24f5e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/14fc9fc0-35d3-45cb-8717-a3a6e74e0a2e HTTP/1.1" status: 404 len: 333 time: 0.0296221 Apr 30 04:57:30.240569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38634) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.265724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1aed01-b686-4afe-89a2-aba54c68e890 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.266148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1aed01-b686-4afe-89a2-aba54c68e890 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.269020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ed1aed01-b686-4afe-89a2-aba54c68e890 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/8d621e13-06c9-4be9-91f5-ac7a4f42b51d HTTP/1.1" status: 404 len: 337 time: 0.0274959 Apr 30 04:57:30.271862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38636) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.296610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbee3f5-6c30-44aa-a1f6-6e368a0051db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.296967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbee3f5-6c30-44aa-a1f6-6e368a0051db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.299855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1bbee3f5-6c30-44aa-a1f6-6e368a0051db tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d17eccc8-8341-4cb2-ae36-a61666931c2a HTTP/1.1" status: 404 len: 337 time: 0.0270822 Apr 30 04:57:30.302205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.324868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a4333d-f7ef-4bff-8945-a015187b6a0e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.325586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a4333d-f7ef-4bff-8945-a015187b6a0e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.328701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b4a4333d-f7ef-4bff-8945-a015187b6a0e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/8775d100-b743-49ee-b448-bf256fdbb1e2 HTTP/1.1" status: 404 len: 333 time: 0.0256245 Apr 30 04:57:30.331056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38640) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.355875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6b4c82-b3b0-49db-9407-c8c7f16745a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.356303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6b4c82-b3b0-49db-9407-c8c7f16745a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.359184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3c6b4c82-b3b0-49db-9407-c8c7f16745a4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/ca5ebacb-3b93-48b7-bb98-c50488e35718 HTTP/1.1" status: 404 len: 337 time: 0.0272791 Apr 30 04:57:30.361404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38642) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.385499 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a64fc6-29c2-4582-a57c-0474f5e28118 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.386098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a64fc6-29c2-4582-a57c-0474f5e28118 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.389004 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a9a64fc6-29c2-4582-a57c-0474f5e28118 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/e4a961a4-b94c-4db1-b9d3-3dc3465c1d02 HTTP/1.1" status: 404 len: 337 time: 0.0265276 Apr 30 04:57:30.391205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38644) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.418818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-21186729-3aa7-4415-886f-6e3305c5444b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.419335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21186729-3aa7-4415-886f-6e3305c5444b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.422328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-21186729-3aa7-4415-886f-6e3305c5444b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/250c44e9-d42a-4755-b0b9-b83eb336d297 HTTP/1.1" status: 404 len: 333 time: 0.0300975 Apr 30 04:57:30.424728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38646) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.449452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee13bd8-1edf-47cf-b73c-cc619cb2db4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.449881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee13bd8-1edf-47cf-b73c-cc619cb2db4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.452805 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7ee13bd8-1edf-47cf-b73c-cc619cb2db4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/28c32977-e8ae-440e-8490-576181031996 HTTP/1.1" status: 404 len: 337 time: 0.0272155 Apr 30 04:57:30.455127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38648) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.479965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3b2b69-47d1-4f0e-9ba4-b18080b09a74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.480460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3b2b69-47d1-4f0e-9ba4-b18080b09a74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.483415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc3b2b69-47d1-4f0e-9ba4-b18080b09a74 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/174f8ccd-a975-4af9-85d5-e29e0fb0aaa7 HTTP/1.1" status: 404 len: 337 time: 0.0273759 Apr 30 04:57:30.485735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38650) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.509607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c847079c-2672-4e35-847f-afceebd188cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.510109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c847079c-2672-4e35-847f-afceebd188cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.513052 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c847079c-2672-4e35-847f-afceebd188cf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/e61accda-1dd0-43d6-a2c9-c31f8f192263 HTTP/1.1" status: 404 len: 333 time: 0.0263345 Apr 30 04:57:30.515334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38652) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.539401 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-7236d7d1-4835-4d3d-b7a7-6ed3d935b474 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.540389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7236d7d1-4835-4d3d-b7a7-6ed3d935b474 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.543297 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7236d7d1-4835-4d3d-b7a7-6ed3d935b474 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d5ad460a-daa9-4f08-b12a-21a17ede7a51 HTTP/1.1" status: 404 len: 337 time: 0.0271034 Apr 30 04:57:30.545439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38654) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.570438 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf15e879-9ff2-4231-9d39-65303a56ddbf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.570957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf15e879-9ff2-4231-9d39-65303a56ddbf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.574622 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cf15e879-9ff2-4231-9d39-65303a56ddbf tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/b92db2c0-f8af-43e0-8e4a-4df70c36e26c HTTP/1.1" status: 404 len: 337 time: 0.0279233 Apr 30 04:57:30.576900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38656) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.605032 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5a086234-8187-422d-9f34-6225109afc36 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports?device_id=f471b9e7-e4b2-4dd9-aacf-3e6099bc213b HTTP/1.1" status: 200 len: 205 time: 0.0270820 Apr 30 04:57:30.607470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38658) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.647820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-ef6263f3-4482-4266-8a09-c9ff5fa63131 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] delete failed (client error): The resource could not be found. Apr 30 04:57:30.648833 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef6263f3-4482-4266-8a09-c9ff5fa63131 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/routers/f471b9e7-e4b2-4dd9-aacf-3e6099bc213b HTTP/1.1" status: 404 len: 336 time: 0.0404644 Apr 30 04:57:30.652368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38660) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.678577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-7913c802-9bc1-4781-8765-d8450f3ce18b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.679022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7913c802-9bc1-4781-8765-d8450f3ce18b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.681982 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7913c802-9bc1-4781-8765-d8450f3ce18b tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/d06113fe-9ffc-448b-b6af-9e5a61240363 HTTP/1.1" status: 404 len: 337 time: 0.0286067 Apr 30 04:57:30.684681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38662) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.712543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6781f197-b412-4e22-97ff-d4ac009aa8fc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "GET /v2.0/ports?device_id=c22dad81-aff9-4043-b094-85308aa4fbc1 HTTP/1.1" status: 200 len: 205 time: 0.0267756 Apr 30 04:57:30.715060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38664) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.756711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.api.v2.resource [None req-73bd66a7-247e-4d7d-99f4-be5ff08bc962 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] delete failed (client error): The resource could not be found. Apr 30 04:57:30.757728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-73bd66a7-247e-4d7d-99f4-be5ff08bc962 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/routers/c22dad81-aff9-4043-b094-85308aa4fbc1 HTTP/1.1" status: 404 len: 336 time: 0.0417674 Apr 30 04:57:30.760476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38666) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.786030 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-788b257d-ddb5-4dd2-b781-02e2d7e706e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.786607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788b257d-ddb5-4dd2-b781-02e2d7e706e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.789442 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-788b257d-ddb5-4dd2-b781-02e2d7e706e4 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/de0b302f-5542-4510-ad6b-4d85bca463ea HTTP/1.1" status: 404 len: 337 time: 0.0280800 Apr 30 04:57:30.792614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38670) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.819816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-307302e1-4dd9-4498-bc09-aa0db15e51bc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.820283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307302e1-4dd9-4498-bc09-aa0db15e51bc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.823671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-307302e1-4dd9-4498-bc09-aa0db15e51bc tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/a025bd3c-9dc7-453c-9689-0a40a8f8a6a3 HTTP/1.1" status: 404 len: 337 time: 0.0300362 Apr 30 04:57:30.826413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38674) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.851641 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-36309e2f-12da-450e-9dcf-600290933c5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.852826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36309e2f-12da-450e-9dcf-600290933c5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.858542 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-36309e2f-12da-450e-9dcf-600290933c5a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/732f7ae1-33f6-4c59-ba81-667efd7dfda5 HTTP/1.1" status: 404 len: 333 time: 0.0287657 Apr 30 04:57:30.859056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38676) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.891803 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f42bb8-1a95-4335-bc46-62c1de3d8f4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.892399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f42bb8-1a95-4335-bc46-62c1de3d8f4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.895541 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c0f42bb8-1a95-4335-bc46-62c1de3d8f4c tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/741b9359-2e0a-4e0e-92b6-19817c870605 HTTP/1.1" status: 404 len: 337 time: 0.0287945 Apr 30 04:57:30.898082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38678) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.922654 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2730ad-82e5-4902-b56a-327bf02e6a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.923194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2730ad-82e5-4902-b56a-327bf02e6a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.926148 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5f2730ad-82e5-4902-b56a-327bf02e6a27 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/6599e52b-0a63-4bf9-b20c-67c4d4f5ebec HTTP/1.1" status: 404 len: 333 time: 0.0270443 Apr 30 04:57:30.928289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6516d78-04c4-4f85-9ea4-a06ae0258643 req-add8873c-face-435c-b7e0-cc8cf6d50c50 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:30.928803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38680) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.929862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6516d78-04c4-4f85-9ea4-a06ae0258643 req-add8873c-face-435c-b7e0-cc8cf6d50c50 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0835927 Apr 30 04:57:30.949714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267df91e-b418-4dea-8cac-33177d0ccb17 req-50d81392-9175-4115-8686-9db1a393f27f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:30.951170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-267df91e-b418-4dea-8cac-33177d0ccb17 req-50d81392-9175-4115-8686-9db1a393f27f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 944 time: 0.0724211 Apr 30 04:57:30.958518 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd19c9e8-2fac-4b70-a6be-af24c4749bac tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.958975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd19c9e8-2fac-4b70-a6be-af24c4749bac tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.962840 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd19c9e8-2fac-4b70-a6be-af24c4749bac tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/fb5c987a-53c2-4ca8-8ce9-6891181b558e HTTP/1.1" status: 404 len: 337 time: 0.0331070 Apr 30 04:57:30.965704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38682) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:30.989456 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa5b2f5-b447-4091-acfe-ca9d564fa107 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:30.989897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa5b2f5-b447-4091-acfe-ca9d564fa107 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:30.992943 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-faa5b2f5-b447-4091-acfe-ca9d564fa107 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/1eabd8ed-1a08-4a72-9a7c-646260cdb08d HTTP/1.1" status: 404 len: 333 time: 0.0262198 Apr 30 04:57:30.995481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38684) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.018719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6516d78-04c4-4f85-9ea4-a06ae0258643 req-c02d4ef6-04e1-4e53-b737-375936aa9b2d tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828779 Apr 30 04:57:31.022240 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9866a7c1-d6de-404d-86d0-2af509e74da6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.022714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9866a7c1-d6de-404d-86d0-2af509e74da6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.026808 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9866a7c1-d6de-404d-86d0-2af509e74da6 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/8754319e-5d27-4fbb-9247-bf0a30df5653 HTTP/1.1" status: 404 len: 337 time: 0.0304222 Apr 30 04:57:31.028101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-267df91e-b418-4dea-8cac-33177d0ccb17 req-c6690d51-8282-405e-833c-e32d89e36275 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706916 Apr 30 04:57:31.029360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38686) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.053116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c717884-f282-48e7-8e60-0693a0e24412 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.053652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c717884-f282-48e7-8e60-0693a0e24412 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.056811 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8c717884-f282-48e7-8e60-0693a0e24412 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/aded6ee6-d007-4a97-b9aa-a7a41c82b3fb HTTP/1.1" status: 404 len: 333 time: 0.0265360 Apr 30 04:57:31.059329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38688) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.084612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb7d849-129d-4338-bd37-3791d2c6ce1e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.085056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb7d849-129d-4338-bd37-3791d2c6ce1e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.089210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4eb7d849-129d-4338-bd37-3791d2c6ce1e tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/072f17a3-c971-45c9-88c0-95dbbdb0da84 HTTP/1.1" status: 404 len: 337 time: 0.0289750 Apr 30 04:57:31.091644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38690) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.114010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4cc8c1-e0ac-4486-a21a-c24b725a4479 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.114544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4cc8c1-e0ac-4486-a21a-c24b725a4479 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.117416 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d4cc8c1-e0ac-4486-a21a-c24b725a4479 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/c0f09b6a-c38a-4493-9643-44d423a2b0fe HTTP/1.1" status: 404 len: 333 time: 0.0248981 Apr 30 04:57:31.119767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38692) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.144256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf5c1f0-7d6e-42d4-b873-62b5a865d8bb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.144682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf5c1f0-7d6e-42d4-b873-62b5a865d8bb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.147604 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8cf5c1f0-7d6e-42d4-b873-62b5a865d8bb tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/6a02a533-c128-423f-b7ac-d78627996d5b HTTP/1.1" status: 404 len: 337 time: 0.0269806 Apr 30 04:57:31.150637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38694) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.177055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-57308770-c940-4025-96d9-00633c693a25 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.177562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57308770-c940-4025-96d9-00633c693a25 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.180627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-57308770-c940-4025-96d9-00633c693a25 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/db6698a0-924e-402d-8d41-6815d8a96fbb HTTP/1.1" status: 404 len: 333 time: 0.0291240 Apr 30 04:57:31.183194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38696) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.208157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-20250624-8a64-47ff-a3b8-5f1e6aa2b570 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.208589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20250624-8a64-47ff-a3b8-5f1e6aa2b570 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.212317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-20250624-8a64-47ff-a3b8-5f1e6aa2b570 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/3a9e4c30-0684-44e9-bb28-3bf797d86bd2 HTTP/1.1" status: 404 len: 337 time: 0.0276940 Apr 30 04:57:31.215579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38698) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.236976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c57060-4d89-4cb9-beb9-901b9c16b983 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.237479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c57060-4d89-4cb9-beb9-901b9c16b983 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.240469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-11c57060-4d89-4cb9-beb9-901b9c16b983 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/ports/640a8573-2713-486d-8da0-f922ce2fff80 HTTP/1.1" status: 404 len: 333 time: 0.0246372 Apr 30 04:57:31.242792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38700) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.268360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffebf70-19eb-44b6-a9f5-3526a3e94b53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] DELETE failed (client error): The resource could not be found. Apr 30 04:57:31.268890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffebf70-19eb-44b6-a9f5-3526a3e94b53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 04:57:31.271931 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6ffebf70-19eb-44b6-a9f5-3526a3e94b53 tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/subnets/44522471-73d7-4b57-b017-9b5375e0045e HTTP/1.1" status: 404 len: 337 time: 0.0281971 Apr 30 04:57:31.275097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38706) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:31.352325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b6427a96-a6f5-42f0-9a44-12b949b58e60), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.434380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b6427a96-a6f5-42f0-9a44-12b949b58e60), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.454142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6427a96-a6f5-42f0-9a44-12b949b58e60']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:31.463346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a952a9-5467-4af1-9433-3981f3ce3034') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:31.463639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a952a9-5467-4af1-9433-3981f3ce3034') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:31.472631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (01a952a9-5467-4af1-9433-3981f3ce3034), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.485316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (01a952a9-5467-4af1-9433-3981f3ce3034), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.491167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:31.491491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (01a952a9-5467-4af1-9433-3981f3ce3034), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:31.494975 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:31.602626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b6427a96-a6f5-42f0-9a44-12b949b58e60), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.610120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.612697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] 10.222.0.16 "DELETE /v2.0/networks/b6427a96-a6f5-42f0-9a44-12b949b58e60 HTTP/1.1" status: 204 len: 168 time: 0.3367014 Apr 30 04:57:31.624346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da021f-86ff-46d2-b0c6-65e958c5bd2a tempest-NetworksTestDHCPv6-959732397 tempest-NetworksTestDHCPv6-959732397-project] Pushing event deleted for resources: {'Network': ['ID=b6427a96-a6f5-42f0-9a44-12b949b58e60,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:31.808268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device baa36dff-731e-431d-8a20-349d937f531d details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:57:31.901544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=baa36dff-731e-431d-8a20-349d937f531d,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:31.916744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'baa36dff-731e-431d-8a20-349d937f531d', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:57:31.953499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port baa36dff-731e-431d-8a20-349d937f531d is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:31.953881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (baa36dff-731e-431d-8a20-349d937f531d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:31.967568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa36dff-731e-431d-8a20-349d937f531d {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:57:31.986618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=baa36dff-731e-431d-8a20-349d937f531d,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:32.048556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:32.071684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38716) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:32.109416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:32.212168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7d13-7be8-4a70-acc1-8c6e1bb6fc06 req-2397c0ac-e609-439c-8bc6-8729d9df51e2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:32.213699 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8caa7d13-7be8-4a70-acc1-8c6e1bb6fc06 req-2397c0ac-e609-439c-8bc6-8729d9df51e2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 945 time: 0.0905900 Apr 30 04:57:32.237203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a432421-1187-4593-8fce-b602f8fe3a73 req-69ade18a-2017-4e27-9ce8-007f3faf1d9e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:32.238814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2a432421-1187-4593-8fce-b602f8fe3a73 req-69ade18a-2017-4e27-9ce8-007f3faf1d9e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.1004431 Apr 30 04:57:32.284177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['baa36dff-731e-431d-8a20-349d937f531d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:57:32.360648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-da6c8280-8e05-4566-9832-bdc2c7d9be38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c58c870780a4fb1afe518b301dcf552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852192 Apr 30 04:57:32.361283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38720) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:32.368180 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8caa7d13-7be8-4a70-acc1-8c6e1bb6fc06 req-cf3af140-1889-4aac-b687-81bfbc5d343a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449370 Apr 30 04:57:32.375358 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2a432421-1187-4593-8fce-b602f8fe3a73 req-538fe558-47be-484f-ac59-d0d831ab2a8d tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280138 Apr 30 04:57:32.378585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fe946-f699-4924-8e5b-2daf256adedc req-2b3742ee-d636-4b81-85b5-8d04acccaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:32.379602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c3fe946-f699-4924-8e5b-2daf256adedc req-2b3742ee-d636-4b81-85b5-8d04acccaacd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1129 time: 0.0751872 Apr 30 04:57:32.427901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] Publish callbacks [] for security_group (298fa0da-dfe2-436c-84ed-353446249334), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:32.434211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c3fe946-f699-4924-8e5b-2daf256adedc req-9bc007be-0429-4212-87fb-fa199a136b35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483046 Apr 30 04:57:32.449469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] Publish callbacks [] for security_group (298fa0da-dfe2-436c-84ed-353446249334), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:32.585161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (298fa0da-dfe2-436c-84ed-353446249334), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:32.588871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:32.592267 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/298fa0da-dfe2-436c-84ed-353446249334 HTTP/1.1" status: 204 len: 168 time: 0.2275894 Apr 30 04:57:32.600829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e3587-ef43-4fe1-9c17-3daefed22084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298fa0da-dfe2-436c-84ed-353446249334,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:33.537987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95483f-2835-42d0-ab4e-55a9b3b809a1 req-aeb5cb9e-d53a-4c04-bfff-4fb4237d6a67 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:33.539486 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d95483f-2835-42d0-ab4e-55a9b3b809a1 req-aeb5cb9e-d53a-4c04-bfff-4fb4237d6a67 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 945 time: 0.0836613 Apr 30 04:57:33.551876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9541-1d5c-4a8e-be74-380ce84b4377 req-eeaded7a-5a2a-4ca0-81d5-dbe3d61dc8ed tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:33.553366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be8e9541-1d5c-4a8e-be74-380ce84b4377 req-eeaded7a-5a2a-4ca0-81d5-dbe3d61dc8ed tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0635011 Apr 30 04:57:33.567339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38746) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.645749 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be8e9541-1d5c-4a8e-be74-380ce84b4377 req-2a38354e-24ed-47c7-aa31-5aa51e0da79e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838923 Apr 30 04:57:33.669111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d95483f-2835-42d0-ab4e-55a9b3b809a1 req-e5552bd3-e741-41af-9025-c1f9b43f20ac tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985491 Apr 30 04:57:33.701525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-70b2753f-3beb-4ca6-ad56-5166f08a4e2b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.703291 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-70b2753f-3beb-4ca6-ad56-5166f08a4e2b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.1342132 Apr 30 04:57:33.705572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38750) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.709936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-76764f40-1eaa-4a1a-af73-9756ffb0d55b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.710889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-76764f40-1eaa-4a1a-af73-9756ffb0d55b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043302 Apr 30 04:57:33.713940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38752) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.717662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-0ad2db51-ab6d-4bc7-a920-8bb9ed6cc0be tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.718602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0ad2db51-ab6d-4bc7-a920-8bb9ed6cc0be tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037510 Apr 30 04:57:33.729798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38754) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.734205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-04961a2b-7f9d-4d1e-8ac4-cbefbb1ae978 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.737660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38756) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.737818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-04961a2b-7f9d-4d1e-8ac4-cbefbb1ae978 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068712 Apr 30 04:57:33.742108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-3dd6e98e-77fa-4f0f-8f4f-c094bcc2cae5 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.743940 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3dd6e98e-77fa-4f0f-8f4f-c094bcc2cae5 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048878 Apr 30 04:57:33.745939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38758) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.749635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-7c59988f-bc3a-44bf-93e6-a57511cfaf5b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.752731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38760) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.752891 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7c59988f-bc3a-44bf-93e6-a57511cfaf5b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059748 Apr 30 04:57:33.758118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-008e7c9e-e5c5-4a4b-b915-c4425993bcdf tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.761763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-008e7c9e-e5c5-4a4b-b915-c4425993bcdf tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047576 Apr 30 04:57:33.762069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38762) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.767270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-b015459a-a597-4947-8f8c-a9120d7bc928 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.770526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38764) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.770723 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b015459a-a597-4947-8f8c-a9120d7bc928 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074859 Apr 30 04:57:33.775209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-122b0d3b-ad2d-4d43-bc14-be2f2a9092e6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.776367 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-122b0d3b-ad2d-4d43-bc14-be2f2a9092e6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046041 Apr 30 04:57:33.778809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38766) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.782647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-857cbf60-e8e7-4595-b2e6-7c83ddeca304 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.783533 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-857cbf60-e8e7-4595-b2e6-7c83ddeca304 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037382 Apr 30 04:57:33.785579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38768) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.789255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-dad191d9-c874-4683-b2fa-75378ea9a499 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.790197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dad191d9-c874-4683-b2fa-75378ea9a499 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037560 Apr 30 04:57:33.792227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38770) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.800450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-ab95fb09-8105-4f5d-95d1-2d36135415ba tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.803655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ab95fb09-8105-4f5d-95d1-2d36135415ba tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0083330 Apr 30 04:57:33.806418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38772) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.810054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-1527be6e-b03a-478c-9049-23840272ece0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.810977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1527be6e-b03a-478c-9049-23840272ece0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037239 Apr 30 04:57:33.813029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38774) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.816604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-9e5bbdcd-6434-4016-9a0d-a640081d918f tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.817410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:57:33.817944 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9e5bbdcd-6434-4016-9a0d-a640081d918f tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0036652 Apr 30 04:57:33.819759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38776) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.822355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device baa36dff-731e-431d-8a20-349d937f531d up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:33.823950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-16202be4-42a5-4306-b322-cf04948dcc33 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.825049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16202be4-42a5-4306-b322-cf04948dcc33 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040982 Apr 30 04:57:33.827959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38778) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.832141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-313c8716-23f8-44ef-bdca-14ebd1a115a4 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.833856 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-313c8716-23f8-44ef-bdca-14ebd1a115a4 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041683 Apr 30 04:57:33.835650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38780) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.843196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-f9f4b0ec-f6e0-41c8-b96d-b704f5ffff0d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.846982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38782) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.847221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f9f4b0ec-f6e0-41c8-b96d-b704f5ffff0d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0096529 Apr 30 04:57:33.851321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-a567d267-64b8-466c-b819-72170c8694e6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.852493 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a567d267-64b8-466c-b819-72170c8694e6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041437 Apr 30 04:57:33.854700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38784) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.859360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-6915eeb5-7d85-4032-8504-6f7da30fc6e7 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.860553 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6915eeb5-7d85-4032-8504-6f7da30fc6e7 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047123 Apr 30 04:57:33.867255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38786) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.872739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-b832e287-a467-4f6c-a7bd-d7aca29527cb tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.876491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38788) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.882573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-d1ac4fdf-906c-4eb9-b5f0-f912523a0c09 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.888523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b832e287-a467-4f6c-a7bd-d7aca29527cb tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0181887 Apr 30 04:57:33.888523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38790) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.890347 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d1ac4fdf-906c-4eb9-b5f0-f912523a0c09 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115430 Apr 30 04:57:33.894323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-41408f06-5f1e-48d4-90de-0f033342f7ee tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.902992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-41408f06-5f1e-48d4-90de-0f033342f7ee tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074539 Apr 30 04:57:33.905688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38792) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.912071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-d2496684-4dc1-4537-bc6d-cb15b37ba82e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.915817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38794) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.918854 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d2496684-4dc1-4537-bc6d-cb15b37ba82e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0120289 Apr 30 04:57:33.920255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-dc36dd9d-1341-4c3e-aed1-44ff05636497 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.924125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dc36dd9d-1341-4c3e-aed1-44ff05636497 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069613 Apr 30 04:57:33.924264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port baa36dff-731e-431d-8a20-349d937f531d completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:57:33.924463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38796) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.931124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-03051019-2bf3-4a39-9615-82b448ba40ca tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.932413 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03051019-2bf3-4a39-9615-82b448ba40ca tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065718 Apr 30 04:57:33.934820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38798) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.939838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-1c06f080-a3f5-4c7d-a2d4-0e786480d41e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.940922 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1c06f080-a3f5-4c7d-a2d4-0e786480d41e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049071 Apr 30 04:57:33.943150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38800) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.947070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-650a4ddc-97ba-44d4-bcc4-28f012a44670 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.948056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-650a4ddc-97ba-44d4-bcc4-28f012a44670 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040553 Apr 30 04:57:33.950199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38802) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.955331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-d88b9020-926b-4051-9d77-c70b18e84292 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.960342 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d88b9020-926b-4051-9d77-c70b18e84292 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052018 Apr 30 04:57:33.962850 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38804) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.966983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-58fa73a0-54af-44d8-8878-a8575c8e0a33 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.967987 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-58fa73a0-54af-44d8-8878-a8575c8e0a33 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042114 Apr 30 04:57:33.970087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38806) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.974005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-bdb0c33c-49f0-45d6-8907-e2dfd5167c97 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.975047 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bdb0c33c-49f0-45d6-8907-e2dfd5167c97 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040207 Apr 30 04:57:33.977330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38808) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.982813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-7a183033-9382-4a9e-9d55-2da0bb4a19ea tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.983894 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7a183033-9382-4a9e-9d55-2da0bb4a19ea tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055315 Apr 30 04:57:33.990776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38810) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:33.992822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:33.995068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-337cda98-64a3-4aa0-a60a-31aa29699028 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:33.996038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-337cda98-64a3-4aa0-a60a-31aa29699028 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041583 Apr 30 04:57:33.998207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38812) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.002017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-ff945d78-4625-4cc2-bcac-c9f01a471bd2 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.003016 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ff945d78-4625-4cc2-bcac-c9f01a471bd2 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038981 Apr 30 04:57:34.005192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38814) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.007505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '264079b2-d188-4690-b780-5b420cbb0853', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'port_id': '264079b2-d188-4690-b780-5b420cbb0853', 'mac_address': 'fa:16:3e:4b:30:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:57:34.011676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port baa36dff-731e-431d-8a20-349d937f531d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:34.012109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (baa36dff-731e-431d-8a20-349d937f531d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.013505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-0738ecca-b20b-4189-86e5-72c55f48557d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.015422 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0738ecca-b20b-4189-86e5-72c55f48557d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093625 Apr 30 04:57:34.020143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38816) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.026050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-7eae8b67-a357-4f4c-940b-24d990670cae tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.029060 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7eae8b67-a357-4f4c-940b-24d990670cae tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060124 Apr 30 04:57:34.029603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38818) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.033590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-f13a38bb-d2b3-4dd7-8d75-1f79365acb03 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.036592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f13a38bb-d2b3-4dd7-8d75-1f79365acb03 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039930 Apr 30 04:57:34.037037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38820) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.041843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-0b2b9018-7371-4802-aeb7-032c9d6cc1bd tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.044814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0b2b9018-7371-4802-aeb7-032c9d6cc1bd tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049329 Apr 30 04:57:34.045086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38822) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.048909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-e9f4af2e-10c7-4774-92b8-ec57f82342fb tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.051802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e9f4af2e-10c7-4774-92b8-ec57f82342fb tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039287 Apr 30 04:57:34.051995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38824) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.056638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-1b4102f9-5383-4ef4-8779-5648e1d0fd81 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.058323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1b4102f9-5383-4ef4-8779-5648e1d0fd81 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0043874 Apr 30 04:57:34.059690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38826) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.063620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-24b882ec-a6c0-4ddc-a2ff-071e6d53dd40 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.064652 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-24b882ec-a6c0-4ddc-a2ff-071e6d53dd40 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039558 Apr 30 04:57:34.066814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38828) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.071883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-cd3bc5c1-32e2-48da-b82d-aa17eeeae7c6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.074312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cd3bc5c1-32e2-48da-b82d-aa17eeeae7c6 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051382 Apr 30 04:57:34.074964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38830) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.079277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-b9400929-b030-4dcc-9d3f-37473f5c842a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.082152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b9400929-b030-4dcc-9d3f-37473f5c842a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042713 Apr 30 04:57:34.082304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 264079b2-d188-4690-b780-5b420cbb0853 is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:34.082304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.082542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38832) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.087332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-197982ac-48d2-4599-95d3-a02cf6cd9f36 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.090726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-197982ac-48d2-4599-95d3-a02cf6cd9f36 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072751 Apr 30 04:57:34.091303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38834) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.099848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:57:34.104889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-62df9b05-103f-4af4-8c50-f43faa35a19a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.109295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38836) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.110733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-62df9b05-103f-4af4-8c50-f43faa35a19a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0178611 Apr 30 04:57:34.113908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-78d7f964-da74-4987-9d21-08bc7da73f6a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.114926 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78d7f964-da74-4987-9d21-08bc7da73f6a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043938 Apr 30 04:57:34.117686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38838) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.123643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-b7ecde28-ef8a-4fbf-9faf-5629196c535b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.124222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:34.124469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b7ecde28-ef8a-4fbf-9faf-5629196c535b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055201 Apr 30 04:57:34.127018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38840) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.131608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-5f2a2735-d47d-44ca-a96a-afdefe7fafda tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.132826 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5f2a2735-d47d-44ca-a96a-afdefe7fafda tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048976 Apr 30 04:57:34.140143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38842) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.144277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-49004b19-8357-4381-b7be-ddb9e819d790 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.145262 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-49004b19-8357-4381-b7be-ddb9e819d790 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0040593 Apr 30 04:57:34.147486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38844) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.151860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-8d597d87-7e8f-414f-a0c5-aa55602ff26d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.155214 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d597d87-7e8f-414f-a0c5-aa55602ff26d tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062108 Apr 30 04:57:34.155561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38846) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.159540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port baa36dff-731e-431d-8a20-349d937f531d is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:34.159762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-f48a73c2-952d-47bf-a9a6-2eb3034e4f0f tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.160055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (baa36dff-731e-431d-8a20-349d937f531d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.162328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f48a73c2-952d-47bf-a9a6-2eb3034e4f0f tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042751 Apr 30 04:57:34.163267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38848) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.167698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-2c60bc53-072b-45c6-b1db-745856366eb5 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.172899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2c60bc53-072b-45c6-b1db-745856366eb5 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052865 Apr 30 04:57:34.174787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38850) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.179062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-aa74bd6b-79a6-482c-8423-945e388e69db tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.180546 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa74bd6b-79a6-482c-8423-945e388e69db tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045614 Apr 30 04:57:34.183480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38852) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.187723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-f4dd9b52-440f-4b45-b12d-2682abab5172 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.190363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f4dd9b52-440f-4b45-b12d-2682abab5172 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042598 Apr 30 04:57:34.190497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:57:34.196563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae29c4f-94b4-4a83-86e9-0ea764fb3802" -d '{"events": [{"server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "name": "network-vif-plugged", "status": "completed", "tag": "baa36dff-731e-431d-8a20-349d937f531d"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:57:34.196763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38854) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.197911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-bf547d23-c87a-4308-aab3-a27216454cb9 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.201853 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bf547d23-c87a-4308-aab3-a27216454cb9 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092850 Apr 30 04:57:34.202467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38858) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.205144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=baa36dff-731e-431d-8a20-349d937f531d,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:34.207161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-638b5697-6d2f-4027-b378-7238e42265ac tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.210329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-638b5697-6d2f-4027-b378-7238e42265ac tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044942 Apr 30 04:57:34.210810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38860) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.215470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-6f3e01d0-140b-4503-bb7e-74cfd6e1d635 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.216498 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6f3e01d0-140b-4503-bb7e-74cfd6e1d635 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042636 Apr 30 04:57:34.218694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.226497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38862) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.233257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-04a7fe39-3297-434a-a293-2a59af0f2594 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.234604 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-04a7fe39-3297-434a-a293-2a59af0f2594 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060656 Apr 30 04:57:34.236859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38864) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.242589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-1220fcee-6e91-490e-ab7f-14489095e13e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.247652 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1220fcee-6e91-490e-ab7f-14489095e13e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075605 Apr 30 04:57:34.249116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39175139-0aa3-42a0-ab05-74fd7912eb14 x-openstack-request-id: req-39175139-0aa3-42a0-ab05-74fd7912eb14 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:57:34.249406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "name": "network-vif-plugged", "status": "completed", "tag": "baa36dff-731e-431d-8a20-349d937f531d", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:57:34.249656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39175139-0aa3-42a0-ab05-74fd7912eb14 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:57:34.250045 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39175139-0aa3-42a0-ab05-74fd7912eb14'] response: {'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d', 'code': 200} Apr 30 04:57:34.250328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38866) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.255776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-34b92086-16a6-42c9-8a3b-8336aea25270 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.260376 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-34b92086-16a6-42c9-8a3b-8336aea25270 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088513 Apr 30 04:57:34.261192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38868) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.267610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-2d063fa5-f23f-49e3-9156-b6bf89365ac1 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.270577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d063fa5-f23f-49e3-9156-b6bf89365ac1 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0082459 Apr 30 04:57:34.279050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38870) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.279694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:34.290769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-6806e4e3-4f4b-4432-b445-c445b0934b71 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.291801 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6806e4e3-4f4b-4432-b445-c445b0934b71 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0113707 Apr 30 04:57:34.294256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38872) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.298164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-a67eddfb-d9c9-41ac-a02c-da753d564ff0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.299117 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a67eddfb-d9c9-41ac-a02c-da753d564ff0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039339 Apr 30 04:57:34.300740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.301537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:34.307412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38874) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.311619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-58e0fd15-e0c4-4c23-bdbf-8f2dd6b84e8b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.312571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-58e0fd15-e0c4-4c23-bdbf-8f2dd6b84e8b tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042322 Apr 30 04:57:34.315138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38876) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.319327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-81abd43b-5c5d-4ce4-945a-30b12b9a7af3 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.322320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81abd43b-5c5d-4ce4-945a-30b12b9a7af3 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041697 Apr 30 04:57:34.323579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38878) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.327739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-57dd25a2-51a7-4b27-94b0-59768e5970ab tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.331288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38880) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.331631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-57dd25a2-51a7-4b27-94b0-59768e5970ab tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066345 Apr 30 04:57:34.336322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-e4bf7f87-4d9c-4d19-ad5c-e2c1b21b751a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.337992 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4bf7f87-4d9c-4d19-ad5c-e2c1b21b751a tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052183 Apr 30 04:57:34.340012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38882) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.349871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-9b8963e9-25aa-47f8-b8a2-2b0cdfe39657 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.349871 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9b8963e9-25aa-47f8-b8a2-2b0cdfe39657 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053115 Apr 30 04:57:34.351797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38884) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.356388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-90207de1-ff41-4e48-94fe-395498878459 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.360520 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-90207de1-ff41-4e48-94fe-395498878459 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073397 Apr 30 04:57:34.361305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38886) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.365750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [None req-7d664531-ebbb-4ba1-9416-1cbcfde895f0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.370665 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d664531-ebbb-4ba1-9416-1cbcfde895f0 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078619 Apr 30 04:57:34.370825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38888) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.375749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-554fd055-0050-44bd-9ef7-2fefadf1267e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.384032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-554fd055-0050-44bd-9ef7-2fefadf1267e tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0107577 Apr 30 04:57:34.386167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38890) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.388792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:34.390312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-3d79287c-aea0-4a37-bf78-b7ca4320b189 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.394704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3d79287c-aea0-4a37-bf78-b7ca4320b189 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073149 Apr 30 04:57:34.395516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38892) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.401910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [None req-b39a7cb1-07ba-4f79-9490-8b281b88b143 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 04:57:34.403440 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b39a7cb1-07ba-4f79-9490-8b281b88b143 tempest-ExtensionsTestJSON-556637043 tempest-ExtensionsTestJSON-556637043-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067546 Apr 30 04:57:34.440411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 264079b2-d188-4690-b780-5b420cbb0853 is: BUILD; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:34.440882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.452348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['264079b2-d188-4690-b780-5b420cbb0853'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:57:34.489539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:57:34.510650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:34.542459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96e523-f246-4433-8f53-60ed5651f19f req-40f40667-7ee6-4c57-84fa-6654c9f03fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:34.544119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b96e523-f246-4433-8f53-60ed5651f19f req-40f40667-7ee6-4c57-84fa-6654c9f03fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0502043 Apr 30 04:57:34.573423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:34.591057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b96e523-f246-4433-8f53-60ed5651f19f req-ff48278c-fd08-4208-bd48-6efb113e49d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Apr 30 04:57:34.650989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:34.799310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c8558-a764-4bc1-84b9-eeff4ef84ba3 req-f56792ee-ec77-4b28-82f0-e0f479aa84d0 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:34.799310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e77c8558-a764-4bc1-84b9-eeff4ef84ba3 req-f56792ee-ec77-4b28-82f0-e0f479aa84d0 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 943 time: 0.0560298 Apr 30 04:57:34.877132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fb1a-85a2-4be8-adce-a8c2e6fbac64 req-33555067-f150-43fb-b852-2da1daf7b70d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:34.878607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9910fb1a-85a2-4be8-adce-a8c2e6fbac64 req-33555067-f150-43fb-b852-2da1daf7b70d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0767949 Apr 30 04:57:34.888436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.907698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e77c8558-a764-4bc1-84b9-eeff4ef84ba3 req-6696dac9-5bc8-4209-abeb-34da72540c12 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958314 Apr 30 04:57:34.937391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38906) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:34.946182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9910fb1a-85a2-4be8-adce-a8c2e6fbac64 req-1d5b4a0c-c74c-4814-b07d-43bc4d7cedfa tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587323 Apr 30 04:57:35.009539 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2851e86e-8ad7-4bf6-ad79-acb7f1dad005 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/floatingips/f4c467bf-8bee-4891-ae2e-a5fb867907f7 HTTP/1.1" status: 200 len: 991 time: 0.0706599 Apr 30 04:57:35.010506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a42-d4bd-43f3-9467-dd1cfa36cfbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.084041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a42-d4bd-43f3-9467-dd1cfa36cfbe admin admin] Publish callbacks [] for security_group (9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.156642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f3d3a42-d4bd-43f3-9467-dd1cfa36cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.197655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0f3d3a42-d4bd-43f3-9467-dd1cfa36cfbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=939a60f1269a4c6ba34078ed153faf03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081064 Apr 30 04:57:35.198541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d3a42-d4bd-43f3-9467-dd1cfa36cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:35.201265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38908) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:35.249666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] Publish callbacks [] for security_group (9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.270992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] Publish callbacks [] for security_group (9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.412494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.415440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.416793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f HTTP/1.1" status: 204 len: 168 time: 0.2142007 Apr 30 04:57:35.424838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1e349-5af1-460d-8ef9-4855c9247550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edaf7cb-e9bd-4ae3-adb7-dae40f5e309f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:35.831610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:35.878719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 264079b2-d188-4690-b780-5b420cbb0853 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:35.883134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (264079b2-d188-4690-b780-5b420cbb0853), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:35.959136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 264079b2-d188-4690-b780-5b420cbb0853 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:35.959516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.000367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:36.076991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.131645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:36.251341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:57:36.253691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595c299-e67d-459c-a400-6855deeb325f" -d '{"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-plugged", "status": "completed", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:57:36.290264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32855753-7f52-471e-885b-60a8db9250f1 x-openstack-request-id: req-32855753-7f52-471e-885b-60a8db9250f1 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:57:36.290631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-plugged", "status": "completed", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:57:36.290916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32855753-7f52-471e-885b-60a8db9250f1 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:57:36.291316 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32855753-7f52-471e-885b-60a8db9250f1'] response: {'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'code': 200} Apr 30 04:57:36.340630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62537-f8b6-4de7-a2c1-ffdc41cbca64 req-b5d66c1c-9eb8-4d86-890e-2db291bded02 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:36.342158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4cd62537-f8b6-4de7-a2c1-ffdc41cbca64 req-b5d66c1c-9eb8-4d86-890e-2db291bded02 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.3241026 Apr 30 04:57:36.391300 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4cd62537-f8b6-4de7-a2c1-ffdc41cbca64 req-f10bfea6-67fc-40b6-be74-1caa3b7c29b8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Apr 30 04:57:36.435718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38934) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:36.527571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-407781345'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:36.613618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Made reservation on behalf of ce6468ce0d5041d18ea25f59ee833bc1 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:36.616863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.626064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.699670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for security_group (8fc2098f-7445-4d94-9598-ad0b26585ea3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.756744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8fc2098f-7445-4d94-9598-ad0b26585ea3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.785443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:36.791795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2098f-7445-4d94-9598-ad0b26585ea3,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:36.797587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (97ffea30-1647-486b-b30a-ba9f378f6816), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.797918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Added segment 97ffea30-1647-486b-b30a-ba9f378f6816 of type vlan for network 6355dc79-f180-4ea1-b7a9-6815921f144d Apr 30 04:57:36.839211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (6355dc79-f180-4ea1-b7a9-6815921f144d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.910920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (6355dc79-f180-4ea1-b7a9-6815921f144d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.915894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:36.916456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:36.979252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'Network': ['ID=6355dc79-f180-4ea1-b7a9-6815921f144d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:36.989537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 6355dc79-f180-4ea1-b7a9-6815921f144d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:36.994849 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-12541309-fee2-4490-938e-d4a239014b14 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5580630 Apr 30 04:57:36.997548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:37.002441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Request body: {'subnet': {'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:37.128504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Made reservation on behalf of ce6468ce0d5041d18ea25f59ee833bc1 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:37.132186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.362943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (6007b50f-54c8-4541-9297-1e76f96021ee), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.425505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'Subnet': ['ID=6007b50f-54c8-4541-9297-1e76f96021ee,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:37.437046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Checking segment: {'id': '97ffea30-1647-486b-b30a-ba9f378f6816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:37.437398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Network hostable DHCP agents. Network: 6355dc79-f180-4ea1-b7a9-6815921f144d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:37.512465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff59a4-32ff-43b8-8eb3-78decff25e83 req-4d9540d7-e79b-437d-bfe0-1f4318da0a78 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:37.513938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21ff59a4-32ff-43b8-8eb3-78decff25e83 req-4d9540d7-e79b-437d-bfe0-1f4318da0a78 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Apr 30 04:57:37.540901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Network 6355dc79-f180-4ea1-b7a9-6815921f144d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:37.569329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21ff59a4-32ff-43b8-8eb3-78decff25e83 req-7beabb84-7234-4a17-84d9-0d64a71d33fc tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496793 Apr 30 04:57:37.608105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 6355dc79-f180-4ea1-b7a9-6815921f144d) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:37.613737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:37.614285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.620862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15bc38d-8109-437e-9faf-49abec2cc630 None None] Network 6355dc79-f180-4ea1-b7a9-6815921f144d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:37.685058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d4152-f97d-402a-a294-bed2d3dd18db req-5b9f741c-ceea-4a90-bc7f-88b7866f6229 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:37.686560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-687d4152-f97d-402a-a294-bed2d3dd18db req-5b9f741c-ceea-4a90-bc7f-88b7866f6229 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0502801 Apr 30 04:57:37.690686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-461756c3-ec36-41c7-afeb-116ec58bdb95 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6920805 Apr 30 04:57:37.693394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:37.699505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Request body: {'port': {'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1408245090'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:37.728285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-6355dc79-f180-4ea1-b7a9-6815921f144d', 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d', 'project_id': 'ce6468ce0d5041d18ea25f59ee833bc1', 'fixed_ips': [{'subnet_id': '6007b50f-54c8-4541-9297-1e76f96021ee'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:37.729144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.752475 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-687d4152-f97d-402a-a294-bed2d3dd18db req-6e459936-7ee7-4536-8e4f-f0f98a321113 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595760 Apr 30 04:57:37.776344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38946) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:37.814046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f4c9c-1c71-4c1e-88de-9ef750490095 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:37.818235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f89f4c9c-1c71-4c1e-88de-9ef750490095 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1125 time: 0.0385630 Apr 30 04:57:37.818653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38948) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:37.824957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:37.843946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.888875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Allocated IP 2001:db8::2 (6355dc79-f180-4ea1-b7a9-6815921f144d/6007b50f-54c8-4541-9297-1e76f96021ee/582e6c67-3952-4ae3-af1c-a0b7e33aaf3f) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:37.893569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Made reservation on behalf of ce6468ce0d5041d18ea25f59ee833bc1 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:37.899717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:37.915672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] device_id is not set on port 6442ef19-6ea8-40cc-9777-4e38e30abb66 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:37.916827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.002393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.042626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks [] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.100618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.111070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.26.5.7 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:38.143340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Network 6355dc79-f180-4ea1-b7a9-6815921f144d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:38.148754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:38.152052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Pushing event updated for resources: {'Port': ['ID=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:38.153440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:38.165610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Allocated IP 2001:db8::1f9 (6355dc79-f180-4ea1-b7a9-6815921f144d/6007b50f-54c8-4541-9297-1e76f96021ee/6442ef19-6ea8-40cc-9777-4e38e30abb66) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:38.222939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Attempting to bind port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:38.223304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Attempting to bind port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '97ffea30-1647-486b-b30a-ba9f378f6816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:38.223917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Attempting to bind port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f on network 6355dc79-f180-4ea1-b7a9-6815921f144d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:38.227421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.229284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:38.229866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Checking segment: {'id': '97ffea30-1647-486b-b30a-ba9f378f6816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:38.230040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.230684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Bound using segment: {'id': '97ffea30-1647-486b-b30a-ba9f378f6816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:38.231147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Bound port: 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ffea30-1647-486b-b30a-ba9f378f6816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:38.231524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.294782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] For port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:38.297792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] For port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,segment=NetworkSegment(97ffea30-1647-486b-b30a-ba9f378f6816),segment_id=97ffea30-1647-486b-b30a-ba9f378f6816)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:38.317208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.319988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.355393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:38.358224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:38.360676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:38.374719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.396949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:38.398096 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.434392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f196ae1-2e02-4f77-a977-1e269b75fd88 None None] Pushing event updated for resources: {'Port': ['ID=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:38.442150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Network 6355dc79-f180-4ea1-b7a9-6815921f144d is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:38.443754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:38.455230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:38.460476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:38.461374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.483362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'Port': ['ID=6442ef19-6ea8-40cc-9777-4e38e30abb66,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:38.562892 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3e39143f-11c3-4eab-b780-ce90b0070251 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8678002 Apr 30 04:57:38.563539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:38.568626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Request body: {'port': {'network_id': '6355dc79-f180-4ea1-b7a9-6815921f144d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-468980263', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:38.569110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] bootfile-name is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:38.569635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] tftp-server is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:38.569963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] server-ip-address is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:38.797141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Made reservation on behalf of ce6468ce0d5041d18ea25f59ee833bc1 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:38.801133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.816293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (60865f9f-15ec-44d7-b0b0-bc813349ed0a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:38.819191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] device_id is not set on port 694dece0-66cf-46b6-bf2b-26a7db6f6993 yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:38.935064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Allocated IP 2001:db8::212 (6355dc79-f180-4ea1-b7a9-6815921f144d/6007b50f-54c8-4541-9297-1e76f96021ee/694dece0-66cf-46b6-bf2b-26a7db6f6993) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:38.935467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.096720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.106571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.174170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.220605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.248773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:39.260273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (60865f9f-15ec-44d7-b0b0-bc813349ed0a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.267907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Network 6355dc79-f180-4ea1-b7a9-6815921f144d is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:39.271436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:39.275882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:39.281347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:39.282188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.306566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'Port': ['ID=694dece0-66cf-46b6-bf2b-26a7db6f6993,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:39.376032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP 60865f9f-15ec-44d7-b0b0-bc813349ed0a associated. External IP: 172.26.5.7, port: baa36dff-731e-431d-8a20-349d937f531d. Apr 30 04:57:39.393799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-628d6ff5-6219-4abf-9a4d-f08792edd30f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8289514 Apr 30 04:57:39.396860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:39.438393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c3de5-6a8e-4936-9ffe-513786fe7ce5 None None] Network 6355dc79-f180-4ea1-b7a9-6815921f144d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:39.450964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4962c-800d-4762-8f0b-3858c682ecc5 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:39.456531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4962c-800d-4762-8f0b-3858c682ecc5 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:39.462853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4962c-800d-4762-8f0b-3858c682ecc5 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:39.467153 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-24e4962c-800d-4762-8f0b-3858c682ecc5 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0667167 Apr 30 04:57:39.467450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38954) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:39.506753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Provisioning complete for port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:39.507128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.552386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Deleting port 694dece0-66cf-46b6-bf2b-26a7db6f6993 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:39.552740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.615873 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:57:39.635853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Current status of the port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:39.636241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.673424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] For port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,segment=NetworkSegment(97ffea30-1647-486b-b30a-ba9f378f6816),segment_id=97ffea30-1647-486b-b30a-ba9f378f6816)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:39.741655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:57:39.757897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:57:39.771612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:57:39.772432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:39.813089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.846372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:39.914229 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15ac9640-d9c1-4cb0-a1ac-05324ba4b3d1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0945036 Apr 30 04:57:39.916113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:57:39.919428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12201729-3617-4b96-9391-0b3490b13641" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:57:39.930860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e731fb5-f852-4455-83cb-1850bf32b9f1 None None] Pushing event updated for resources: {'Port': ['ID=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:39.965657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:57:39.984383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d377e1-389e-417e-828a-1faa3b9f722c x-openstack-request-id: req-b5d377e1-389e-417e-828a-1faa3b9f722c {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:57:39.984777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:57:39.985423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5d377e1-389e-417e-828a-1faa3b9f722c {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:57:39.985899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d377e1-389e-417e-828a-1faa3b9f722c'] response: {'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d', 'status': 'completed', 'code': 200} Apr 30 04:57:40.005632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.021871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Calling delete_port for 694dece0-66cf-46b6-bf2b-26a7db6f6993 owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:40.034454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:40.066255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201729-3617-4b96-9391-0b3490b13641 req-13298de9-ef36-4c6b-8d21-f3890b29ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.068424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-13298de9-ef36-4c6b-8d21-f3890b29ba0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0491436 Apr 30 04:57:40.122862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Provisioning complete for port 6442ef19-6ea8-40cc-9777-4e38e30abb66 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:40.123231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.160536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:40.161534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.207946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201729-3617-4b96-9391-0b3490b13641 req-562d73e9-b89d-4f47-896d-fa60fa86da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.207946 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-562d73e9-b89d-4f47-896d-fa60fa86da9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.1287744 Apr 30 04:57:40.230922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Port 6442ef19-6ea8-40cc-9777-4e38e30abb66 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:40.277228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.285070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-b271ebee-dbcf-4449-8bcc-44bd810be7b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 998 time: 0.0716760 Apr 30 04:57:40.288794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Provisioning complete for port 694dece0-66cf-46b6-bf2b-26a7db6f6993 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:40.289174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (694dece0-66cf-46b6-bf2b-26a7db6f6993), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.317244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Port 694dece0-66cf-46b6-bf2b-26a7db6f6993 was deleted so its status cannot be updated. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Apr 30 04:57:40.335623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event deleted for resources: {'Port': ['ID=694dece0-66cf-46b6-bf2b-26a7db6f6993,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:40.341571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.351299 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ac08bea2-3caa-429e-a9b6-322dc4ce5dd0 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "DELETE /v2.0/ports/694dece0-66cf-46b6-bf2b-26a7db6f6993 HTTP/1.1" status: 204 len: 168 time: 0.8817217 Apr 30 04:57:40.351513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38960) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:40.356780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Request body: {'port': {'name': 'tempest-new-port-name-913169094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:40.357148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] bootfile-name is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:40.357485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] tftp-server is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:40.357813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.api.validators [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] server-ip-address is not in valid_values {{(pid=111174) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 30 04:57:40.362168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201729-3617-4b96-9391-0b3490b13641 req-a366d198-41bc-4080-837a-9502be37a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.364484 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-a366d198-41bc-4080-837a-9502be37a9ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0768635 Apr 30 04:57:40.380880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Provisioning complete for port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:40.381256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.410451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:40.422114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201729-3617-4b96-9391-0b3490b13641 req-16c18909-233e-4a92-90ea-c9126b5b594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.423858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-16c18909-233e-4a92-90ea-c9126b5b594d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0536947 Apr 30 04:57:40.449006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.462020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:40.493373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:57:40.512399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:57:40.513037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:40.542363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-9ee90865-21d2-4191-b68c-3bc4a3704dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125069 Apr 30 04:57:40.605520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7426f35-74a3-49af-9db4-6fcd2cf3b4c8 None None] Current status of the port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:40.669831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12201729-3617-4b96-9391-0b3490b13641 req-46d76921-bbce-4873-91be-2935ccf6f0fd service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214285 Apr 30 04:57:40.674808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:57:40.688305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.762683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.763106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-155a8298-9bb7-4731-b987-da01e3b22826 None None] Provisioning complete for port 6442ef19-6ea8-40cc-9777-4e38e30abb66 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:40.763477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-155a8298-9bb7-4731-b987-da01e3b22826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.800903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] In _notify_port_updated(), no bound segment for port 6442ef19-6ea8-40cc-9777-4e38e30abb66 on network 6355dc79-f180-4ea1-b7a9-6815921f144d {{(pid=111174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 04:57:40.805800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.806577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.811174 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "PUT /v2.0/ports/6442ef19-6ea8-40cc-9777-4e38e30abb66 HTTP/1.1" status: 200 len: 1129 time: 0.4554265 Apr 30 04:57:40.811174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38962) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:40.823335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-155a8298-9bb7-4731-b987-da01e3b22826 None None] Port 6442ef19-6ea8-40cc-9777-4e38e30abb66 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:40.825918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-155a8298-9bb7-4731-b987-da01e3b22826 None None] Could not find standard attr ID for object 694dece0-66cf-46b6-bf2b-26a7db6f6993. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:40.848095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9f3e5-4a12-49b7-89e3-8e5a3b8add91 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event updated for resources: {'Port': ['ID=6442ef19-6ea8-40cc-9777-4e38e30abb66,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:40.870532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995e545-64f4-4ad3-b7cd-d0fea8af643f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:40.875033 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6995e545-64f4-4ad3-b7cd-d0fea8af643f tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "GET /v2.0/ports/6442ef19-6ea8-40cc-9777-4e38e30abb66 HTTP/1.1" status: 200 len: 1129 time: 0.0604348 Apr 30 04:57:40.875397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38964) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:40.956308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:40.969063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Deleting port 6442ef19-6ea8-40cc-9777-4e38e30abb66 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:40.969409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:40.984545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8c4dc-d882-4d74-aebd-b793728e4b11 None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:57:41.057180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d77c1f6b-cbe5-4c93-85f4-66f9bbfa6dbe None None] Provisioning complete for port 6442ef19-6ea8-40cc-9777-4e38e30abb66 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:41.057657 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d77c1f6b-cbe5-4c93-85f4-66f9bbfa6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.070198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.084632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Calling delete_port for 6442ef19-6ea8-40cc-9777-4e38e30abb66 owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:41.093281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d77c1f6b-cbe5-4c93-85f4-66f9bbfa6dbe None None] Port 6442ef19-6ea8-40cc-9777-4e38e30abb66 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:57:41.189480 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ace40-253a-4898-ab1c-0529ee2ec0bb None None] New status for floating IP 60865f9f-15ec-44d7-b0b0-bc813349ed0a: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:57:41.294108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6442ef19-6ea8-40cc-9777-4e38e30abb66), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.324321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event deleted for resources: {'Port': ['ID=6442ef19-6ea8-40cc-9777-4e38e30abb66,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:41.351227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.354607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ce82c66b-3e0e-4ce0-92de-2c75dcda687e tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "DELETE /v2.0/ports/6442ef19-6ea8-40cc-9777-4e38e30abb66 HTTP/1.1" status: 204 len: 168 time: 0.4781463 Apr 30 04:57:41.357087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 38966) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:41.412133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Deleting subnet 6007b50f-54c8-4541-9297-1e76f96021ee {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:41.416830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for subnet (6007b50f-54c8-4541-9297-1e76f96021ee), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.465683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (6007b50f-54c8-4541-9297-1e76f96021ee), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.551090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (6007b50f-54c8-4541-9297-1e76f96021ee), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.654160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (6007b50f-54c8-4541-9297-1e76f96021ee), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.685914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event deleted for resources: {'Subnet': ['ID=6007b50f-54c8-4541-9297-1e76f96021ee,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:41.689603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.693870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f7b1c84d-35c3-4721-94f0-452d89d02f67 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "DELETE /v2.0/subnets/6007b50f-54c8-4541-9297-1e76f96021ee HTTP/1.1" status: 204 len: 168 time: 0.3347628 Apr 30 04:57:41.695603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38968) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:41.698046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245fb18-f88e-4bcd-8fd4-e0dd532c8c43 None None] Network 6355dc79-f180-4ea1-b7a9-6815921f144d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:41.776946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (6355dc79-f180-4ea1-b7a9-6815921f144d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.824233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Deleting port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:41.824476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.898688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] For port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,segment=NetworkSegment(97ffea30-1647-486b-b30a-ba9f378f6816),segment_id=97ffea30-1647-486b-b30a-ba9f378f6816)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:41.900343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:41.916312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Calling delete_port for 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:41.935057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:41.989714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:41.990084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.017161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] DHCP port deletion for 6355dc79-f180-4ea1-b7a9-6815921f144d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:42.063969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.069950 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No ports have port_id starting with 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f Apr 30 04:57:42.072962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Deleting port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:42.073336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.090716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event deleted for resources: {'Port': ['ID=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:42.094448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] No DVR routers for this DVR port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:42.138631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] For port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f, host dv-neutron-838078-9-hyperv, got binding levels [] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:42.139024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.152648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Calling delete_port for 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:42.155652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.ipam_backend_mixin [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f was not found and therefore no delete operation was performed {{(pid=111176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 04:57:42.157009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (582e6c67-3952-4ae3-af1c-a0b7e33aaf3f), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.179883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (6355dc79-f180-4ea1-b7a9-6815921f144d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.186927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] Pushing event deleted for resources: {'Port': ['ID=582e6c67-3952-4ae3-af1c-a0b7e33aaf3f,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:42.188761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebadbd-ff8c-4670-82c4-8f8d004e4466 None None] No DVR routers for this DVR port 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:42.206822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6355dc79-f180-4ea1-b7a9-6815921f144d']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:42.217412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ffea30-1647-486b-b30a-ba9f378f6816') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:42.217706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ffea30-1647-486b-b30a-ba9f378f6816') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:42.229095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (97ffea30-1647-486b-b30a-ba9f378f6816), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.242603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (97ffea30-1647-486b-b30a-ba9f378f6816), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.248775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:42.249158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (97ffea30-1647-486b-b30a-ba9f378f6816), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:42.252234 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:42.350815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (6355dc79-f180-4ea1-b7a9-6815921f144d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.358549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.360380 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] 10.222.0.16 "DELETE /v2.0/networks/6355dc79-f180-4ea1-b7a9-6815921f144d HTTP/1.1" status: 204 len: 168 time: 0.6633852 Apr 30 04:57:42.371763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25b242-f993-4de3-8f43-f116fb6bcc7b tempest-ExtraDHCPOptionsIpV6TestJSON-556836468 tempest-ExtraDHCPOptionsIpV6TestJSON-556836468-project] Pushing event deleted for resources: {'Network': ['ID=6355dc79-f180-4ea1-b7a9-6815921f144d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:42.785728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38974) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:42.917381 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-655102b8-3dd8-4988-826d-b26f067dc41d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce6468ce0d5041d18ea25f59ee833bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304681 Apr 30 04:57:42.919852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 38978) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:42.966015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] Publish callbacks [] for security_group (8fc2098f-7445-4d94-9598-ad0b26585ea3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:42.987088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] Publish callbacks [] for security_group (8fc2098f-7445-4d94-9598-ad0b26585ea3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:43.088319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8fc2098f-7445-4d94-9598-ad0b26585ea3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:43.090984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:43.092121 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fc2098f-7445-4d94-9598-ad0b26585ea3 HTTP/1.1" status: 204 len: 168 time: 0.1713953 Apr 30 04:57:43.100159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bedca-98e4-4d5a-8d3b-7d9d52db2e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2098f-7445-4d94-9598-ad0b26585ea3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:43.903988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:43.924289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:43.924542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 582e6c67-3952-4ae3-af1c-a0b7e33aaf3f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:44.021347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39000) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:44.114781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'networks': [{'name': 'tempest-network--211200233'}, {'name': 'tempest-network--1938982135'}]} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:44.115090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-network--211200233'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:44.115541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-network--1938982135'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:44.196856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'network': 2} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:44.201128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.209864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.321454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for security_group (2af956dd-5c5b-4f4b-b69f-070bab34303e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.389122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2af956dd-5c5b-4f4b-b69f-070bab34303e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.389589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.428324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af956dd-5c5b-4f4b-b69f-070bab34303e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:44.433453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:44.443730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.444104 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4 of type vlan for network a5687f58-0e05-4601-8682-98fd4371b063 Apr 30 04:57:44.486777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a5687f58-0e05-4601-8682-98fd4371b063), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.514385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:44.522631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4e149e6a-e677-4d06-a9a1-6a448d2a27e5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.525655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 4e149e6a-e677-4d06-a9a1-6a448d2a27e5 of type vlan for network 29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e Apr 30 04:57:44.561066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.652395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a5687f58-0e05-4601-8682-98fd4371b063), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.652883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.657846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.662053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.662684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:44.728509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=a5687f58-0e05-4601-8682-98fd4371b063,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:44.745762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a5687f58-0e05-4601-8682-98fd4371b063 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:44.773616 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7488217 Apr 30 04:57:44.774441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39004) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:44.800860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f28549-ec20-4259-8f45-5201dab6bf2a tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:44.813496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:44.959252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbe7ff-64de-4235-8227-b2c72ce18587 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.965324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbe7ff-64de-4235-8227-b2c72ce18587 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.970709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbe7ff-64de-4235-8227-b2c72ce18587 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.975737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bbe7ff-64de-4235-8227-b2c72ce18587 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:44.978228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-45bbe7ff-64de-4235-8227-b2c72ce18587 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2020879 Apr 30 04:57:44.981106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39006) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:45.053957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a5687f58-0e05-4601-8682-98fd4371b063), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.407110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a5687f58-0e05-4601-8682-98fd4371b063), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.426619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5687f58-0e05-4601-8682-98fd4371b063']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.435800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.436109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.445302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.458758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.465587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:45.465960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (1a5c76f6-2f31-4382-9bb8-fe3c62ed16f4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:45.468963 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:45.612330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a5687f58-0e05-4601-8682-98fd4371b063), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.620001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.623053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/a5687f58-0e05-4601-8682-98fd4371b063 HTTP/1.1" status: 204 len: 168 time: 0.6410325 Apr 30 04:57:45.625854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39008) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:45.634972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39368-44df-467c-982c-a5aa1db26d49 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=a5687f58-0e05-4601-8682-98fd4371b063,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:45.701501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.790341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.809927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.818934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e149e6a-e677-4d06-a9a1-6a448d2a27e5') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.819229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e149e6a-e677-4d06-a9a1-6a448d2a27e5') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:45.829040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (4e149e6a-e677-4d06-a9a1-6a448d2a27e5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.841816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4e149e6a-e677-4d06-a9a1-6a448d2a27e5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.847753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:45.848112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (4e149e6a-e677-4d06-a9a1-6a448d2a27e5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:45.851122 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:45.984060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.991029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:45.995172 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e HTTP/1.1" status: 204 len: 168 time: 0.3682320 Apr 30 04:57:45.997813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39010) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:46.007229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02859b67-47c1-437c-9a73-8fa14ac2b284 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=29a03fd9-b9cf-4f88-ab7f-7cbae72ed90e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:46.109070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fc20f-66cc-4131-80bb-86a7b961a4d9 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:46.114641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fc20f-66cc-4131-80bb-86a7b961a4d9 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:46.116266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-122fc20f-66cc-4131-80bb-86a7b961a4d9 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1168804 Apr 30 04:57:46.120385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39012) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:46.125138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1307738098'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:46.200936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:46.204502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.230664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:46.239905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39234303-174e-472a-8639-3d58aeac99ed), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.240247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 39234303-174e-472a-8639-3d58aeac99ed of type vlan for network 88c19e03-daa4-4158-bc59-01d8aa2ce007 Apr 30 04:57:46.280671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (88c19e03-daa4-4158-bc59-01d8aa2ce007), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.378178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (88c19e03-daa4-4158-bc59-01d8aa2ce007), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.383552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:46.384245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.456921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=88c19e03-daa4-4158-bc59-01d8aa2ce007,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:46.467857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 88c19e03-daa4-4158-bc59-01d8aa2ce007 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:46.495670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8873baf6-c29d-4b79-b83d-56c82cfc7e30 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3740478 Apr 30 04:57:46.498002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:46.503319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-40260499'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:46.583634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:46.587927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.612152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:46.621211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (20591cdd-154e-4ee5-8402-9fdddc18a2d2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.621619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 20591cdd-154e-4ee5-8402-9fdddc18a2d2 of type vlan for network 9f3bb35f-b592-417f-9324-18298c710f93 Apr 30 04:57:46.662728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (9f3bb35f-b592-417f-9324-18298c710f93), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.733929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (9f3bb35f-b592-417f-9324-18298c710f93), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.739138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:46.739719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:46.804496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=9f3bb35f-b592-417f-9324-18298c710f93,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:46.814635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 9f3bb35f-b592-417f-9324-18298c710f93 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:46.833444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-816b7824-31a3-42be-9613-037696251da7 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3340037 Apr 30 04:57:46.836952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:46.842390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'ports': [{'network_id': '88c19e03-daa4-4158-bc59-01d8aa2ce007', 'name': 'tempest-port--1371295895', 'admin_state_up': True}, {'network_id': '9f3bb35f-b592-417f-9324-18298c710f93', 'admin_state_up': False}]} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:46.843394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'port': {'network_id': '88c19e03-daa4-4158-bc59-01d8aa2ce007', 'name': 'tempest-port--1371295895', 'admin_state_up': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:46.843575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'port': {'network_id': '9f3bb35f-b592-417f-9324-18298c710f93', 'admin_state_up': False}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:47.088469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'port': 2} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:47.092730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.111140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.266945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] device_id is not set on port bd63f133-78b3-47b4-a60b-78d5559a726d yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:47.352727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for port (bd63f133-78b3-47b4-a60b-78d5559a726d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.424978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] device_id is not set on port b36e2b2d-d860-405f-8da7-f58b5b0c885c yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 04:57:47.511021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for port (b36e2b2d-d860-405f-8da7-f58b5b0c885c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.596988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (bd63f133-78b3-47b4-a60b-78d5559a726d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.662229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Port': ['ID=bd63f133-78b3-47b4-a60b-78d5559a726d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:47.670523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Checking segment: {'id': '39234303-174e-472a-8639-3d58aeac99ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88c19e03-daa4-4158-bc59-01d8aa2ce007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:47.670880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network hostable DHCP agents. Network: 88c19e03-daa4-4158-bc59-01d8aa2ce007, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:47.773615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network 88c19e03-daa4-4158-bc59-01d8aa2ce007 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:47.870649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 88c19e03-daa4-4158-bc59-01d8aa2ce007) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:47.874337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:47.875197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b36e2b2d-d860-405f-8da7-f58b5b0c885c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:47.880494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0cfbe-9d3e-47a7-9354-394cbcb5c887 None None] Network 88c19e03-daa4-4158-bc59-01d8aa2ce007 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:47.934573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Port': ['ID=b36e2b2d-d860-405f-8da7-f58b5b0c885c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:47.945175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Checking segment: {'id': '20591cdd-154e-4ee5-8402-9fdddc18a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9f3bb35f-b592-417f-9324-18298c710f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:47.945881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network hostable DHCP agents. Network: 9f3bb35f-b592-417f-9324-18298c710f93, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:48.019287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network 9f3bb35f-b592-417f-9324-18298c710f93 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:48.099288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 9f3bb35f-b592-417f-9324-18298c710f93) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:48.103734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:48.108823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5553a-b9f8-41b9-8cec-a8c119cf1c25 None None] Network 9f3bb35f-b592-417f-9324-18298c710f93 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:48.109064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:48.114835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:48.114835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.199583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d862cb2a-742a-499e-8618-8282a77815b1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3614137 Apr 30 04:57:48.202044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39020) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:48.249034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62392497-48c6-44f3-ba12-c9512b490e36 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:48.254262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62392497-48c6-44f3-ba12-c9512b490e36 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:48.255768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-62392497-48c6-44f3-ba12-c9512b490e36 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0527904 Apr 30 04:57:48.259239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39022) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:48.340152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting port bd63f133-78b3-47b4-a60b-78d5559a726d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:48.340493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (bd63f133-78b3-47b4-a60b-78d5559a726d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.409216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (bd63f133-78b3-47b4-a60b-78d5559a726d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.422112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Calling delete_port for bd63f133-78b3-47b4-a60b-78d5559a726d owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:48.589351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (bd63f133-78b3-47b4-a60b-78d5559a726d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.621790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Port': ['ID=bd63f133-78b3-47b4-a60b-78d5559a726d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:48.627515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.630816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f75ea77-89cb-4c56-a41e-f8c521216ef1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/ports/bd63f133-78b3-47b4-a60b-78d5559a726d HTTP/1.1" status: 204 len: 168 time: 0.3705983 Apr 30 04:57:48.634681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:48.714901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting port b36e2b2d-d860-405f-8da7-f58b5b0c885c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:48.715262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b36e2b2d-d860-405f-8da7-f58b5b0c885c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.785067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b36e2b2d-d860-405f-8da7-f58b5b0c885c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:48.797843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Calling delete_port for b36e2b2d-d860-405f-8da7-f58b5b0c885c owned by {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:48.961638 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:57:49.030732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b36e2b2d-d860-405f-8da7-f58b5b0c885c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.058391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Port': ['ID=b36e2b2d-d860-405f-8da7-f58b5b0c885c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:49.065756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.068984 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ef4ff68c-05fd-4bce-948d-e9dee18c329c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/ports/b36e2b2d-d860-405f-8da7-f58b5b0c885c HTTP/1.1" status: 204 len: 168 time: 0.4333963 Apr 30 04:57:49.071502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39026) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:49.104546 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b1b870d-3690-474c-a9b4-39b0c976ce14 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315962 Apr 30 04:57:49.108227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39028) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:49.113734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-833464786'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:49.196349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:49.199740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.227130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:49.235634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3978e808-76c0-47d5-8512-9f15ef30a423), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.235970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 3978e808-76c0-47d5-8512-9f15ef30a423 of type vlan for network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 Apr 30 04:57:49.274231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.345405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.350539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:49.351141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.415381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:49.425767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:49.433865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3b2ef8e-b531-4eb3-a00e-2d089247847d tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3243985 Apr 30 04:57:49.436429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39030) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:49.441314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-985286833'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:49.520623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:49.524556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.548002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:57:49.556928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (188e1310-37ec-4671-8109-15923b8f7c16), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.557265 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Added segment 188e1310-37ec-4671-8109-15923b8f7c16 of type vlan for network 8714fcf7-6403-408c-aa64-55444e9c6fd9 Apr 30 04:57:49.600000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (8714fcf7-6403-408c-aa64-55444e9c6fd9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.693455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (8714fcf7-6403-408c-aa64-55444e9c6fd9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.698481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:49.699058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:49.765824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Network': ['ID=8714fcf7-6403-408c-aa64-55444e9c6fd9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:49.776413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:57:49.797748 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49b9a678-2463-4dee-b056-2f51fc9cc961 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3602889 Apr 30 04:57:51.823576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94963bf9-9219-400b-a037-a62d05d1785c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:52.944421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39032) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:52.950023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'subnets': [{'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526832594', 'ip_version': 6}, {'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:52.950378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'subnet': {'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526832594', 'ip_version': 6}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:52.951043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Request body: {'subnet': {'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:57:53.189384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Made reservation on behalf of 398588b61abd4f6c85a4d8e44ecc0488 for: {'subnet': 2} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:57:53.193764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:53.194107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:53.682603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a66fe020-c186-456b-9514-805d37ec0713), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:53.751728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Subnet': ['ID=a66fe020-c186-456b-9514-805d37ec0713,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:53.756401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Checking segment: {'id': '3978e808-76c0-47d5-8512-9f15ef30a423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:53.756750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network hostable DHCP agents. Network: c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:53.763564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.763903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.764239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.764589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.764922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.765255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.765577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.765895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.766215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.766567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.766884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.767201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.767526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.767836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.768146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:53.837544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:53.916642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:53.920576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (d4decebf-7de7-4d67-9229-1f6580011c7b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:53.926032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e573b59-a8e6-4c42-8701-f90b39ad39f6 None None] Network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:53.981238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event updated for resources: {'Subnet': ['ID=d4decebf-7de7-4d67-9229-1f6580011c7b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:53.991778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Checking segment: {'id': '188e1310-37ec-4671-8109-15923b8f7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:53.992138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network hostable DHCP agents. Network: 8714fcf7-6403-408c-aa64-55444e9c6fd9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:57:54.032822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4dd3-1dcb-4460-99ec-b98b51befe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.045521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6', 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6', 'project_id': '398588b61abd4f6c85a4d8e44ecc0488', 'fixed_ips': [{'subnet_id': 'a66fe020-c186-456b-9514-805d37ec0713'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:54.046521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.080494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:57:54.167245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 8714fcf7-6403-408c-aa64-55444e9c6fd9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:54.176088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:54.176088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:54.176088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.181298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc585fd-f2cf-455f-b52a-e49a0d1d082a None None] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:54.223795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Allocated IP 2001:db8::1 (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6/a66fe020-c186-456b-9514-805d37ec0713/8038b719-670c-48b0-8d91-55b88ff90bd7) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:54.280123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-987f4151-84e0-4c1d-9d36-43fe70600544 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3343942 Apr 30 04:57:54.282536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39036) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:54.343937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5da136-7021-46a1-8e30-b31ad8ce7b03 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:54.345685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5da136-7021-46a1-8e30-b31ad8ce7b03 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:54.347074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5da136-7021-46a1-8e30-b31ad8ce7b03 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:54.349125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bc5da136-7021-46a1-8e30-b31ad8ce7b03 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0652390 Apr 30 04:57:54.358581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39038) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:54.362735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-8714fcf7-6403-408c-aa64-55444e9c6fd9', 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9', 'project_id': '398588b61abd4f6c85a4d8e44ecc0488', 'fixed_ips': [{'subnet_id': 'd4decebf-7de7-4d67-9229-1f6580011c7b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:57:54.363763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.415626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting subnet a66fe020-c186-456b-9514-805d37ec0713 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:54.525599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks [] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.567117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Allocated IP 2001:db8:0:1::1 (8714fcf7-6403-408c-aa64-55444e9c6fd9/d4decebf-7de7-4d67-9229-1f6580011c7b/40143194-0706-405b-9fc2-f2e2ebc42608) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:57:54.606280 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for subnet (a66fe020-c186-456b-9514-805d37ec0713), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.607074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.653906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a66fe020-c186-456b-9514-805d37ec0713), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.700714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:54.703559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Pushing event updated for resources: {'Port': ['ID=8038b719-670c-48b0-8d91-55b88ff90bd7,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:54.712089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:54.719995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:54.746777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a66fe020-c186-456b-9514-805d37ec0713), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.832230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Attempting to bind port 8038b719-670c-48b0-8d91-55b88ff90bd7 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:54.832518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Attempting to bind port 8038b719-670c-48b0-8d91-55b88ff90bd7 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '3978e808-76c0-47d5-8512-9f15ef30a423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:54.832874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Attempting to bind port 8038b719-670c-48b0-8d91-55b88ff90bd7 on network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:54.836143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks [] for port (40143194-0706-405b-9fc2-f2e2ebc42608), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.840605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:54.840974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Checking segment: {'id': '3978e808-76c0-47d5-8512-9f15ef30a423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:54.841365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.841763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Bound using segment: {'id': '3978e808-76c0-47d5-8512-9f15ef30a423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:54.842214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Bound port: 8038b719-670c-48b0-8d91-55b88ff90bd7, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3978e808-76c0-47d5-8512-9f15ef30a423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:54.842607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.883014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a66fe020-c186-456b-9514-805d37ec0713), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.913166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Subnet': ['ID=a66fe020-c186-456b-9514-805d37ec0713,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:54.916053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.922150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.925655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/subnets/a66fe020-c186-456b-9514-805d37ec0713 HTTP/1.1" status: 204 len: 168 time: 0.5653460 Apr 30 04:57:54.927525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.927881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.928218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.928565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.929390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.929627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39040) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:54.929730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.929730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.929903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.930800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.931095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.931696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.932090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.933633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.933633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.933633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed31a5-9b60-4a03-9d29-4eeba59036a1 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:57:54.960161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] For port 8038b719-670c-48b0-8d91-55b88ff90bd7, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:54.969517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:57:54.976809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:54.981410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:57:54.988811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] For port 8038b719-670c-48b0-8d91-55b88ff90bd7, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8038b719-670c-48b0-8d91-55b88ff90bd7,segment=NetworkSegment(3978e808-76c0-47d5-8512-9f15ef30a423),segment_id=3978e808-76c0-47d5-8512-9f15ef30a423)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:54.991862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:57:54.999406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting subnet d4decebf-7de7-4d67-9229-1f6580011c7b {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:57:55.004676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Pushing event updated for resources: {'Port': ['ID=40143194-0706-405b-9fc2-f2e2ebc42608,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:55.004840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for subnet (d4decebf-7de7-4d67-9229-1f6580011c7b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.056015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Attempting to bind port 40143194-0706-405b-9fc2-f2e2ebc42608 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:57:55.056366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Attempting to bind port 40143194-0706-405b-9fc2-f2e2ebc42608 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '188e1310-37ec-4671-8109-15923b8f7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:57:55.056730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Attempting to bind port 40143194-0706-405b-9fc2-f2e2ebc42608 on network 8714fcf7-6403-408c-aa64-55444e9c6fd9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:57:55.059380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (d4decebf-7de7-4d67-9229-1f6580011c7b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.061784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:57:55.062160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Checking segment: {'id': '188e1310-37ec-4671-8109-15923b8f7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:57:55.062580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.062967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Bound using segment: {'id': '188e1310-37ec-4671-8109-15923b8f7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:57:55.063452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Bound port: 40143194-0706-405b-9fc2-f2e2ebc42608, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188e1310-37ec-4671-8109-15923b8f7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8714fcf7-6403-408c-aa64-55444e9c6fd9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:57:55.063808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.102990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.153779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d4decebf-7de7-4d67-9229-1f6580011c7b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.188324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af5b2-448c-4e01-8683-99f1ef146961 None None] Pushing event updated for resources: {'Port': ['ID=8038b719-670c-48b0-8d91-55b88ff90bd7,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:55.265541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (d4decebf-7de7-4d67-9229-1f6580011c7b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.268415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] For port 40143194-0706-405b-9fc2-f2e2ebc42608, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:57:55.271729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] For port 40143194-0706-405b-9fc2-f2e2ebc42608, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=40143194-0706-405b-9fc2-f2e2ebc42608,segment=NetworkSegment(188e1310-37ec-4671-8109-15923b8f7c16),segment_id=188e1310-37ec-4671-8109-15923b8f7c16)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:57:55.304037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Subnet': ['ID=d4decebf-7de7-4d67-9229-1f6580011c7b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:55.306490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.310580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b8dfe64c-79a1-4dab-bc16-fa3401aa42b5 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/subnets/d4decebf-7de7-4d67-9229-1f6580011c7b HTTP/1.1" status: 204 len: 168 time: 0.3796451 Apr 30 04:57:55.312945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39042) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:55.356478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.379078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27024ef8-37c0-46a1-b8f4-aaf7f28ac90f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:57:55.380655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-27024ef8-37c0-46a1-b8f4-aaf7f28ac90f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668008 Apr 30 04:57:55.389671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39044) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:55.429559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a06bb-f478-42c4-bd04-e98c08ee60c0 None None] Pushing event updated for resources: {'Port': ['ID=40143194-0706-405b-9fc2-f2e2ebc42608,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:55.491194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8714fcf7-6403-408c-aa64-55444e9c6fd9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.545416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting port 40143194-0706-405b-9fc2-f2e2ebc42608 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:55.545820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.627928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] For port 40143194-0706-405b-9fc2-f2e2ebc42608, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=40143194-0706-405b-9fc2-f2e2ebc42608,segment=NetworkSegment(188e1310-37ec-4671-8109-15923b8f7c16),segment_id=188e1310-37ec-4671-8109-15923b8f7c16)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:55.628440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.643430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Calling delete_port for 40143194-0706-405b-9fc2-f2e2ebc42608 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:55.807960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (40143194-0706-405b-9fc2-f2e2ebc42608), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.835124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Port': ['ID=40143194-0706-405b-9fc2-f2e2ebc42608,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:55.840916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] No DVR routers for this DVR port 40143194-0706-405b-9fc2-f2e2ebc42608 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:55.932173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (8714fcf7-6403-408c-aa64-55444e9c6fd9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.945410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8038b719-670c-48b0-8d91-55b88ff90bd7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:57:55.961100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8714fcf7-6403-408c-aa64-55444e9c6fd9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:55.971322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188e1310-37ec-4671-8109-15923b8f7c16') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:55.971657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188e1310-37ec-4671-8109-15923b8f7c16') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:55.981460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (188e1310-37ec-4671-8109-15923b8f7c16), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.991962 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8038b719-670c-48b0-8d91-55b88ff90bd7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:57:55.992499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:55.994585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (188e1310-37ec-4671-8109-15923b8f7c16), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.000530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:56.000984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (188e1310-37ec-4671-8109-15923b8f7c16), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:56.004156 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:56.073334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8038b719-670c-48b0-8d91-55b88ff90bd7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:57:56.073718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.108927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 8038b719-670c-48b0-8d91-55b88ff90bd7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8038b719-670c-48b0-8d91-55b88ff90bd7,segment=NetworkSegment(3978e808-76c0-47d5-8512-9f15ef30a423),segment_id=3978e808-76c0-47d5-8512-9f15ef30a423)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:56.128133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (8714fcf7-6403-408c-aa64-55444e9c6fd9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.135761 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.138976 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/8714fcf7-6403-408c-aa64-55444e9c6fd9 HTTP/1.1" status: 204 len: 168 time: 0.7482193 Apr 30 04:57:56.142815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39046) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:56.150902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e44b-ca17-47fd-84f5-5793e772098b tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=8714fcf7-6403-408c-aa64-55444e9c6fd9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:56.191334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.244938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.246546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=8038b719-670c-48b0-8d91-55b88ff90bd7,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:56.295805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Deleting port 8038b719-670c-48b0-8d91-55b88ff90bd7 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:57:56.297867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.372105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] For port 8038b719-670c-48b0-8d91-55b88ff90bd7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8038b719-670c-48b0-8d91-55b88ff90bd7,segment=NetworkSegment(3978e808-76c0-47d5-8512-9f15ef30a423),segment_id=3978e808-76c0-47d5-8512-9f15ef30a423)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:57:56.372483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.388659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Calling delete_port for 8038b719-670c-48b0-8d91-55b88ff90bd7 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:57:56.506223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ebb20d39-bb1e-47f7-95ee-0d3f445ec223 None None] Could not find standard attr ID for object 40143194-0706-405b-9fc2-f2e2ebc42608. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:56.545311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8038b719-670c-48b0-8d91-55b88ff90bd7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.556293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe56e8-f4f7-44fc-9d60-12f94962fc97 None None] DHCP port deletion for 8714fcf7-6403-408c-aa64-55444e9c6fd9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:56.574416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Port': ['ID=8038b719-670c-48b0-8d91-55b88ff90bd7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:56.575398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08180e-6ac0-4f8c-90ad-f1aee28297c8 None None] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:56.581666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] No DVR routers for this DVR port 8038b719-670c-48b0-8d91-55b88ff90bd7 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:57:56.591191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08180e-6ac0-4f8c-90ad-f1aee28297c8 None None] Network 8714fcf7-6403-408c-aa64-55444e9c6fd9 could not be found, it might have been deleted concurrently. {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 30 04:57:56.674743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.696539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:56.706031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3978e808-76c0-47d5-8512-9f15ef30a423') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:56.706380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3978e808-76c0-47d5-8512-9f15ef30a423') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:56.717335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (3978e808-76c0-47d5-8512-9f15ef30a423), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.720777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.725737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690db715-8e16-4743-a13d-8f6fc7710429 None None] Network c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:57:56.734633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (3978e808-76c0-47d5-8512-9f15ef30a423), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.740870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:56.741255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (3978e808-76c0-47d5-8512-9f15ef30a423), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:56.744603 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:56.818813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3fda0ee9-25e3-4660-b09d-1dba98c5015f None None] Could not find standard attr ID for object 8038b719-670c-48b0-8d91-55b88ff90bd7. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 04:57:56.852444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825b0aa-46a8-4732-925a-4b114df4db76 None None] DHCP port deletion for c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:57:56.898187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.905261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:56.908409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6 HTTP/1.1" status: 204 len: 168 time: 0.7642789 Apr 30 04:57:56.910856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:56.928333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f77ce-fcbe-437f-9412-4ab86213763f tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=c9ed06e3-c19b-43ef-b8fd-c88ca74f80a6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:57.002630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (9f3bb35f-b592-417f-9324-18298c710f93), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.094086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (9f3bb35f-b592-417f-9324-18298c710f93), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.114852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3bb35f-b592-417f-9324-18298c710f93']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.125199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20591cdd-154e-4ee5-8402-9fdddc18a2d2') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.125590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20591cdd-154e-4ee5-8402-9fdddc18a2d2') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.135615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (20591cdd-154e-4ee5-8402-9fdddc18a2d2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.148480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (20591cdd-154e-4ee5-8402-9fdddc18a2d2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.154737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (20591cdd-154e-4ee5-8402-9fdddc18a2d2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:57.160834 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:57.293417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (9f3bb35f-b592-417f-9324-18298c710f93), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.297556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.304331 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/9f3bb35f-b592-417f-9324-18298c710f93 HTTP/1.1" status: 204 len: 168 time: 0.3893313 Apr 30 04:57:57.305804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39050) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:57.317310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88714e27-990b-46a8-9262-07354296d23c tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=9f3bb35f-b592-417f-9324-18298c710f93,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:57.386749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (88c19e03-daa4-4158-bc59-01d8aa2ce007), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.474960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (88c19e03-daa4-4158-bc59-01d8aa2ce007), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.496122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c19e03-daa4-4158-bc59-01d8aa2ce007']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.505244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39234303-174e-472a-8639-3d58aeac99ed') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.505573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39234303-174e-472a-8639-3d58aeac99ed') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:57:57.515107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (39234303-174e-472a-8639-3d58aeac99ed), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.528288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39234303-174e-472a-8639-3d58aeac99ed), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.534070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:57:57.534478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (39234303-174e-472a-8639-3d58aeac99ed), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:57:57.537436 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:57:57.674711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (88c19e03-daa4-4158-bc59-01d8aa2ce007), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.678853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:57.682105 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] 10.222.0.16 "DELETE /v2.0/networks/88c19e03-daa4-4158-bc59-01d8aa2ce007 HTTP/1.1" status: 204 len: 168 time: 0.3768544 Apr 30 04:57:57.697633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f71b14-3d4f-49ff-9a74-c4ae3eb4cee2 tempest-BulkNetworkOpsIpV6Test-847423658 tempest-BulkNetworkOpsIpV6Test-847423658-project] Pushing event deleted for resources: {'Network': ['ID=88c19e03-daa4-4158-bc59-01d8aa2ce007,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:57:57.911570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 40143194-0706-405b-9fc2-f2e2ebc42608 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:57.935561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 40143194-0706-405b-9fc2-f2e2ebc42608 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:57.935820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 40143194-0706-405b-9fc2-f2e2ebc42608 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:57.936238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8038b719-670c-48b0-8d91-55b88ff90bd7 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:57:57.955298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8038b719-670c-48b0-8d91-55b88ff90bd7 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:57:57.960229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8038b719-670c-48b0-8d91-55b88ff90bd7 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:57:58.128641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39056) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:58.172024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:58.266099 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5d0d366f-d2f7-4f3b-ae76-45496f1e4dd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=398588b61abd4f6c85a4d8e44ecc0488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361759 Apr 30 04:57:58.268598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39060) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:57:58.323239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] Publish callbacks [] for security_group (2af956dd-5c5b-4f4b-b69f-070bab34303e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:58.345364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] Publish callbacks [] for security_group (2af956dd-5c5b-4f4b-b69f-070bab34303e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:58.447954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2af956dd-5c5b-4f4b-b69f-070bab34303e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:58.450580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:57:58.451709 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2af956dd-5c5b-4f4b-b69f-070bab34303e HTTP/1.1" status: 204 len: 168 time: 0.1821401 Apr 30 04:57:58.459552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b00f-5b55-4d6c-a7f6-5782fb269a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af956dd-5c5b-4f4b-b69f-070bab34303e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:07.851697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.180770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39078) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:10.335343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Deleting port de721d08-c708-41c4-89de-53adc9c8687c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:58:10.335936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (de721d08-c708-41c4-89de-53adc9c8687c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.413490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (de721d08-c708-41c4-89de-53adc9c8687c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.413811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for floatingip (de721d08-c708-41c4-89de-53adc9c8687c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.425558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Calling delete_port for de721d08-c708-41c4-89de-53adc9c8687c owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:58:10.722322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (de721d08-c708-41c4-89de-53adc9c8687c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.747026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Port': ['ID=de721d08-c708-41c4-89de-53adc9c8687c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:10.810791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for floatingip (f4c467bf-8bee-4891-ae2e-a5fb867907f7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:10.811118 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Floating IP f4c467bf-8bee-4891-ae2e-a5fb867907f7 disassociated (deleted). External IP: 172.26.5.172, port: 264079b2-d188-4690-b780-5b420cbb0853. Apr 30 04:58:11.034938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Router d765fa61-4594-459e-a5ca-4485139092ab has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:58:11.144415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:58:11.149950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:11.154917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Sync routers for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:58:11.164714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:11.165328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:11.180694 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0a5cc256-1bde-491c-9e58-afdd2f263e47 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "DELETE /v2.0/floatingips/f4c467bf-8bee-4891-ae2e-a5fb867907f7 HTTP/1.1" status: 204 len: 168 time: 0.9988437 Apr 30 04:58:11.181278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:58:11.183603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb293573-6bf8-4c49-b531-16386d1e9d72" -d '{"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:58:11.418602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02a9e03-3de0-4dbe-9c63-7f94447ceaa5 x-openstack-request-id: req-c02a9e03-3de0-4dbe-9c63-7f94447ceaa5 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:58:11.418602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:58:11.418602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c02a9e03-3de0-4dbe-9c63-7f94447ceaa5 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:58:11.418602 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02a9e03-3de0-4dbe-9c63-7f94447ceaa5'] response: {'name': 'network-changed', 'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'status': 'completed', 'code': 200} Apr 30 04:58:11.441175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:11.482933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-981f7e94-0ba3-423a-8fc2-2144b9e32c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:11.484434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-981f7e94-0ba3-423a-8fc2-2144b9e32c97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 1129 time: 0.0439508 Apr 30 04:58:11.580632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-4b5b42f1-853b-49d4-b1a5-a008aa5c9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:11.582101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-4b5b42f1-853b-49d4-b1a5-a008aa5c9c9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 200 len: 897 time: 0.0919359 Apr 30 04:58:11.636318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:11.647738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0bd28-2aae-4021-830d-e7584fb5b96c req-606203bd-da57-432b-a67f-46b8b74b2fa1 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:11.649246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dff0bd28-2aae-4021-830d-e7584fb5b96c req-606203bd-da57-432b-a67f-46b8b74b2fa1 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0468154 Apr 30 04:58:11.667336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Checking router: d765fa61-4594-459e-a5ca-4485139092ab for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:58:11.675873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:11.676490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:11.703551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dff0bd28-2aae-4021-830d-e7584fb5b96c req-9262e344-51ac-4678-b4f1-18421f545c4e tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484819 Apr 30 04:58:11.784888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:11.966437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:11.991920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e877c-9504-4b08-a64e-2b672b4664d1 None None] The sync data for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv is: [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:56:25Z', 'revision_number': 4, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '34a48d07-dba3-40be-8861-2d2c1778d9b4', 'name': '', 'network_id': '2bc05787-5507-4bb6-8ee9-0a8095e5255f', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'mac_address': 'fa:16:3e:5f:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:23Z', 'updated_at': '2022-04-30T04:56:33Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'subnets': [{'id': '640b39dc-9a99-4b12-aae8-6c4acf06b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:58:12.205615 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ff66b-3f3f-48fc-a102-d6f7c2eb5df1 None None] New status for floating IP f4c467bf-8bee-4891-ae2e-a5fb867907f7: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:58:12.552040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-c4f7b852-ead8-4d02-85bd-848dc144c051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 200 len: 217 time: 0.0351398 Apr 30 04:58:12.600204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-021d91b8-130c-455b-a291-6a01a3577285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:12.601634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-021d91b8-130c-455b-a291-6a01a3577285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=640b39dc-9a99-4b12-aae8-6c4acf06b3e0 HTTP/1.1" status: 200 len: 835 time: 0.0427043 Apr 30 04:58:12.732919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-bb2cb8ac-5d3e-42bc-b0f5-22e44bd7b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:12.734539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-bb2cb8ac-5d3e-42bc-b0f5-22e44bd7b335 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc05787-5507-4bb6-8ee9-0a8095e5255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403414 Apr 30 04:58:12.879659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd64cde-06f7-43c8-be30-cc04add4da4d req-76d85890-92e9-47c6-be36-b267d905eee4 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:12.881316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcd64cde-06f7-43c8-be30-cc04add4da4d req-76d85890-92e9-47c6-be36-b267d905eee4 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.1062717 Apr 30 04:58:12.919177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930121e-73e9-4927-a4a7-74facedfadad req-78e6fd1d-9d0d-426f-a8e1-ae62e93e5abe tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:12.920545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2930121e-73e9-4927-a4a7-74facedfadad req-78e6fd1d-9d0d-426f-a8e1-ae62e93e5abe tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.13 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 945 time: 0.0908811 Apr 30 04:58:12.937349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-ddc07feb-e79e-4c07-8f9f-170240480159 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955574 Apr 30 04:58:13.019488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcd64cde-06f7-43c8-be30-cc04add4da4d req-b5503ea8-f352-4fd1-9642-7ac5f7dba53b tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304727 Apr 30 04:58:13.092511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Deleting port 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:58:13.092849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (264079b2-d188-4690-b780-5b420cbb0853), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:13.129341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb293573-6bf8-4c49-b531-16386d1e9d72 req-798b163d-8533-491e-9f01-8ea07ca699be service neutron] 10.222.0.13 "GET /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697989 Apr 30 04:58:13.198839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] For port 264079b2-d188-4690-b780-5b420cbb0853, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=264079b2-d188-4690-b780-5b420cbb0853,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:13.199205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (264079b2-d188-4690-b780-5b420cbb0853), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:13.212578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Calling delete_port for 264079b2-d188-4690-b780-5b420cbb0853 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:58:13.388738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (264079b2-d188-4690-b780-5b420cbb0853), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:13.419211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Port': ['ID=264079b2-d188-4690-b780-5b420cbb0853,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:13.465682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] No DVR routers for this DVR port 264079b2-d188-4690-b780-5b420cbb0853 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:58:13.468306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:13.471771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2930121e-73e9-4927-a4a7-74facedfadad req-bd3e64f2-f8d3-460c-b525-7ba9d75491de tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.13 "DELETE /v2.0/ports/264079b2-d188-4690-b780-5b420cbb0853 HTTP/1.1" status: 204 len: 173 time: 0.5447719 Apr 30 04:58:13.472235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-deleted', 'tag': '264079b2-d188-4690-b780-5b420cbb0853'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:58:13.475255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3589505f-37be-408e-8e4d-fe87784e649c" -d '{"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-deleted", "tag": "264079b2-d188-4690-b780-5b420cbb0853"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:58:13.509353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c33713-3cee-4686-9d4d-a29bf409698b x-openstack-request-id: req-c9c33713-3cee-4686-9d4d-a29bf409698b {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:58:13.509649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e49db-0126-4774-948c-f10a0fd058f9", "name": "network-vif-deleted", "tag": "264079b2-d188-4690-b780-5b420cbb0853", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:58:13.509928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9c33713-3cee-4686-9d4d-a29bf409698b {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:58:13.510368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c33713-3cee-4686-9d4d-a29bf409698b'] response: {'server_uuid': '965e49db-0126-4774-948c-f10a0fd058f9', 'name': 'network-vif-deleted', 'tag': '264079b2-d188-4690-b780-5b420cbb0853', 'status': 'completed', 'code': 200} Apr 30 04:58:14.129733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85decec0-ebcc-4ccf-890f-53d5c1e63b1b req-d2c419af-6a7a-4d6a-a921-cc1073eec1fc tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "GET /v2.0/ports?device_id=965e49db-0126-4774-948c-f10a0fd058f9 HTTP/1.1" status: 200 len: 210 time: 0.0277917 Apr 30 04:58:15.187523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39098) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:15.527178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (d765fa61-4594-459e-a5ca-4485139092ab), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:15.768927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Deleting port 34a48d07-dba3-40be-8861-2d2c1778d9b4 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:58:15.769267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:15.856467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] For port 34a48d07-dba3-40be-8861-2d2c1778d9b4, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=34a48d07-dba3-40be-8861-2d2c1778d9b4,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:15.856756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:15.870011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Calling delete_port for 34a48d07-dba3-40be-8861-2d2c1778d9b4 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:58:16.006182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:58:16.031449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 264079b2-d188-4690-b780-5b420cbb0853 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:58:16.031788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 264079b2-d188-4690-b780-5b420cbb0853 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:58:16.402249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (34a48d07-dba3-40be-8861-2d2c1778d9b4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:16.427790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Port': ['ID=34a48d07-dba3-40be-8861-2d2c1778d9b4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:16.612614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (d765fa61-4594-459e-a5ca-4485139092ab), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:16.841146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Router d765fa61-4594-459e-a5ca-4485139092ab has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:58:16.936290 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-4b292f16-4881-43e5-ab5e-10a0a979264d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378718 Apr 30 04:58:16.951938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:58:16.957041 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ba5644b9-68b1-49b1-a4be-133c2ec68351 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "PUT /v2.0/routers/d765fa61-4594-459e-a5ca-4485139092ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682362 Apr 30 04:58:16.960901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39100) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:16.963105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Sync routers for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:58:16.973345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:16.973953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:17.043758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-c685617b-0552-41ab-befa-e19d8009a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:17.045237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-c685617b-0552-41ab-befa-e19d8009a718 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0520272 Apr 30 04:58:17.050377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Deleting subnet 640b39dc-9a99-4b12-aae8-6c4acf06b3e0 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 04:58:17.055493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for subnet (640b39dc-9a99-4b12-aae8-6c4acf06b3e0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:17.082225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:17.124555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (640b39dc-9a99-4b12-aae8-6c4acf06b3e0), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:17.230120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-f14cc893-f402-4a9e-a99b-2fdbe72058c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:17.231497 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-f14cc893-f402-4a9e-a99b-2fdbe72058c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.1553864 Apr 30 04:58:17.252455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:58:16Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:17.280554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Checking router: d765fa61-4594-459e-a5ca-4485139092ab for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:58:17.289978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Routers {'d765fa61-4594-459e-a5ca-4485139092ab'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:17.290633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:57:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d765fa61-4594-459e-a5ca-4485139092ab'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:17.405194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] Set router d765fa61-4594-459e-a5ca-4485139092ab gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:17.571728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (640b39dc-9a99-4b12-aae8-6c4acf06b3e0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:17.589589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:58:16Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:17.616498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f217f6a-c21d-425a-83d4-b2bbef361699 None None] The sync data for ids ['d765fa61-4594-459e-a5ca-4485139092ab'] in dv-neutron-838078-9-hyperv is: [{'id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523607858', 'tenant_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:56:14Z', 'updated_at': '2022-04-30T04:58:16Z', 'revision_number': 5, 'project_id': 'c37cf34c1dba42589ec1e058f18d4ed1', 'gw_port': {'id': 'f8670d43-2f4f-4bdc-9f41-709d3f2d0030', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765fa61-4594-459e-a5ca-4485139092ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:56:15Z', 'updated_at': '2022-04-30T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:58:17.620737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-dbe47b64-f4b9-413d-b602-3241daa70958 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 1000 time: 0.3831668 Apr 30 04:58:17.679661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-a99ef63b-9e86-4cc7-a9ce-290c875a413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:17.681098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-a99ef63b-9e86-4cc7-a9ce-290c875a413d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0542164 Apr 30 04:58:17.722995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-5c9c6933-44d9-453f-b48c-440b5769ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:17.725000 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-5c9c6933-44d9-453f-b48c-440b5769ee5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383501 Apr 30 04:58:17.739189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (640b39dc-9a99-4b12-aae8-6c4acf06b3e0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:17.779907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Subnet': ['ID=640b39dc-9a99-4b12-aae8-6c4acf06b3e0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:17.787143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:17.790460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d355f49b-eab1-42eb-b8d4-b71ae7ff1036 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "DELETE /v2.0/subnets/640b39dc-9a99-4b12-aae8-6c4acf06b3e0 HTTP/1.1" status: 204 len: 168 time: 0.8278768 Apr 30 04:58:17.792876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84c45f-dff2-4e14-960f-a3872150e5c9 None None] Network 2bc05787-5507-4bb6-8ee9-0a8095e5255f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:58:17.793168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39102) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:17.961545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-1dec7054-3136-426e-b59a-d581c717451d service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296743 Apr 30 04:58:17.992844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] DHCP port deletion for 2bc05787-5507-4bb6-8ee9-0a8095e5255f request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 04:58:18.045202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Deleting port d88b0eca-5a5a-44b7-b380-f67152d073b5 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:58:18.045573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.069413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router (d765fa61-4594-459e-a5ca-4485139092ab), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.069599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d88b0eca-5a5a-44b7-b380-f67152d073b5 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:58:18.144510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] For port d88b0eca-5a5a-44b7-b380-f67152d073b5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d88b0eca-5a5a-44b7-b380-f67152d073b5,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:18.145171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.162132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Calling delete_port for d88b0eca-5a5a-44b7-b380-f67152d073b5 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:58:18.181015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-661dd0e5-acb7-4557-b436-d6764fedbf28 req-4effaac8-3976-4577-8aa1-6c670c7f3fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138991 Apr 30 04:58:18.210596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_gateway (d765fa61-4594-459e-a5ca-4485139092ab), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.253126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d88b0eca-5a5a-44b7-b380-f67152d073b5 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:18.253512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.296210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d88b0eca-5a5a-44b7-b380-f67152d073b5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d88b0eca-5a5a-44b7-b380-f67152d073b5,segment=NetworkSegment(95c53911-0d3b-4d27-a71c-8b9a65c651a9),segment_id=95c53911-0d3b-4d27-a71c-8b9a65c651a9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:18.307298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Deleting port f8670d43-2f4f-4bdc-9f41-709d3f2d0030 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 04:58:18.307636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.362518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.363332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 34a48d07-dba3-40be-8861-2d2c1778d9b4 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:58:18.391188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] For port f8670d43-2f4f-4bdc-9f41-709d3f2d0030, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:18.391188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.400521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 34a48d07-dba3-40be-8861-2d2c1778d9b4 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:58:18.400862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 34a48d07-dba3-40be-8861-2d2c1778d9b4 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:58:18.404145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Calling delete_port for f8670d43-2f4f-4bdc-9f41-709d3f2d0030 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 04:58:18.428521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d88b0eca-5a5a-44b7-b380-f67152d073b5,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:18.435563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.435902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.436237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.436568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.436888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.437208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.437529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.437841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.438156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.438492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.438809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.439124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.439449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.439753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.440053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:18.443933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d88b0eca-5a5a-44b7-b380-f67152d073b5), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.470067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] Pushing event deleted for resources: {'Port': ['ID=d88b0eca-5a5a-44b7-b380-f67152d073b5,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:18.476010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0761c6-4a8c-4e1a-b735-b0cddbf74bde None None] No DVR routers for this DVR port d88b0eca-5a5a-44b7-b380-f67152d073b5 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 04:58:18.619296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f8670d43-2f4f-4bdc-9f41-709d3f2d0030), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.643345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Port': ['ID=f8670d43-2f4f-4bdc-9f41-709d3f2d0030,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:18.707590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (d765fa61-4594-459e-a5ca-4485139092ab), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.800062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d765fa61-4594-459e-a5ca-4485139092ab), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.802706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router_controller (d765fa61-4594-459e-a5ca-4485139092ab), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.903689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d765fa61-4594-459e-a5ca-4485139092ab), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.904178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Fanout notify agent at l3_agent the message router_deleted on router d765fa61-4594-459e-a5ca-4485139092ab {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 04:58:18.912038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:18.912038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e9632896-7338-45dc-82e5-e02384998ea2 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "DELETE /v2.0/routers/d765fa61-4594-459e-a5ca-4485139092ab HTTP/1.1" status: 204 len: 168 time: 1.1174979 Apr 30 04:58:18.914316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39104) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:18.995629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2bc05787-5507-4bb6-8ee9-0a8095e5255f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.087715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2bc05787-5507-4bb6-8ee9-0a8095e5255f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.107048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc05787-5507-4bb6-8ee9-0a8095e5255f']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:19.116441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c53911-0d3b-4d27-a71c-8b9a65c651a9') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:19.116732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c53911-0d3b-4d27-a71c-8b9a65c651a9') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:19.125981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (95c53911-0d3b-4d27-a71c-8b9a65c651a9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.139594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (95c53911-0d3b-4d27-a71c-8b9a65c651a9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.145540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 04:58:19.146637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (95c53911-0d3b-4d27-a71c-8b9a65c651a9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 04:58:19.149737 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 04:58:19.274871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (2bc05787-5507-4bb6-8ee9-0a8095e5255f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.282120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.284816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "DELETE /v2.0/networks/2bc05787-5507-4bb6-8ee9-0a8095e5255f HTTP/1.1" status: 204 len: 168 time: 0.3693886 Apr 30 04:58:19.287669 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39108) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:19.295865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88022c1-b6f3-42a3-bc45-47f772ec6922 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'Network': ['ID=2bc05787-5507-4bb6-8ee9-0a8095e5255f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:19.347580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (4eb927dc-e42a-4c61-aa46-68f1dabd2e0f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.374296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (4eb927dc-e42a-4c61-aa46-68f1dabd2e0f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.508730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4eb927dc-e42a-4c61-aa46-68f1dabd2e0f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.511344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:19.512525 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] 10.222.0.16 "DELETE /v2.0/security-groups/4eb927dc-e42a-4c61-aa46-68f1dabd2e0f HTTP/1.1" status: 204 len: 168 time: 0.2238438 Apr 30 04:58:19.522348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b786a-4cdd-4f5a-83db-518f0c94c4b9 tempest-TestNetworkAdvancedServerOps-2120967237 tempest-TestNetworkAdvancedServerOps-2120967237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb927dc-e42a-4c61-aa46-68f1dabd2e0f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:19.924173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8670d43-2f4f-4bdc-9f41-709d3f2d0030 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 04:58:19.944824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: f8670d43-2f4f-4bdc-9f41-709d3f2d0030 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 04:58:19.945168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8670d43-2f4f-4bdc-9f41-709d3f2d0030 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 04:58:21.042290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39120) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:21.171612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5881b9f9-02bd-4460-ab78-dea4fcb6ccb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c37cf34c1dba42589ec1e058f18d4ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281207 Apr 30 04:58:21.174003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39124) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:21.220518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] Publish callbacks [] for security_group (fd6e3b82-99c0-4c7d-8957-494b95df1929), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:21.241585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] Publish callbacks [] for security_group (fd6e3b82-99c0-4c7d-8957-494b95df1929), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:21.360394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fd6e3b82-99c0-4c7d-8957-494b95df1929), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:21.363026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:21.368541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd6e3b82-99c0-4c7d-8957-494b95df1929 HTTP/1.1" status: 204 len: 168 time: 0.1892364 Apr 30 04:58:21.372488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a743f-3cc3-4f89-89c6-d3cb1989c0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6e3b82-99c0-4c7d-8957-494b95df1929,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:21.796149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-41efbb71-55f3-4026-aeee-2bddc7425d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:21.934511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39130) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:21.947773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8e390de-ce94-477b-bce0-c8d290f836f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.027638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8e390de-ce94-477b-bce0-c8d290f836f9 admin admin] Publish callbacks [] for security_group (eb5422df-17eb-485c-8d55-d9f5e7e09a18), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.091816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c8e390de-ce94-477b-bce0-c8d290f836f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (eb5422df-17eb-485c-8d55-d9f5e7e09a18), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.131036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c8e390de-ce94-477b-bce0-c8d290f836f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db627f5da13d40ee9502372a4b268e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948838 Apr 30 04:58:22.131898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e390de-ce94-477b-bce0-c8d290f836f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5422df-17eb-485c-8d55-d9f5e7e09a18,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:22.137626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:22.188296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] Publish callbacks [] for security_group (eb5422df-17eb-485c-8d55-d9f5e7e09a18), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.210774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] Publish callbacks [] for security_group (eb5422df-17eb-485c-8d55-d9f5e7e09a18), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.321958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (eb5422df-17eb-485c-8d55-d9f5e7e09a18), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.324573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:22.325709 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb5422df-17eb-485c-8d55-d9f5e7e09a18 HTTP/1.1" status: 204 len: 168 time: 0.1871462 Apr 30 04:58:22.336543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237f3c4-4cf2-4499-8f55-7bbaade364f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5422df-17eb-485c-8d55-d9f5e7e09a18,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:24.017430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-88bbdf41-753e-402d-b20d-7ac44f944d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.080050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39168) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:24.218730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--1404605879', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:24.315905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:58:24.319343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.327968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.401614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (bf32d2d2-f804-4fb9-aa86-16575449f3e7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.464525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bf32d2d2-f804-4fb9-aa86-16575449f3e7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.494688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:58:24.504215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32d2d2-f804-4fb9-aa86-16575449f3e7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:24.509063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a9f18a6e-c50a-40d6-9ac3-6d459b96ceed), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.509399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment a9f18a6e-c50a-40d6-9ac3-6d459b96ceed of type vlan for network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba Apr 30 04:58:24.549519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.640029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.645105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:24.646185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.710732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:24.722221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:58:24.741718 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6cce590d-a983-468d-97a4-83205dff6b1f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6605353 Apr 30 04:58:24.744443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39172) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:24.748923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-233720105', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:24.824892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.825961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.917457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (420745e9-cb66-448d-b814-2abe2b7c8a0c), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:24.971755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.138545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (420745e9-cb66-448d-b814-2abe2b7c8a0c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.376843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.405278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.506384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.169 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/02112e04-8dbb-4684-ac7c-494a8ad02f96) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:58:25.609112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.688076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:25.726024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:25.728934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:25.731483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:58:25.763147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=02112e04-8dbb-4684-ac7c-494a8ad02f96,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:25.961230 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:58:26.059820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:26.259675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:26.704431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:26.733022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 04:58:26.840652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:58:26.851023 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:58:26.860789 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:26.862997 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:26.913479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:26.914895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-74246f0a-6f2d-4743-a8d0-b3a0ecfdb484 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1693535 Apr 30 04:58:26.918199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39174) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:27.000217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-984b2a4f-51a4-4400-93d9-e8fe0a09b922 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808170 Apr 30 04:58:27.003087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39178) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:27.054535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:27.160706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8ba0c-34d5-49a9-8a95-443b2a224d7d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:27.162872 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-17e8ba0c-34d5-49a9-8a95-443b2a224d7d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587994 Apr 30 04:58:27.165578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39180) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:27.199142 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fff9cd4c-1f85-41bc-b332-860b0c41a084 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324330 Apr 30 04:58:27.201610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39182) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:27.206666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445667295', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:27.221307 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:25Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:27.252035 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:58:27.252381 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Updating router 420745e9-cb66-448d-b814-2abe2b7c8a0c port 02112e04-8dbb-4684-ac7c-494a8ad02f96 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:58:27.279399 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.327694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:58:27.331213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.528250 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks [] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.554853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (77a235ac-59b6-477f-ac10-a99a090c40fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.577431 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.618801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=77a235ac-59b6-477f-ac10-a99a090c40fb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:27.630079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:58:27.630470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:58:27.630681 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Pushing event updated for resources: {'Port': ['ID=02112e04-8dbb-4684-ac7c-494a8ad02f96,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:27.633439 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Attempting to bind port 02112e04-8dbb-4684-ac7c-494a8ad02f96 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:58:27.633833 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Attempting to bind port 02112e04-8dbb-4684-ac7c-494a8ad02f96 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:58:27.634154 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Attempting to bind port 02112e04-8dbb-4684-ac7c-494a8ad02f96 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:58:27.641947 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.642306 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.642685 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.643015 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.643345 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.643666 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.643993 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.644306 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.644637 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.644960 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.645280 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.646125 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.646474 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.646786 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.647100 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:58:27.650766 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:58:27.654888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:58:27.654888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.654888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:58:27.654888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Bound port: 02112e04-8dbb-4684-ac7c-494a8ad02f96, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:58:27.654888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.702947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:58:27.705502 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] For port 02112e04-8dbb-4684-ac7c-494a8ad02f96, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:58:27.708648 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] For port 02112e04-8dbb-4684-ac7c-494a8ad02f96, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=02112e04-8dbb-4684-ac7c-494a8ad02f96,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:58:27.787760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:27.788629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:27.789222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.794831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32510d-7fc6-4dcc-9754-9520bcd80f06 None None] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:58:27.807828 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.862262 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-98fc5fbd-b81a-43e9-8e50-39c678f4d5f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6596043 Apr 30 04:58:27.863545 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:27.864159 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:27.865602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39186) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:27.900278 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d715df9-573f-45f8-853f-32d24ef950ba None None] Pushing event updated for resources: {'Port': ['ID=02112e04-8dbb-4684-ac7c-494a8ad02f96,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:27.908061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:58:27.908894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:27.988429 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:28.169924 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:25Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:28.202323 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e34ac-6c5b-4209-bac2-00b498fe11ee None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:25Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:58:28.216237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Allocated IP 172.20.0.2 (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba/77a235ac-59b6-477f-ac10-a99a090c40fb/2b268759-a85a-43c1-b21d-6ae0c30130ed) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:58:28.294493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.327029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.372343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks [] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.431197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.493359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:28.498971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:28.503395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Pushing event updated for resources: {'Port': ['ID=2b268759-a85a-43c1-b21d-6ae0c30130ed,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:28.511576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:58:28.578136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Attempting to bind port 2b268759-a85a-43c1-b21d-6ae0c30130ed on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:58:28.578687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Attempting to bind port 2b268759-a85a-43c1-b21d-6ae0c30130ed by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:58:28.579128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Attempting to bind port 2b268759-a85a-43c1-b21d-6ae0c30130ed on network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:58:28.585066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:58:28.585801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Checking segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:58:28.586294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.586798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Bound using segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:58:28.587277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Bound port: 2b268759-a85a-43c1-b21d-6ae0c30130ed, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:58:28.587681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.651630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba/77a235ac-59b6-477f-ac10-a99a090c40fb/e764b37d-d73d-4f76-85d5-78768ad4405e) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:58:28.659739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] For port 2b268759-a85a-43c1-b21d-6ae0c30130ed, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:58:28.663359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] For port 2b268759-a85a-43c1-b21d-6ae0c30130ed, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b268759-a85a-43c1-b21d-6ae0c30130ed,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:58:28.749288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.778287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.826017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ceb11-ec97-4e24-a2aa-f35d2eddce90 None None] Pushing event updated for resources: {'Port': ['ID=2b268759-a85a-43c1-b21d-6ae0c30130ed,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:28.903688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:28.945287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:28.948490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:28.955757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:58:28.987135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:29.014937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.243790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.531942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.601695 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.676380 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:29.680095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.732361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a6396-d650-49d6-96ea-7bfefa6f588d None None] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:58:29.782741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:29.784125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:29.804813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Provisioning complete for port 2b268759-a85a-43c1-b21d-6ae0c30130ed triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:29.805177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.908866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:58:29.922884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Current status of the port 2b268759-a85a-43c1-b21d-6ae0c30130ed is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:29.923397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:29.966557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] For port 2b268759-a85a-43c1-b21d-6ae0c30130ed, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b268759-a85a-43c1-b21d-6ae0c30130ed,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:30.026398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 02112e04-8dbb-4684-ac7c-494a8ad02f96 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:30.030680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.069354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:58:30.077909 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2456efaf-b7c0-466e-aed7-7d55c891022b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/420745e9-cb66-448d-b814-2abe2b7c8a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087517 Apr 30 04:58:30.078344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39190) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:30.123637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6015068-77f2-48c6-8157-aa7777c17312 None None] Pushing event updated for resources: {'Port': ['ID=2b268759-a85a-43c1-b21d-6ae0c30130ed,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:30.128326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 02112e04-8dbb-4684-ac7c-494a8ad02f96 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:30.128945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.216147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 02112e04-8dbb-4684-ac7c-494a8ad02f96 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:30.216671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.250500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 02112e04-8dbb-4684-ac7c-494a8ad02f96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=02112e04-8dbb-4684-ac7c-494a8ad02f96,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:30.259241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Provisioning complete for port 2b268759-a85a-43c1-b21d-6ae0c30130ed triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:30.259792 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.342896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.343691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b268759-a85a-43c1-b21d-6ae0c30130ed up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:30.426608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=02112e04-8dbb-4684-ac7c-494a8ad02f96,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:30.431548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Current status of the port 2b268759-a85a-43c1-b21d-6ae0c30130ed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:30.454260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Provisioning complete for port e764b37d-d73d-4f76-85d5-78768ad4405e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:30.454713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.491817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:58:30.498053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a5491984-7041-41de-92bc-8a97f8822d66 None None] Port e764b37d-d73d-4f76-85d5-78768ad4405e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:58:30.515028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2b268759-a85a-43c1-b21d-6ae0c30130ed triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:30.515509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.518819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:30.519147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:30.633891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.634522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.634876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.635337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.635960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.636420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.638198 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c68b7b0-7155-46c7-9514-faa5cf1353ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.5587788 Apr 30 04:58:30.641067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39192) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:30.657630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-93ceacd9-43a6-42b6-aa80-7864f456eadf None None] Provisioning complete for port e764b37d-d73d-4f76-85d5-78768ad4405e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:30.658064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-93ceacd9-43a6-42b6-aa80-7864f456eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:30.734521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.734987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.735439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.735888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.736309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2b268759-a85a-43c1-b21d-6ae0c30130ed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:30.736445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.736766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:30.740950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:30.743480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ebd55be-f9c0-4cf3-b153-092ef5e13018 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1002336 Apr 30 04:58:30.743480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39194) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:30.769276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-93ceacd9-43a6-42b6-aa80-7864f456eadf None None] Port e764b37d-d73d-4f76-85d5-78768ad4405e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:58:30.939507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:30.954380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6137646-a856-4cd9-9b82-d888322477e3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2100692 Apr 30 04:58:30.974988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:58:30.975345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Updating router 420745e9-cb66-448d-b814-2abe2b7c8a0c port e764b37d-d73d-4f76-85d5-78768ad4405e binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:58:31.009970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.276097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks [] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.322388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39198) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:31.327029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523298396', 'description': 'tempest-secgroup-smoke-1523298396 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:31.344879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.393613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad42381-a095-4134-8b82-d089481ae3d7 None None] Pushing event updated for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:31.425148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.449459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Attempting to bind port e764b37d-d73d-4f76-85d5-78768ad4405e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:58:31.449809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Attempting to bind port e764b37d-d73d-4f76-85d5-78768ad4405e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:58:31.450222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Attempting to bind port e764b37d-d73d-4f76-85d5-78768ad4405e on network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:58:31.455406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:58:31.455813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Checking segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:58:31.456209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.456593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Bound using segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:58:31.457051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Bound port: e764b37d-d73d-4f76-85d5-78768ad4405e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:58:31.457684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.504218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.524310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] For port e764b37d-d73d-4f76-85d5-78768ad4405e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:58:31.527493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] For port e764b37d-d73d-4f76-85d5-78768ad4405e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e764b37d-d73d-4f76-85d5-78768ad4405e,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:58:31.577631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.600575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-478e2e79-7994-4501-a42a-aeebb8c372db None None] Provisioning complete for port e764b37d-d73d-4f76-85d5-78768ad4405e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:31.600937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-478e2e79-7994-4501-a42a-aeebb8c372db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.609474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:31.624977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.660544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-478e2e79-7994-4501-a42a-aeebb8c372db None None] Port e764b37d-d73d-4f76-85d5-78768ad4405e cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:58:31.676617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.678375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0013094e-fc5b-41e4-a8d4-934e1aa72b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3546388 Apr 30 04:58:31.684778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39200) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:31.686676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:31.687306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:31.687488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:31.736873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad42381-a095-4134-8b82-d089481ae3d7 None None] Pushing event updated for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:31.785913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d7e8b183-56e0-4f0c-8a37-66b81026583b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.853698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d7e8b183-56e0-4f0c-8a37-66b81026583b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.916225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d7e8b183-56e0-4f0c-8a37-66b81026583b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.939605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e8b183-56e0-4f0c-8a37-66b81026583b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:31.949349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Provisioning complete for port e764b37d-d73d-4f76-85d5-78768ad4405e triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:31.949866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.959564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 02112e04-8dbb-4684-ac7c-494a8ad02f96 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:31.993253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:31.994499 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fe1ccc0d-1745-4278-8686-1406adefa053 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118281 Apr 30 04:58:31.997174 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:32.001438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:32.004543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:32.075981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ee43f719-7e92-4769-8735-14c125816c62), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.132002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 02112e04-8dbb-4684-ac7c-494a8ad02f96 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:32.132373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.132970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ee43f719-7e92-4769-8735-14c125816c62), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.190486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ee43f719-7e92-4769-8735-14c125816c62), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.215102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee43f719-7e92-4769-8735-14c125816c62,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:32.242997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Current status of the port e764b37d-d73d-4f76-85d5-78768ad4405e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:32.243377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.272510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.273710 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fe16acdd-6b16-41c0-8aca-40582fe70a0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756207 Apr 30 04:58:32.276673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:32.281221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:32.332213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] For port e764b37d-d73d-4f76-85d5-78768ad4405e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e764b37d-d73d-4f76-85d5-78768ad4405e,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:32.349471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:31Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:32.354942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9dab2139-9b16-4a8e-bed8-7cd2bf235714), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.381788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 02112e04-8dbb-4684-ac7c-494a8ad02f96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:32.382922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b268759-a85a-43c1-b21d-6ae0c30130ed up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:32.384886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a81e20-39c4-4c30-803f-c802fcefbd57 None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:31Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:58:32.424711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9dab2139-9b16-4a8e-bed8-7cd2bf235714), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.432516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 2b268759-a85a-43c1-b21d-6ae0c30130ed triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:32.432890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.459745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.494126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9dab2139-9b16-4a8e-bed8-7cd2bf235714), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.519176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dab2139-9b16-4a8e-bed8-7cd2bf235714,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:32.530048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bdffa-6e69-4c80-b1e8-a4240d18fcc8 None None] Pushing event updated for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:32.574928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 2b268759-a85a-43c1-b21d-6ae0c30130ed is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:32.600940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.600940 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cb33c6fe-abe2-425c-9432-588370f0ff26 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3200920 Apr 30 04:58:32.601496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:32.606630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:32.701545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (6d863b15-8a75-43e5-869a-877b6761d90b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.778449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (6d863b15-8a75-43e5-869a-877b6761d90b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.846824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (6d863b15-8a75-43e5-869a-877b6761d90b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.874341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d863b15-8a75-43e5-869a-877b6761d90b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:32.939411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:32.943685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-729aabcf-4e4c-4df6-800c-4646a7d9af10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382008 Apr 30 04:58:32.944225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39208) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:32.948831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:33.029202 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:58:33.035697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (4ba0a325-9a0f-4b2f-b941-f269c2e12d51), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.110468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (4ba0a325-9a0f-4b2f-b941-f269c2e12d51), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.206260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4ba0a325-9a0f-4b2f-b941-f269c2e12d51), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.231276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba0a325-9a0f-4b2f-b941-f269c2e12d51,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:33.343038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.343038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f22225b3-8c77-47e8-9621-583e45584203 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3950982 Apr 30 04:58:33.343292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:33.347664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:33.431747 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:58:33.437593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (43343f17-ae98-4897-aab9-d816830e8978), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.509156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (43343f17-ae98-4897-aab9-d816830e8978), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.584136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (43343f17-ae98-4897-aab9-d816830e8978), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.604651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43343f17-ae98-4897-aab9-d816830e8978,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:33.687976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:33.693175 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-38942c58-bf5e-4249-a9f4-39e27807ed27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452168 Apr 30 04:58:33.839453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-258f64ef-dd6e-4159-bc8e-34cbefe4a5f3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523298396&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0454974 Apr 30 04:58:33.953747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-973d09f7-50fe-48c2-9821-0bd989c0768d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:33.956884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-973d09f7-50fe-48c2-9821-0bd989c0768d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 200 len: 797 time: 0.1097057 Apr 30 04:58:33.963164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e764b37d-d73d-4f76-85d5-78768ad4405e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:33.979590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-f9e5c4e4-e5d2-43ab-9b76-27974bc5302c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0128586 Apr 30 04:58:34.011727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e764b37d-d73d-4f76-85d5-78768ad4405e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:34.012095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:34.039735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-825aee17-2322-4978-949b-9221c89a4f3b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543821 Apr 30 04:58:34.092824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e764b37d-d73d-4f76-85d5-78768ad4405e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:34.142802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-e7e19eaf-83b9-45fb-b199-dbe4dcb724aa service neutron] 10.222.0.16 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890543 Apr 30 04:58:34.239351 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-a1c9b424-43b3-4f85-aa9e-5cfd4fa9964c service neutron] 10.222.0.16 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Apr 30 04:58:34.561268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ae3b38e-3085-42b2-83fe-f47d488227ff req-663b9be7-db64-4019-ab3a-584314ad3143 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 210 time: 0.0295210 Apr 30 04:58:35.658617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-061336ad-0451-4566-9cf6-b2aa55331c49 req-add3cc34-8bcf-47f1-8ec3-c76945571a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 210 time: 0.0295546 Apr 30 04:58:36.603753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-4a81b1da-eabb-4aae-b3d0-9671a2af7fdc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:36.605202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-4a81b1da-eabb-4aae-b3d0-9671a2af7fdc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 200 len: 797 time: 0.1084344 Apr 30 04:58:36.669237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-905efc50-a240-4cf0-ace1-a6bd45fc09ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 380 time: 0.0554008 Apr 30 04:58:36.678489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:36.773460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-35c11756-3fc3-4a3b-ac2f-bcee8b9f79c4 req-e97e078d-81fd-4a61-bea4-23da16b77875 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 210 time: 0.0349412 Apr 30 04:58:36.898726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:58:36.903972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.034176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.8 (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba/77a235ac-59b6-477f-ac10-a99a090c40fb/70162b47-8a3b-4177-81a1-3497873a9a80) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:58:37.169486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (70162b47-8a3b-4177-81a1-3497873a9a80), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.288123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.335687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:37.340742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:37.344497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:58:37.368763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:37.398387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:37.399067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.471143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fe09311f-db4b-4c4c-9108-e312babb85cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963324 Apr 30 04:58:37.482005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Request body: {'port': {'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:37.543790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.611927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-69cb71b4-d5f8-4805-bd25-ecd2d23394f4 None None] Provisioning complete for port 70162b47-8a3b-4177-81a1-3497873a9a80 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:37.612573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-69cb71b4-d5f8-4805-bd25-ecd2d23394f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.648406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-69cb71b4-d5f8-4805-bd25-ecd2d23394f4 None None] Port 70162b47-8a3b-4177-81a1-3497873a9a80 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:58:37.811666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70162b47-8a3b-4177-81a1-3497873a9a80 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:58:37.819410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks [] for port (70162b47-8a3b-4177-81a1-3497873a9a80), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.828327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.832186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Transition to ACTIVE for port object 70162b47-8a3b-4177-81a1-3497873a9a80 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:58:37.897601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d539b-7982-410e-9db4-b040229ce3b5 req-5c57cc4b-4766-4df2-906f-449b099167b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:37.899088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd0d539b-7982-410e-9db4-b040229ce3b5 req-5c57cc4b-4766-4df2-906f-449b099167b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 931 time: 0.0467734 Apr 30 04:58:37.918632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:37.994505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Pushing event updated for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:37.999928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd0d539b-7982-410e-9db4-b040229ce3b5 req-b65c4409-5673-4e26-99a1-46703f79c43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951540 Apr 30 04:58:38.076250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Attempting to bind port 70162b47-8a3b-4177-81a1-3497873a9a80 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:58:38.076571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Attempting to bind port 70162b47-8a3b-4177-81a1-3497873a9a80 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:58:38.076891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Attempting to bind port 70162b47-8a3b-4177-81a1-3497873a9a80 on network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:58:38.081357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Port 70162b47-8a3b-4177-81a1-3497873a9a80 on network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:58:38.081669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Attempting to bind port 70162b47-8a3b-4177-81a1-3497873a9a80 on network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:58:38.087989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:58:38.088302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Checking segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:58:38.088692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Bound using segment: {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:58:38.089261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Bound port: 70162b47-8a3b-4177-81a1-3497873a9a80, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:58:38.089627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:38.155766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:58:38.159082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=70162b47-8a3b-4177-81a1-3497873a9a80,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:58:38.246365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:38.283556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.284167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:38.285512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] 10.222.0.13 "PUT /v2.0/ports/70162b47-8a3b-4177-81a1-3497873a9a80 HTTP/1.1" status: 200 len: 1093 time: 0.8077371 Apr 30 04:58:38.285947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:58:38.288853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3307380-3347-4a16-a4ae-09584e12cb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:58:38.312767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2b88-5a3f-4e46-8940-90ce04ed5be1 service neutron] Pushing event updated for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:38.326306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b4196-c0c6-4ff5-95ed-88e2cd362ee0 x-openstack-request-id: req-5e3b4196-c0c6-4ff5-95ed-88e2cd362ee0 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:58:38.330433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:58:38.330433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e3b4196-c0c6-4ff5-95ed-88e2cd362ee0 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:58:38.330433 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3b4196-c0c6-4ff5-95ed-88e2cd362ee0'] response: {'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80', 'status': 'completed', 'code': 200} Apr 30 04:58:38.388339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-4e5a85f3-d99e-4243-9519-0151c247384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.389839 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-4e5a85f3-d99e-4243-9519-0151c247384f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1127 time: 0.0421090 Apr 30 04:58:38.493642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-c0ea4d8a-2054-483f-af1b-36f6557db6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.495153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-c0ea4d8a-2054-483f-af1b-36f6557db6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988657 Apr 30 04:58:38.591557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-761430d3-501a-4451-b45e-ec84d88b2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.592944 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3307380-3347-4a16-a4ae-09584e12cb7c req-761430d3-501a-4451-b45e-ec84d88b2ebd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922909 Apr 30 04:58:38.665297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-2f33e289-16f6-4f64-920b-ef0b65bfe8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.666798 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-2f33e289-16f6-4f64-920b-ef0b65bfe8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1127 time: 0.0395930 Apr 30 04:58:38.711862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-c82012c0-2c01-4556-a362-cb99b8ab8e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70162b47-8a3b-4177-81a1-3497873a9a80 HTTP/1.1" status: 200 len: 217 time: 0.0385995 Apr 30 04:58:38.759094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-8412a0d1-ebb9-4569-a3b8-52f382eaa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.760537 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-8412a0d1-ebb9-4569-a3b8-52f382eaa78e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77a235ac-59b6-477f-ac10-a99a090c40fb HTTP/1.1" status: 200 len: 834 time: 0.0435846 Apr 30 04:58:38.802859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fd40169a-c060-4739-a443-8f64af150705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:38.804304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-fd40169a-c060-4739-a443-8f64af150705 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379944 Apr 30 04:58:38.894860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-25692c42-86fb-4292-9b76-d2160b095333 service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Apr 30 04:58:38.980448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dfe915ea-c305-4816-a782-8a7790e34f9b req-ac735357-b7d4-4906-aaf1-e71dd92ffe0b service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800378 Apr 30 04:58:39.122103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f133-774b-496f-a4e1-3b6eb47167a9 req-4152c1d0-41ec-4d3a-8213-d8f4137421a2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:39.123584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36b3f133-774b-496f-a4e1-3b6eb47167a9 req-4152c1d0-41ec-4d3a-8213-d8f4137421a2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 943 time: 0.0515435 Apr 30 04:58:39.171722 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36b3f133-774b-496f-a4e1-3b6eb47167a9 req-95995e33-c0f1-43bf-8b79-3365e768034c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Apr 30 04:58:40.054209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 70162b47-8a3b-4177-81a1-3497873a9a80 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:58:40.153296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=70162b47-8a3b-4177-81a1-3497873a9a80,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:40.164464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '70162b47-8a3b-4177-81a1-3497873a9a80', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:58:40.202350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 70162b47-8a3b-4177-81a1-3497873a9a80 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:40.202350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:40.218780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70162b47-8a3b-4177-81a1-3497873a9a80 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:58:40.245081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=70162b47-8a3b-4177-81a1-3497873a9a80,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:40.303317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b756-5d31-4386-b3f0-470852b98528 req-e2310df3-2139-4716-b258-e8096c6a76c6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:40.304279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:40.305174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef94b756-5d31-4386-b3f0-470852b98528 req-e2310df3-2139-4716-b258-e8096c6a76c6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 943 time: 0.0506232 Apr 30 04:58:40.359318 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef94b756-5d31-4386-b3f0-470852b98528 req-2388e1a9-348e-49a2-ba58-9aa9f2f562fc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Apr 30 04:58:40.366068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:40.517612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['70162b47-8a3b-4177-81a1-3497873a9a80'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:58:41.475692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c470d-ebfd-47cd-8347-8efdaee3a7b8 req-56e3c89b-a508-4caf-8e32-eefc558a6ff1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:41.477237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f91c470d-ebfd-47cd-8347-8efdaee3a7b8 req-56e3c89b-a508-4caf-8e32-eefc558a6ff1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 944 time: 0.0471494 Apr 30 04:58:41.528478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f91c470d-ebfd-47cd-8347-8efdaee3a7b8 req-1c7efae2-8334-4ce3-83a7-0e6efa664db9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Apr 30 04:58:42.071774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 70162b47-8a3b-4177-81a1-3497873a9a80 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:58:42.118137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 70162b47-8a3b-4177-81a1-3497873a9a80 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:58:42.176565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 70162b47-8a3b-4177-81a1-3497873a9a80 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:58:42.176946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:42.252674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 70162b47-8a3b-4177-81a1-3497873a9a80 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:58:42.253057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:42.276635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:58:42.278965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79edea37-af98-4a6a-8214-1f2b8868c658" -d '{"events": [{"server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "name": "network-vif-plugged", "status": "completed", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:58:42.294235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=70162b47-8a3b-4177-81a1-3497873a9a80,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:58:42.314062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732b9325-f4f0-455a-a220-2eb45dc35854 x-openstack-request-id: req-732b9325-f4f0-455a-a220-2eb45dc35854 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:58:42.314405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "name": "network-vif-plugged", "status": "completed", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:58:42.314664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-732b9325-f4f0-455a-a220-2eb45dc35854 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:58:42.315064 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732b9325-f4f0-455a-a220-2eb45dc35854'] response: {'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80', 'code': 200} Apr 30 04:58:42.359840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:42.407864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:42.654259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68e9d-34da-4a9a-ae5a-e92d15412f2f req-f57017ae-067a-45b2-83b3-e245af20e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:42.655783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bdb68e9d-34da-4a9a-ae5a-e92d15412f2f req-f57017ae-067a-45b2-83b3-e245af20e793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1129 time: 0.0650966 Apr 30 04:58:42.665867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df6991-0c6b-4438-af98-307bd2a80db7 req-de48ddff-55e4-47da-b0da-58c601c1ff9b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:42.667260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22df6991-0c6b-4438-af98-307bd2a80db7 req-de48ddff-55e4-47da-b0da-58c601c1ff9b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0674903 Apr 30 04:58:42.734827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bdb68e9d-34da-4a9a-ae5a-e92d15412f2f req-54a39b9b-d2da-4d69-a26b-c4ff008662f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666223 Apr 30 04:58:42.743936 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22df6991-0c6b-4438-af98-307bd2a80db7 req-cfa95f5d-0d3a-4c2b-ab0d-0c88d5cc0b4f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707107 Apr 30 04:58:43.863341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349380d-5565-4a2b-bba5-b3763b06c945 req-de2c82f6-0a7a-4b0b-83f7-1e97788df62f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:43.864707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f349380d-5565-4a2b-bba5-b3763b06c945 req-de2c82f6-0a7a-4b0b-83f7-1e97788df62f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0517669 Apr 30 04:58:43.914128 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f349380d-5565-4a2b-bba5-b3763b06c945 req-213e384b-ec76-47cc-a5d7-fbd2679a457e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Apr 30 04:58:45.031807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488a0a-8611-4a96-af73-db6ca756cbd1 req-606a0d16-8fdb-4a21-b792-6b7dba7d637b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:45.033410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b488a0a-8611-4a96-af73-db6ca756cbd1 req-606a0d16-8fdb-4a21-b792-6b7dba7d637b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0480449 Apr 30 04:58:45.082634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b488a0a-8611-4a96-af73-db6ca756cbd1 req-fa4f0f16-b236-4f5d-be8a-7c2feecb859a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Apr 30 04:58:45.197421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070092b-36da-47f6-823d-543f3cf48b49 req-0778bc4d-9f03-4670-926e-0efb32e0ca16 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:45.198955 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9070092b-36da-47f6-823d-543f3cf48b49 req-0778bc4d-9f03-4670-926e-0efb32e0ca16 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0469997 Apr 30 04:58:45.255869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9070092b-36da-47f6-823d-543f3cf48b49 req-cc637d8e-2a10-482f-b2c1-396fb874b99e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Apr 30 04:58:45.273352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39270) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:45.341507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06676e4a-51bb-4c96-a202-4df9cc9c724d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:45.343048 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-06676e4a-51bb-4c96-a202-4df9cc9c724d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1124 time: 0.0686607 Apr 30 04:58:45.345879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39272) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:45.350016 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:58:45.441601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:45.523219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:45.670918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.195 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a21d9835-f918-4cf5-9c99-41dfc83246f3) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:58:45.772376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:45.857248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:45.910760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:58:45.917809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:58:45.924854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:58:45.947054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a21d9835-f918-4cf5-9c99-41dfc83246f3,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:46.431716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (d65c47e0-c409-43b5-8568-d4f8a97f415c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:46.619627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:46.765809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:46.847056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:46.918736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a21d9835-f918-4cf5-9c99-41dfc83246f3,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:58:46.928569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d65c47e0-c409-43b5-8568-d4f8a97f415c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:47.031080 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP d65c47e0-c409-43b5-8568-d4f8a97f415c associated. External IP: 172.26.5.195, port: 70162b47-8a3b-4177-81a1-3497873a9a80. Apr 30 04:58:47.247145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:58:47.359818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:58:47.370384 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:58:47.380100 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:47.380726 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:47.486100 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:47.512698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:47.543002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bdd4509d-0cdc-4e72-84d9-7937dc1cf17c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1960938 Apr 30 04:58:47.543677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:58:47.546027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b517e04-344a-4bbf-bdb6-89afb200441f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:58:47.546210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39274) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:47.582461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a65ba-7ba4-4206-940c-ffe2cb470c38 x-openstack-request-id: req-d06a65ba-7ba4-4206-940c-ffe2cb470c38 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:58:47.582882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:58:47.583403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d06a65ba-7ba4-4206-940c-ffe2cb470c38 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:58:47.584031 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06a65ba-7ba4-4206-940c-ffe2cb470c38'] response: {'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80', 'status': 'completed', 'code': 200} Apr 30 04:58:47.641292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ac521de-f3b1-4f81-8d8f-61f530120c8a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/d65c47e0-c409-43b5-8568-d4f8a97f415c HTTP/1.1" status: 200 len: 991 time: 0.0939713 Apr 30 04:58:47.653941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-551c16c2-3c23-487d-8d34-dce116bd4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:47.655545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-551c16c2-3c23-487d-8d34-dce116bd4d0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1129 time: 0.0483358 Apr 30 04:58:47.703090 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:46Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:47.733802 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:58:47.737979 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:58:47.738597 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:58:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:47.752346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-5d02a5fc-553e-40f7-ac20-e1444c7f4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:47.753775 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-5d02a5fc-553e-40f7-ac20-e1444c7f4d6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 200 len: 897 time: 0.0918839 Apr 30 04:58:47.820491 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-aef1ecb9-3a53-4c95-b2a8-666572aa05f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70162b47-8a3b-4177-81a1-3497873a9a80 HTTP/1.1" status: 200 len: 999 time: 0.0608611 Apr 30 04:58:47.876487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-1ad82f53-e14a-4d6c-9da3-149006ed1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:47.878055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-1ad82f53-e14a-4d6c-9da3-149006ed1bea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77a235ac-59b6-477f-ac10-a99a090c40fb HTTP/1.1" status: 200 len: 834 time: 0.0522306 Apr 30 04:58:47.922258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-7f0a6525-5f31-4038-b851-5b3d2a863fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:58:47.923689 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-7f0a6525-5f31-4038-b851-5b3d2a863fed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395863 Apr 30 04:58:47.931494 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:58:48.012972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-33949675-5727-4e37-af1a-87683b92f280 service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830698 Apr 30 04:58:48.107907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b517e04-344a-4bbf-bdb6-89afb200441f req-8e96c564-d7af-4ac0-b4f8-cdf587628c0f service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Apr 30 04:58:48.145430 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:46Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:58:48.171221 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6abcd-66c3-449b-a1af-4722507619b2 None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:58:29Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:46Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:58:48.372417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650c5f7-28e9-471a-9b76-d055f7f31b31 None None] New status for floating IP d65c47e0-c409-43b5-8568-d4f8a97f415c: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 04:58:48.644194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39278) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:58:48.709384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-96c59e7f-9628-4f40-af19-eedb8ecea7cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/d65c47e0-c409-43b5-8568-d4f8a97f415c HTTP/1.1" status: 200 len: 993 time: 0.0640302 Apr 30 04:58:51.796128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9bac-d8db-4a10-98f6-f1a6b1317332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:54.091123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2d3e85b4-3c06-4e2c-806c-4b48f29c8f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:54.996029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:56.731201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:58:58.165719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:02.960015 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:59:07.813429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:15.323888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:15.394213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c33ce-6972-4375-ac95-5bbe13fac4d2 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:15.394724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c33ce-6972-4375-ac95-5bbe13fac4d2 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:15.395175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c33ce-6972-4375-ac95-5bbe13fac4d2 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:15.398906 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a16c33ce-6972-4375-ac95-5bbe13fac4d2 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=f6d613c1335548d287d4188d409ca364&network_id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 200 len: 3102 time: 0.0739827 Apr 30 04:59:18.936587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-e55596be-7d8a-4784-bdc5-fa7606486d47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372703 Apr 30 04:59:19.019976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-af05f1c4-13e4-457a-8b87-efd2b5f7970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:19.021326 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-af05f1c4-13e4-457a-8b87-efd2b5f7970f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0423551 Apr 30 04:59:19.416319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-dbb95886-5f0c-4f0f-aeba-c0410849c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:19.417772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-dbb95886-5f0c-4f0f-aeba-c0410849c68f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.3786077 Apr 30 04:59:19.487064 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-20b73458-3419-44e6-8b93-7d6c2b496604 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 1000 time: 0.0617092 Apr 30 04:59:19.514775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39304) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:19.535906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-d60062af-b170-4d68-a33d-54dd16cc3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:19.537349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-d60062af-b170-4d68-a33d-54dd16cc3b4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0441437 Apr 30 04:59:19.567400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031561c-db5e-48d4-b478-a29a5735de4d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:19.569025 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d031561c-db5e-48d4-b478-a29a5735de4d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 814 time: 0.0532820 Apr 30 04:59:19.583405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-53a64083-d852-446e-94a5-1ec8bd133214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:19.585131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-53a64083-d852-446e-94a5-1ec8bd133214 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404208 Apr 30 04:59:19.676256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-b1070d88-55cd-4f95-bfd2-8e75cb09fe68 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Apr 30 04:59:19.763719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7dd92ca-400e-4daa-941c-5455c81ad45c req-597d39e8-5696-4152-8ad7-a88c280211fd service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816441 Apr 30 04:59:20.736814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39310) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:20.742039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--820325568', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:20.856059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:59:20.859412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:20.884197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 04:59:20.892739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (139957da-35f3-43ab-ac0e-8f240f26ea6e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:20.893079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 139957da-35f3-43ab-ac0e-8f240f26ea6e of type vlan for network ed43f66f-2f5f-4309-826e-6381bb7f8bbb Apr 30 04:59:20.935180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ed43f66f-2f5f-4309-826e-6381bb7f8bbb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.021802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ed43f66f-2f5f-4309-826e-6381bb7f8bbb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.026718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:21.027288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.090597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=ed43f66f-2f5f-4309-826e-6381bb7f8bbb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:21.097486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.100437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.101411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.101411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.101411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.101713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.101853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:21.113465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 04:59:21.121838 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8b4ab1ff-1596-4e6f-8e2d-d46291b06035 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3839474 Apr 30 04:59:21.124949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39312) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.202793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737a6ff-6ec9-4e9d-971f-e36e506f33d0 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:21.207144 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8737a6ff-6ec9-4e9d-971f-e36e506f33d0 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0783992 Apr 30 04:59:21.207303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39314) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.300010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f2134-f0aa-4da3-a8d2-d232c1b5d11a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:21.302671 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-596f2134-f0aa-4da3-a8d2-d232c1b5d11a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944555 Apr 30 04:59:21.305414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39316) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.334058 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-35f3c90b-41f1-4aed-ada5-02b20267a262 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275953 Apr 30 04:59:21.336941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39318) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.370002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa9127f7-906e-4073-badb-012b387f9dfb tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320578 Apr 30 04:59:21.372465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39320) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.460060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f009fbc-44ee-46c3-971b-f39b7a871b62 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:21.462799 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5f009fbc-44ee-46c3-971b-f39b7a871b62 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894480 Apr 30 04:59:21.464672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.493228 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7d7207b-af7f-48af-8562-e2add0509554 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275550 Apr 30 04:59:21.495547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39324) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:21.499983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261546773', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:21.669580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:59:21.673000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.806686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a54b1b74-da30-44c3-af86-3fe9e67044d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.898621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (c245c063-1b55-4a3c-8129-f526714c4f27), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:21.958298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=c245c063-1b55-4a3c-8129-f526714c4f27,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:21.967765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:59:21.968152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: ed43f66f-2f5f-4309-826e-6381bb7f8bbb, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 04:59:22.035405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 04:59:22.086671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ed43f66f-2f5f-4309-826e-6381bb7f8bbb) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:59:22.090743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:22.091334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.095831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486811cc-c4bd-4b70-a681-fe9d39cc7954 None None] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:59:22.161503 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9120747-6c2a-4d6f-9606-22be59a4a25b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6618748 Apr 30 04:59:22.338155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': 'c245c063-1b55-4a3c-8129-f526714c4f27'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 04:59:22.338997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.412040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39328) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:22.416527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865681237', 'description': 'tempest-secgroup-smoke-865681237 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:22.474250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Allocated IP 172.20.0.18 (ed43f66f-2f5f-4309-826e-6381bb7f8bbb/c245c063-1b55-4a3c-8129-f526714c4f27/92492f17-49ba-426b-b5e9-b9cb30012d16) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:59:22.576286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.616019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks [] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.648218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (640c9e3c-9e17-4060-8301-bbdd98e97a6b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.690770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.719007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (640c9e3c-9e17-4060-8301-bbdd98e97a6b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.743958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:59:22.745211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Pushing event updated for resources: {'Port': ['ID=92492f17-49ba-426b-b5e9-b9cb30012d16,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:22.747596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:59:22.753649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:59:22.753811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640c9e3c-9e17-4060-8301-bbdd98e97a6b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:22.759002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.759466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.759646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.760009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.760123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.760416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.760581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.760748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.761073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.761186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.761395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.761654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.761769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.762015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.762356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.762503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.762671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.762943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.763066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.763291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.763513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.763633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.763898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.764081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.764205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.764583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.764982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.765311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.765635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.765958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:22.819037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.819885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Attempting to bind port 92492f17-49ba-426b-b5e9-b9cb30012d16 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:59:22.823186 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5f4098b9-8b8d-4463-af7e-64a0773104db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4072604 Apr 30 04:59:22.823309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Attempting to bind port 92492f17-49ba-426b-b5e9-b9cb30012d16 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:59:22.823309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Attempting to bind port 92492f17-49ba-426b-b5e9-b9cb30012d16 on network ed43f66f-2f5f-4309-826e-6381bb7f8bbb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:59:22.823548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39330) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:22.826194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:59:22.826621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Checking segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:59:22.827047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.827386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Bound using segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:59:22.827574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:22.827849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Bound port: 92492f17-49ba-426b-b5e9-b9cb30012d16, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:59:22.828229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.890251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] For port 92492f17-49ba-426b-b5e9-b9cb30012d16, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:59:22.893215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] For port 92492f17-49ba-426b-b5e9-b9cb30012d16, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=92492f17-49ba-426b-b5e9-b9cb30012d16,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:59:22.916168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8e86ce20-b40a-46bd-b494-a7668417eb72), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.971168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8e86ce20-b40a-46bd-b494-a7668417eb72), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:22.994162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.053072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8e86ce20-b40a-46bd-b494-a7668417eb72), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.058934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f3b5-6530-419c-9c1c-bc43b8d93199 None None] Pushing event updated for resources: {'Port': ['ID=92492f17-49ba-426b-b5e9-b9cb30012d16,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:23.072524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e86ce20-b40a-46bd-b494-a7668417eb72,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:23.144798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.145963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f052caad-aa3a-4d7b-a1ce-cd5a83f40972 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218353 Apr 30 04:59:23.148746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39332) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:23.153195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:23.245474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8d5dd6c0-5065-4c1c-b54f-081bd38d6930), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.308889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8d5dd6c0-5065-4c1c-b54f-081bd38d6930), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.364893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8d5dd6c0-5065-4c1c-b54f-081bd38d6930), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.382715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5dd6c0-5065-4c1c-b54f-081bd38d6930,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:23.452709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.453924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-277785d3-33a1-4a1d-b3b0-1b3e7f13f43f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042221 Apr 30 04:59:23.461861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39334) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:23.466330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:23.547925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d5dd7143-44a0-472f-9cd9-3a5efa53f23a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.605347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d5dd7143-44a0-472f-9cd9-3a5efa53f23a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.679375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d5dd7143-44a0-472f-9cd9-3a5efa53f23a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.697979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dd7143-44a0-472f-9cd9-3a5efa53f23a,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:23.767178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.768395 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-daf181b9-bdf5-490a-b8f3-864ee931034b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055243 Apr 30 04:59:23.771472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39336) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:23.775955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:23.882181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (57d03a57-c507-4c3c-905b-6d1b35fbae0d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:23.939253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569358a4-863c-4902-93d5-a637189b6455 None None] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 04:59:23.970633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (57d03a57-c507-4c3c-905b-6d1b35fbae0d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.019858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 92492f17-49ba-426b-b5e9-b9cb30012d16 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:59:24.036493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (57d03a57-c507-4c3c-905b-6d1b35fbae0d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.044163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Provisioning complete for port 92492f17-49ba-426b-b5e9-b9cb30012d16 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:24.046060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.054694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d03a57-c507-4c3c-905b-6d1b35fbae0d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:24.086552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3f02f45d-872a-462e-bcd0-15ed8122b7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.101285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.102583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ebef75ae-fc33-4aca-b9a5-9c9fff93a23f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3301594 Apr 30 04:59:24.105286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39338) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:24.109650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:24.153790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 92492f17-49ba-426b-b5e9-b9cb30012d16 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:24.153790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.193528 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:59:24.199725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7e939e19-7186-46ea-b26a-e3b2ce74f753), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.226671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Current status of the port 92492f17-49ba-426b-b5e9-b9cb30012d16 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:24.227073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.264400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7e939e19-7186-46ea-b26a-e3b2ce74f753), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.287394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] For port 92492f17-49ba-426b-b5e9-b9cb30012d16, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=92492f17-49ba-426b-b5e9-b9cb30012d16,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:59:24.300826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 92492f17-49ba-426b-b5e9-b9cb30012d16 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:24.301535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.337100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7e939e19-7186-46ea-b26a-e3b2ce74f753), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.356843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e939e19-7186-46ea-b26a-e3b2ce74f753,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:24.395287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.460759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.461915 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f8e336ae-630e-4eae-9ee8-947ab30eb7bf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557067 Apr 30 04:59:24.464808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39340) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:24.469360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '640c9e3c-9e17-4060-8301-bbdd98e97a6b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:24.471416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 04:59:24.471777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 04:59:24.475564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5960d-34de-436d-b885-5671a710e433 None None] Pushing event updated for resources: {'Port': ['ID=92492f17-49ba-426b-b5e9-b9cb30012d16,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:24.512078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3fa771c8-439c-45f8-b402-52f2d6fcf630 None None] Provisioning complete for port 92492f17-49ba-426b-b5e9-b9cb30012d16 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:24.512439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3fa771c8-439c-45f8-b402-52f2d6fcf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.576169 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 04:59:24.582196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (86ce80c4-04e3-4498-ab7e-6613a0b0f249), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.592258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3fa771c8-439c-45f8-b402-52f2d6fcf630 None None] Current status of the port 92492f17-49ba-426b-b5e9-b9cb30012d16 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:24.644315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (86ce80c4-04e3-4498-ab7e-6613a0b0f249), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.713066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (86ce80c4-04e3-4498-ab7e-6613a0b0f249), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.730734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ce80c4-04e3-4498-ab7e-6613a0b0f249,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:24.794890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:24.796069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bc1869ad-aa07-4fc7-b05f-a7c351eae506 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3302391 Apr 30 04:59:24.943964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-650b6396-50c0-438f-aca5-841515d0d367 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865681237&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0435166 Apr 30 04:59:24.960961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:25.010062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 92492f17-49ba-426b-b5e9-b9cb30012d16 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:25.056732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-57d49734-437e-401d-899f-e490688eb508 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:25.058173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-57d49734-437e-401d-899f-e490688eb508 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=ed43f66f-2f5f-4309-826e-6381bb7f8bbb HTTP/1.1" status: 200 len: 796 time: 0.1078887 Apr 30 04:59:25.073398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a787465f-5b36-4ae9-b945-fd14b62b3a49 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Apr 30 04:59:25.124902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-999c12e7-2092-40e2-b8c9-056e6f94065c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0464814 Apr 30 04:59:25.259330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-159f6069-d7de-48d0-9281-11809fdd685a service neutron] 10.222.0.16 "GET /v2.0/networks/ed43f66f-2f5f-4309-826e-6381bb7f8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229002 Apr 30 04:59:25.350228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-afab3460-efe0-4c12-80cc-4b5a32576ccc service neutron] 10.222.0.16 "GET /v2.0/networks/ed43f66f-2f5f-4309-826e-6381bb7f8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Apr 30 04:59:25.564009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-234d9d43-ad50-445b-9c86-b04ce98814d5 req-da598aeb-6f78-4575-991b-83d76c1fea3f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 210 time: 0.0273204 Apr 30 04:59:25.966538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 92492f17-49ba-426b-b5e9-b9cb30012d16 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:59:26.012824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 92492f17-49ba-426b-b5e9-b9cb30012d16 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:26.013194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:26.092248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 92492f17-49ba-426b-b5e9-b9cb30012d16 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:26.666512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c6cd465-07d2-44ad-a3f7-e9bdf9d49998 req-9eb787ac-c61a-4bc2-ac20-32dccfb1cedd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 210 time: 0.0293736 Apr 30 04:59:26.713394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:27.378402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-75d1d904-4d7f-4048-b401-422b8ed268d9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:27.380169 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-75d1d904-4d7f-4048-b401-422b8ed268d9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=ed43f66f-2f5f-4309-826e-6381bb7f8bbb HTTP/1.1" status: 200 len: 796 time: 0.1062999 Apr 30 04:59:27.453145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-791bf2bd-5d52-4bad-ae01-06db8d4654b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 472 time: 0.0651228 Apr 30 04:59:27.461405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['640c9e3c-9e17-4060-8301-bbdd98e97a6b']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:27.667905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 04:59:27.672325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:27.770536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6feb59a2-1815-4a4a-8ee1-6e9c360f15fe req-6fc5852f-85f5-4e92-8af7-168187253a2e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 210 time: 0.0338559 Apr 30 04:59:27.829342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.30 (ed43f66f-2f5f-4309-826e-6381bb7f8bbb/c245c063-1b55-4a3c-8129-f526714c4f27/149cc3b8-3fcd-423d-88c1-5591c0dca993) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:59:27.963778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.045244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.092617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:59:28.097905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:59:28.101728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:59:28.108501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:28.156090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:28.156090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.172569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.229055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-4abb42c4-c2b0-49a3-a320-320baba7d99d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7693701 Apr 30 04:59:28.239067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Request body: {'port': {'device_id': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 04:59:28.300224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.343595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b07cec07-5629-4384-901b-ab2d338abe3c None None] Provisioning complete for port 149cc3b8-3fcd-423d-88c1-5591c0dca993 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:28.343957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b07cec07-5629-4384-901b-ab2d338abe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.379269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b07cec07-5629-4384-901b-ab2d338abe3c None None] Port 149cc3b8-3fcd-423d-88c1-5591c0dca993 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:59:28.569333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149cc3b8-3fcd-423d-88c1-5591c0dca993 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:59:28.576706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks [] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.589087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Transition to ACTIVE for port object 149cc3b8-3fcd-423d-88c1-5591c0dca993 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 04:59:28.656079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.708931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Pushing event updated for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:28.779065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Attempting to bind port 149cc3b8-3fcd-423d-88c1-5591c0dca993 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:59:28.779399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Attempting to bind port 149cc3b8-3fcd-423d-88c1-5591c0dca993 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:59:28.779730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Attempting to bind port 149cc3b8-3fcd-423d-88c1-5591c0dca993 on network ed43f66f-2f5f-4309-826e-6381bb7f8bbb {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:59:28.784928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Port 149cc3b8-3fcd-423d-88c1-5591c0dca993 on network ed43f66f-2f5f-4309-826e-6381bb7f8bbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 04:59:28.785441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Attempting to bind port 149cc3b8-3fcd-423d-88c1-5591c0dca993 on network ed43f66f-2f5f-4309-826e-6381bb7f8bbb {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:59:28.790785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:59:28.791122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Checking segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:59:28.791534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Bound using segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:59:28.791993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Bound port: 149cc3b8-3fcd-423d-88c1-5591c0dca993, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:59:28.792354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:28.901303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:59:28.904530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:59:28.911794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889c645-bda1-4eaa-939a-f4d2d0830e1e req-f8733785-3635-4e1b-9f9d-e1f6c0a0cf5f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:28.913248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c889c645-bda1-4eaa-939a-f4d2d0830e1e req-f8733785-3635-4e1b-9f9d-e1f6c0a0cf5f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 944 time: 0.0634999 Apr 30 04:59:28.961061 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c889c645-bda1-4eaa-939a-f4d2d0830e1e req-d59c03f5-a51e-4482-93da-06c0d705e0ba tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421064 Apr 30 04:59:28.999597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:29.032754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.033363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:29.035337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] 10.222.0.13 "PUT /v2.0/ports/149cc3b8-3fcd-423d-88c1-5591c0dca993 HTTP/1.1" status: 200 len: 1094 time: 0.8007164 Apr 30 04:59:29.035783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:59:29.037983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:59:29.071245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b09be-a1cf-4964-9217-fbbe3e1ae038 service neutron] Pushing event updated for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:29.080078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbb630-0416-419c-879b-d1e1a3f0f683 x-openstack-request-id: req-96cbb630-0416-419c-879b-d1e1a3f0f683 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:59:29.080078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:59:29.080305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96cbb630-0416-419c-879b-d1e1a3f0f683 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:59:29.080625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cbb630-0416-419c-879b-d1e1a3f0f683'] response: {'name': 'network-changed', 'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993', 'status': 'completed', 'code': 200} Apr 30 04:59:29.149781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-7a79e5c9-385d-449c-ba23-2479801698b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.151353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-7a79e5c9-385d-449c-ba23-2479801698b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 1128 time: 0.0494943 Apr 30 04:59:29.254090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-977229ae-b551-4e4d-a6d5-f4ac4844139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.254594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-977229ae-b551-4e4d-a6d5-f4ac4844139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.256102 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-977229ae-b551-4e4d-a6d5-f4ac4844139d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.0983605 Apr 30 04:59:29.352016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-5b3a5181-38de-4502-9118-8dea7bc3dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.357735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d6954af-a6f1-40b1-a1d1-5adc59cd8fae req-5b3a5181-38de-4502-9118-8dea7bc3dbfa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919697 Apr 30 04:59:29.426930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-177c5b98-e304-4ee7-8c01-d6d63865e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.428400 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-177c5b98-e304-4ee7-8c01-d6d63865e990 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 1128 time: 0.0403669 Apr 30 04:59:29.475893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-456bf03c-b25b-4d06-816c-ac9bb2b93be6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993 HTTP/1.1" status: 200 len: 217 time: 0.0410430 Apr 30 04:59:29.524349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-d6ae8eda-9188-40e3-8e15-3e9d6ee9d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.525741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-d6ae8eda-9188-40e3-8e15-3e9d6ee9d122 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c245c063-1b55-4a3c-8129-f526714c4f27 HTTP/1.1" status: 200 len: 837 time: 0.0444856 Apr 30 04:59:29.568077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-713a9dbf-8ffc-4987-8d9a-1528ecca19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:29.569540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-713a9dbf-8ffc-4987-8d9a-1528ecca19d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed43f66f-2f5f-4309-826e-6381bb7f8bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0382583 Apr 30 04:59:29.661486 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-dbb8a8fd-a66e-47c9-be41-c3fe07d7a664 service neutron] 10.222.0.13 "GET /v2.0/networks/ed43f66f-2f5f-4309-826e-6381bb7f8bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Apr 30 04:59:29.748611 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e8f72b4-cf96-4746-998d-3732dafa0dbb req-3fee1eeb-f80f-4486-931a-37e30254b6f9 service neutron] 10.222.0.13 "GET /v2.0/networks/ed43f66f-2f5f-4309-826e-6381bb7f8bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815635 Apr 30 04:59:30.073979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ac64-9c21-465d-a159-21483c1cd9a7 req-c36ff9df-ff20-4f4e-9029-86168cade2aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:30.075467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62f5ac64-9c21-465d-a159-21483c1cd9a7 req-c36ff9df-ff20-4f4e-9029-86168cade2aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 944 time: 0.0472474 Apr 30 04:59:30.127131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62f5ac64-9c21-465d-a159-21483c1cd9a7 req-7f14565b-62d0-48d3-8077-9f81a4aa164b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Apr 30 04:59:31.241058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c2b4c-300a-43ec-b16d-fc2eb75c82f7 req-9f664c3f-b34e-4ea7-9472-4d3f699a6814 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:31.242512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867c2b4c-300a-43ec-b16d-fc2eb75c82f7 req-9f664c3f-b34e-4ea7-9472-4d3f699a6814 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 944 time: 0.0473788 Apr 30 04:59:31.290020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867c2b4c-300a-43ec-b16d-fc2eb75c82f7 req-6381f3ba-ea5a-42ae-9726-c2652be9cf45 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Apr 30 04:59:32.303414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 149cc3b8-3fcd-423d-88c1-5591c0dca993 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 04:59:32.400690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:59:32.402192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd29ed-d31b-4aec-a714-2ca019fbf576 req-1e1d231d-109f-4cd7-bc63-9c2f704a0c61 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:32.403676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b2fd29ed-d31b-4aec-a714-2ca019fbf576 req-1e1d231d-109f-4cd7-bc63-9c2f704a0c61 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 944 time: 0.0467815 Apr 30 04:59:32.411855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '149cc3b8-3fcd-423d-88c1-5591c0dca993', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'port_id': '149cc3b8-3fcd-423d-88c1-5591c0dca993', 'mac_address': 'fa:16:3e:25:43:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 04:59:32.451998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b2fd29ed-d31b-4aec-a714-2ca019fbf576 req-5d204a49-485d-4561-83a2-21c1707c002f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Apr 30 04:59:32.452277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 149cc3b8-3fcd-423d-88c1-5591c0dca993 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:32.452474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:32.465922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149cc3b8-3fcd-423d-88c1-5591c0dca993 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 04:59:32.485002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:59:32.553126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:32.600435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:32.761648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['149cc3b8-3fcd-423d-88c1-5591c0dca993'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 04:59:33.569683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8e3d-c462-4d23-b9f4-b06fedd5996c req-059c5b5f-13c0-4d89-9d46-846b49a67e23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:33.571291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d04c8e3d-c462-4d23-b9f4-b06fedd5996c req-059c5b5f-13c0-4d89-9d46-846b49a67e23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 945 time: 0.0539770 Apr 30 04:59:33.623276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d04c8e3d-c462-4d23-b9f4-b06fedd5996c req-04a2b233-0a66-4f41-be49-01135dc6118c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461950 Apr 30 04:59:34.328965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 149cc3b8-3fcd-423d-88c1-5591c0dca993 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:59:34.373311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 149cc3b8-3fcd-423d-88c1-5591c0dca993 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 04:59:34.469795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 149cc3b8-3fcd-423d-88c1-5591c0dca993 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:34.470177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:34.549724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 149cc3b8-3fcd-423d-88c1-5591c0dca993 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:34.550249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:34.571831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 04:59:34.574101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c34f6c-d17d-438f-90ed-2967e0827262" -d '{"events": [{"server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "name": "network-vif-plugged", "status": "completed", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 04:59:34.586800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:59:34.613461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 04:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c76985-092d-47dd-91e4-9d7af3a89a83 x-openstack-request-id: req-f8c76985-092d-47dd-91e4-9d7af3a89a83 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 04:59:34.613767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "name": "network-vif-plugged", "status": "completed", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 04:59:34.614027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8c76985-092d-47dd-91e4-9d7af3a89a83 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 04:59:34.614466 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c76985-092d-47dd-91e4-9d7af3a89a83'] response: {'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993', 'code': 200} Apr 30 04:59:34.635663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:34.694103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:34.750611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7089c-6232-4460-a72e-b406d97566cd req-72af5721-b3c8-499c-a632-37f706dbf67b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:34.752100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1d7089c-6232-4460-a72e-b406d97566cd req-72af5721-b3c8-499c-a632-37f706dbf67b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0578551 Apr 30 04:59:34.802214 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1d7089c-6232-4460-a72e-b406d97566cd req-bc5f489c-667b-4859-800f-2f0909a3e8a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Apr 30 04:59:34.899575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5a863-0b6c-46b1-8d40-70bb19ebea89 req-4f57fb1e-9cff-43d4-9475-7b92dc50a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:34.901048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2da5a863-0b6c-46b1-8d40-70bb19ebea89 req-4f57fb1e-9cff-43d4-9475-7b92dc50a151 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 1130 time: 0.0421348 Apr 30 04:59:34.945739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2da5a863-0b6c-46b1-8d40-70bb19ebea89 req-97da2dfe-fab0-49d8-bc48-1be451c52b76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386620 Apr 30 04:59:35.915413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5cbb-75d9-48db-b0e2-0516292f42ad req-dec71bf5-8633-40a6-bf6c-f93bdfe45232 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:35.916871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22ec5cbb-75d9-48db-b0e2-0516292f42ad req-dec71bf5-8633-40a6-bf6c-f93bdfe45232 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0469494 Apr 30 04:59:35.964952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22ec5cbb-75d9-48db-b0e2-0516292f42ad req-fe781913-a890-4f51-af47-07fe9219885f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 Apr 30 04:59:37.076953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af6a2-33e3-4b3b-87b3-3ab789d96fb9 req-ebb3c1c3-b56b-43d5-b4ae-b660b5550e5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:37.078438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-da7af6a2-33e3-4b3b-87b3-3ab789d96fb9 req-ebb3c1c3-b56b-43d5-b4ae-b660b5550e5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0467410 Apr 30 04:59:37.130864 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-da7af6a2-33e3-4b3b-87b3-3ab789d96fb9 req-fbc00159-a09f-408e-b442-57eeaf286af1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Apr 30 04:59:37.242077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c23ba-654d-483e-8a7c-56a65b505b2d req-f8e71d68-f72f-4608-a7de-46e3a5f70a83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 04:59:37.243561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-149c23ba-654d-483e-8a7c-56a65b505b2d req-f8e71d68-f72f-4608-a7de-46e3a5f70a83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0471201 Apr 30 04:59:37.291204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-149c23ba-654d-483e-8a7c-56a65b505b2d req-b82611d3-a68a-4cb7-80d8-0a4bb1101756 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Apr 30 04:59:37.827098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:38.770554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39400) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 04:59:39.234359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:39.517654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.17 (ed43f66f-2f5f-4309-826e-6381bb7f8bbb/c245c063-1b55-4a3c-8129-f526714c4f27/259ac1a6-fe07-47f3-9f25-ed7c39d7675d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 04:59:39.626092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:39.724861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:39.768849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:59:39.773928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:59:39.777680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 04:59:39.803961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:39.824749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:39.960386 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 04:59:40.000295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2d2f0762-58cc-47ee-a906-9bbc1bf490da None None] Provisioning complete for port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:40.000843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2d2f0762-58cc-47ee-a906-9bbc1bf490da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:40.029032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:40.035162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f0762-58cc-47ee-a906-9bbc1bf490da None None] Port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:59:40.607090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:40.663717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:40.734254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:40.735985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:40.828568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 04:59:40.829884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 04:59:40.951213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 04:59:41.058367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c627c90e-3117-4320-909e-f85ddd391b6f None None] Provisioning complete for port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:41.059469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c627c90e-3117-4320-909e-f85ddd391b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.063418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 04:59:41.073655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-21685f61-f7d1-49b1-a703-652484695044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/420745e9-cb66-448d-b814-2abe2b7c8a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2968540 Apr 30 04:59:41.074764 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 04:59:41.084498 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:59:41.085243 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:59:41.098411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c627c90e-3117-4320-909e-f85ddd391b6f None None] Port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:59:41.195289 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:59:41.411316 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259ac1a6-fe07-47f3-9f25-ed7c39d7675d', 'name': '', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:12:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:59:39Z', 'updated_at': '2022-04-30T04:59:40Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:59:41.440187 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 04:59:41.440546 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Updating router 420745e9-cb66-448d-b814-2abe2b7c8a0c port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 04:59:41.466790 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.714296 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks [] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.783709 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.835850 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Pushing event updated for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:41.859613 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.859951 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.860281 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.860607 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.860932 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.861248 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.861567 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.862528 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.862851 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.863167 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.863493 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.863878 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.864194 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.864505 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.864813 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 04:59:41.908602 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Attempting to bind port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 04:59:41.909023 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Attempting to bind port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 04:59:41.909566 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Attempting to bind port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d on network ed43f66f-2f5f-4309-826e-6381bb7f8bbb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 04:59:41.914864 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 04:59:41.915231 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Checking segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 04:59:41.915627 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.916014 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Bound using segment: {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 04:59:41.916472 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Bound port: 259ac1a6-fe07-47f3-9f25-ed7c39d7675d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139957da-35f3-43ab-ac0e-8f240f26ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 04:59:41.916876 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:41.980891 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] For port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 04:59:41.984014 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] For port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 04:59:42.020023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-42bc59e6-965d-4d4a-bcef-35356aee8fe7 None None] Provisioning complete for port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:42.020394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-42bc59e6-965d-4d4a-bcef-35356aee8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:42.047353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:42.056734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-42bc59e6-965d-4d4a-bcef-35356aee8fe7 None None] Port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 04:59:42.102405 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 04:59:42.103030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:59:42.148327 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be290f0e-436f-478e-b87f-0ade28ed426a None None] Pushing event updated for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:42.234227 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 04:59:42.374747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Provisioning complete for port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:42.375343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:42.449878 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259ac1a6-fe07-47f3-9f25-ed7c39d7675d', 'name': '', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:12:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:59:39Z', 'updated_at': '2022-04-30T04:59:41Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 04:59:42.453066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Current status of the port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:42.453451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:42.480300 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f68fe-9406-48f5-823b-2e5ec66ff2e6 None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T04:59:39Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259ac1a6-fe07-47f3-9f25-ed7c39d7675d', 'name': '', 'network_id': 'ed43f66f-2f5f-4309-826e-6381bb7f8bbb', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:12:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:59:39Z', 'updated_at': '2022-04-30T04:59:41Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'c245c063-1b55-4a3c-8129-f526714c4f27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 04:59:42.486417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] For port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 04:59:42.572613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:42.625976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907aea6-068d-4462-b54d-57705c3ee900 None None] Pushing event updated for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 04:59:43.990257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 259ac1a6-fe07-47f3-9f25-ed7c39d7675d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 04:59:44.035115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 04:59:44.035485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:44.114520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 04:59:51.835360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-193b2290-7406-46eb-aea2-ecad11fa055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:54.025012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-00c0db4e-50dc-4b82-97be-051579eb8c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:54.978166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:56.749627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:58.180952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 04:59:59.452628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39468) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:00.153430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:00.476982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:00.477664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:00.573365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 259ac1a6-fe07-47f3-9f25-ed7c39d7675d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:00.573752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:00.588945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 259ac1a6-fe07-47f3-9f25-ed7c39d7675d owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:00.867543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (259ac1a6-fe07-47f3-9f25-ed7c39d7675d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:00.895327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=259ac1a6-fe07-47f3-9f25-ed7c39d7675d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:01.093052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:01.336656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:01.465097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:01.470518 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8c5e58dd-eee4-4647-bb1a-612b78581b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/420745e9-cb66-448d-b814-2abe2b7c8a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0168450 Apr 30 05:00:01.476620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:01.489671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:01.490326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:01.609182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:01.853150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:01.887135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:01.895382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:01.895996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:01.919379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01dbe8-b921-437a-81fb-8c8c5d48b0b5 req-44e81251-a5ad-4831-8b83-0d1da34971a8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:01.921197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5a01dbe8-b921-437a-81fb-8c8c5d48b0b5 req-44e81251-a5ad-4831-8b83-0d1da34971a8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0511177 Apr 30 05:00:01.981432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5a01dbe8-b921-437a-81fb-8c8c5d48b0b5 req-c7a3762f-13af-45b2-a2e1-aeb74a4711fc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544477 Apr 30 05:00:02.174897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:02.388105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:02.423679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50a67a-797f-4982-a770-f0b37321fbab None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd65c47e0-c409-43b5-8568-d4f8a97f415c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'port_id': '70162b47-8a3b-4177-81a1-3497873a9a80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'mac_address': 'fa:16:3e:d5:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:58:46Z', 'updated_at': '2022-04-30T04:58:48Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:03.110883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bb07f-38a3-4037-bdbb-720e3fb2d213 req-17cd066a-aa69-4375-9576-61dda2dcdd3c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:03.112357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fe2bb07f-38a3-4037-bdbb-720e3fb2d213 req-17cd066a-aa69-4375-9576-61dda2dcdd3c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0505295 Apr 30 05:00:03.174511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fe2bb07f-38a3-4037-bdbb-720e3fb2d213 req-04f21874-df87-4a41-9378-c084f125ef92 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=640c9e3c-9e17-4060-8301-bbdd98e97a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521238 Apr 30 05:00:03.244757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfce92-8d77-4237-a60d-280a095629a8 req-56c2a5f5-ed73-489c-951d-90e639bacea5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:03.246138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-79bfce92-8d77-4237-a60d-280a095629a8 req-56c2a5f5-ed73-489c-951d-90e639bacea5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Apr 30 05:00:03.339660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 149cc3b8-3fcd-423d-88c1-5591c0dca993 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:03.340033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:03.450901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 149cc3b8-3fcd-423d-88c1-5591c0dca993, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=149cc3b8-3fcd-423d-88c1-5591c0dca993,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:03.451263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:03.471133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 149cc3b8-3fcd-423d-88c1-5591c0dca993 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:03.697860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (149cc3b8-3fcd-423d-88c1-5591c0dca993), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:03.731404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=149cc3b8-3fcd-423d-88c1-5591c0dca993,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:03.799222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 149cc3b8-3fcd-423d-88c1-5591c0dca993 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:00:03.801989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:03.806736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-79bfce92-8d77-4237-a60d-280a095629a8 req-4d0e66aa-6476-43d8-9610-bafa3d162616 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/149cc3b8-3fcd-423d-88c1-5591c0dca993 HTTP/1.1" status: 204 len: 173 time: 0.5558059 Apr 30 05:00:03.810756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'name': 'network-vif-deleted', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:03.810756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ab5b9-7747-45f5-a61e-84b7e72719ef" -d '{"events": [{"server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "name": "network-vif-deleted", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:03.850052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ebf6e-ace6-4bbc-952e-12ae46582fa8 x-openstack-request-id: req-be1ebf6e-ace6-4bbc-952e-12ae46582fa8 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:03.850382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf54fad-37b4-4f78-a4cf-99230cb7fe79", "name": "network-vif-deleted", "tag": "149cc3b8-3fcd-423d-88c1-5591c0dca993", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:03.850637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be1ebf6e-ace6-4bbc-952e-12ae46582fa8 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:03.851038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1ebf6e-ace6-4bbc-952e-12ae46582fa8'] response: {'server_uuid': '5bf54fad-37b4-4f78-a4cf-99230cb7fe79', 'name': 'network-vif-deleted', 'tag': '149cc3b8-3fcd-423d-88c1-5591c0dca993', 'status': 'completed', 'code': 200} Apr 30 05:00:03.943174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 259ac1a6-fe07-47f3-9f25-ed7c39d7675d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:03.969447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 259ac1a6-fe07-47f3-9f25-ed7c39d7675d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:03.969723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 259ac1a6-fe07-47f3-9f25-ed7c39d7675d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:04.290489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b9a023b-ab6a-48af-bdba-99cc1bff56dc req-18869831-9892-460d-8524-284577919395 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bf54fad-37b4-4f78-a4cf-99230cb7fe79 HTTP/1.1" status: 200 len: 210 time: 0.0319424 Apr 30 05:00:05.349723 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39494) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:05.408676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (640c9e3c-9e17-4060-8301-bbdd98e97a6b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.433773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (640c9e3c-9e17-4060-8301-bbdd98e97a6b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.587022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (640c9e3c-9e17-4060-8301-bbdd98e97a6b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.589508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.590710 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/640c9e3c-9e17-4060-8301-bbdd98e97a6b HTTP/1.1" status: 204 len: 168 time: 0.2399721 Apr 30 05:00:05.604703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175f05b-6793-48b0-9717-f5ff818c8943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c9e3c-9e17-4060-8301-bbdd98e97a6b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:05.721409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39498) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:05.777325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet c245c063-1b55-4a3c-8129-f526714c4f27 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:00:05.780651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (c245c063-1b55-4a3c-8129-f526714c4f27), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.831440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (c245c063-1b55-4a3c-8129-f526714c4f27), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:05.924652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (c245c063-1b55-4a3c-8129-f526714c4f27), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.104360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (c245c063-1b55-4a3c-8129-f526714c4f27), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.136372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=c245c063-1b55-4a3c-8129-f526714c4f27,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:06.142011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.145487 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-484e443c-a1d2-4d70-bc70-7b9936b391aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/c245c063-1b55-4a3c-8129-f526714c4f27 HTTP/1.1" status: 204 len: 168 time: 0.4228196 Apr 30 05:00:06.150553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:06.154717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d1568-8f41-4995-9490-7386f560e04a None None] Network ed43f66f-2f5f-4309-826e-6381bb7f8bbb requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:00:06.233821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ed43f66f-2f5f-4309-826e-6381bb7f8bbb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.287358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 92492f17-49ba-426b-b5e9-b9cb30012d16 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:06.287693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.317548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] DHCP port deletion for ed43f66f-2f5f-4309-826e-6381bb7f8bbb request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:00:06.363302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 92492f17-49ba-426b-b5e9-b9cb30012d16, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=92492f17-49ba-426b-b5e9-b9cb30012d16,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:06.363302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.365511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Deleting port 92492f17-49ba-426b-b5e9-b9cb30012d16 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:06.365511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.377838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 92492f17-49ba-426b-b5e9-b9cb30012d16 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:06.441113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] For port 92492f17-49ba-426b-b5e9-b9cb30012d16, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=92492f17-49ba-426b-b5e9-b9cb30012d16,segment=NetworkSegment(139957da-35f3-43ab-ac0e-8f240f26ea6e),segment_id=139957da-35f3-43ab-ac0e-8f240f26ea6e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:06.441819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.456821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Calling delete_port for 92492f17-49ba-426b-b5e9-b9cb30012d16 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:06.525200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 149cc3b8-3fcd-423d-88c1-5591c0dca993 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:06.550670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 149cc3b8-3fcd-423d-88c1-5591c0dca993 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:06.550951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 149cc3b8-3fcd-423d-88c1-5591c0dca993 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:06.564386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.575741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (92492f17-49ba-426b-b5e9-b9cb30012d16), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.593175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=92492f17-49ba-426b-b5e9-b9cb30012d16,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:06.598237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 92492f17-49ba-426b-b5e9-b9cb30012d16 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:00:06.610987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] Pushing event deleted for resources: {'Port': ['ID=92492f17-49ba-426b-b5e9-b9cb30012d16,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:06.614683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce824c0-bcd7-46ae-9ec3-65593030f75a None None] No DVR routers for this DVR port 92492f17-49ba-426b-b5e9-b9cb30012d16 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:00:06.689724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ed43f66f-2f5f-4309-826e-6381bb7f8bbb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.710402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed43f66f-2f5f-4309-826e-6381bb7f8bbb']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:06.720362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139957da-35f3-43ab-ac0e-8f240f26ea6e') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:06.720681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139957da-35f3-43ab-ac0e-8f240f26ea6e') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:06.738081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (139957da-35f3-43ab-ac0e-8f240f26ea6e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.753466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (139957da-35f3-43ab-ac0e-8f240f26ea6e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.759968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (139957da-35f3-43ab-ac0e-8f240f26ea6e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:00:06.764687 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:00:06.915743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ed43f66f-2f5f-4309-826e-6381bb7f8bbb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.927416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:06.927416 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/ed43f66f-2f5f-4309-826e-6381bb7f8bbb HTTP/1.1" status: 204 len: 168 time: 0.7748728 Apr 30 05:00:06.929089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39506) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:06.946642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de8752-e3a6-41a2-8890-fbee0e89e157 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=ed43f66f-2f5f-4309-826e-6381bb7f8bbb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:07.098201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port a21d9835-f918-4cf5-9c99-41dfc83246f3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:07.098558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.186002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.186374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (a21d9835-f918-4cf5-9c99-41dfc83246f3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.206198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for a21d9835-f918-4cf5-9c99-41dfc83246f3 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:07.457994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a21d9835-f918-4cf5-9c99-41dfc83246f3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.488687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=a21d9835-f918-4cf5-9c99-41dfc83246f3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:07.554000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (d65c47e0-c409-43b5-8568-d4f8a97f415c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.554347 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP d65c47e0-c409-43b5-8568-d4f8a97f415c disassociated (deleted). External IP: 172.26.5.195, port: 70162b47-8a3b-4177-81a1-3497873a9a80. Apr 30 05:00:07.875010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:07.996144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 92492f17-49ba-426b-b5e9-b9cb30012d16 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:08.021894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 92492f17-49ba-426b-b5e9-b9cb30012d16 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:08.022234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 92492f17-49ba-426b-b5e9-b9cb30012d16 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:08.074446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:08.188771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:08.193598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:08.199120 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:08.209153 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:08.209759 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:08.231351 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5fd9e98e-120e-4bb6-9f5d-ff8f36bb76e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/d65c47e0-c409-43b5-8568-d4f8a97f415c HTTP/1.1" status: 204 len: 168 time: 1.3004313 Apr 30 05:00:08.232094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:08.234696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:08.277615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf6ffd-9880-4152-b43e-0295edd04016 x-openstack-request-id: req-7ebf6ffd-9880-4152-b43e-0295edd04016 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:08.277910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:08.278183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ebf6ffd-9880-4152-b43e-0295edd04016 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:08.278612 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebf6ffd-9880-4152-b43e-0295edd04016'] response: {'name': 'network-changed', 'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80', 'status': 'completed', 'code': 200} Apr 30 05:00:08.324936 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:08.343631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-5c1339cb-1654-43b7-9c7f-d26470361686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:08.345202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-5c1339cb-1654-43b7-9c7f-d26470361686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 1129 time: 0.0462725 Apr 30 05:00:08.438727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-969d975e-14ca-4fc8-b91d-8c27bcf02350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:08.440282 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-969d975e-14ca-4fc8-b91d-8c27bcf02350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 200 len: 897 time: 0.0887592 Apr 30 05:00:08.486638 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-6e563bba-3061-4980-a36a-3cb725e5497a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70162b47-8a3b-4177-81a1-3497873a9a80 HTTP/1.1" status: 200 len: 217 time: 0.0395429 Apr 30 05:00:08.521887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:08.537568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-41899363-581d-4be9-b948-2cdf9822f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:08.539555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-41899363-581d-4be9-b948-2cdf9822f914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77a235ac-59b6-477f-ac10-a99a090c40fb HTTP/1.1" status: 200 len: 834 time: 0.0467799 Apr 30 05:00:08.548683 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:08.557181 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:08.557787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:08.582441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-a9d667fa-0f5f-4bbd-a34c-3beabf285bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:08.584119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-a9d667fa-0f5f-4bbd-a34c-3beabf285bfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390251 Apr 30 05:00:08.674691 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:08.718461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5932-57c7-407e-a89e-3fddf888012b req-58f8578d-4728-4e7b-9bc1-6a8e3d0f9267 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:08.719947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-293a5932-57c7-407e-a89e-3fddf888012b req-58f8578d-4728-4e7b-9bc1-6a8e3d0f9267 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0479639 Apr 30 05:00:08.774908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-293a5932-57c7-407e-a89e-3fddf888012b req-bd793afd-2e44-4902-a580-e7b84e59d496 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Apr 30 05:00:08.953782 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:08.980263 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da204f-8af1-4de8-991d-8e551f2374ae None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:00Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'e764b37d-d73d-4f76-85d5-78768ad4405e', 'name': '', 'network_id': '67e0c30a-1aa5-4c89-b24d-0c4f64b581ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0d:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:28Z', 'updated_at': '2022-04-30T04:58:32Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '77a235ac-59b6-477f-ac10-a99a090c40fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:09.216203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26010c6-7aed-467d-a1c7-8de1758828ea None None] New status for floating IP d65c47e0-c409-43b5-8568-d4f8a97f415c: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:00:09.352828 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-ffe97636-f933-46b1-a339-4c153b82ea54 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098168700&fields=id&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 267 time: 0.0447257 Apr 30 05:00:09.464539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-8261b3ba-d29d-48e6-9938-bb5c9f7ced52 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:09.465987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-8261b3ba-d29d-48e6-9938-bb5c9f7ced52 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.1065674 Apr 30 05:00:09.480372 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-2a4495e2-6fdb-4d5c-9089-e3a4785d6a1a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/quotas/b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 375 time: 0.0089736 Apr 30 05:00:09.534730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-93d65655-7bc9-4904-b046-1693d7a02a8c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493903 Apr 30 05:00:09.691620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-9d9418fc-080f-4c7e-908f-986ca1716d03 service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459806 Apr 30 05:00:09.718892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-fd37a6ef-9cc6-4fa2-9235-9e4ff1e7cd69 service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531062 Apr 30 05:00:09.815005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-ff6f7501-6d90-4058-a00a-ab986525c6cd service neutron] 10.222.0.16 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170135 Apr 30 05:00:09.934465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-817a1f23-5983-44f6-af9e-64c1b1b4a0dd req-5fe00ed5-b82c-414c-a7bf-787b8c55bcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672165 Apr 30 05:00:09.943067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c329846-2130-4119-afad-27a91174871f req-888b9c49-7dbf-4dc2-8a4d-dc878d63e7b0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:09.944468 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c329846-2130-4119-afad-27a91174871f req-888b9c49-7dbf-4dc2-8a4d-dc878d63e7b0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0972431 Apr 30 05:00:09.955595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5ea83576-2858-47a6-86f0-96d3719dcf9b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:09.957012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5ea83576-2858-47a6-86f0-96d3719dcf9b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 945 time: 0.0776525 Apr 30 05:00:10.056026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c329846-2130-4119-afad-27a91174871f req-dd0df16c-6b0a-49d8-b406-5d18d8ce9714 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980546 Apr 30 05:00:10.069855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 70162b47-8a3b-4177-81a1-3497873a9a80 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:10.070199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:10.159600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 70162b47-8a3b-4177-81a1-3497873a9a80, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=70162b47-8a3b-4177-81a1-3497873a9a80,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:10.159955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:10.173197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 70162b47-8a3b-4177-81a1-3497873a9a80 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:10.389111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (70162b47-8a3b-4177-81a1-3497873a9a80), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:10.417559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=70162b47-8a3b-4177-81a1-3497873a9a80,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:10.464561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 70162b47-8a3b-4177-81a1-3497873a9a80 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:00:10.467041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:10.470252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb6bbbea-d71b-41a3-8f9d-21a05c46f775 req-5727ebc0-79a6-41d4-a6dd-6715a52d521c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/70162b47-8a3b-4177-81a1-3497873a9a80 HTTP/1.1" status: 204 len: 173 time: 0.5061500 Apr 30 05:00:10.470702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'name': 'network-vif-deleted', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:10.473721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ebb305-b880-4726-ae5f-cc9f7db2401c" -d '{"events": [{"server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "name": "network-vif-deleted", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:10.515816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8944d5-fbdb-41f3-b235-8850ed94ad47 x-openstack-request-id: req-fd8944d5-fbdb-41f3-b235-8850ed94ad47 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:10.516122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f538fd3-3115-475b-b541-de0cbbc52ccd", "name": "network-vif-deleted", "tag": "70162b47-8a3b-4177-81a1-3497873a9a80", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:10.516427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8944d5-fbdb-41f3-b235-8850ed94ad47 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:10.516971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8944d5-fbdb-41f3-b235-8850ed94ad47'] response: {'server_uuid': '6f538fd3-3115-475b-b541-de0cbbc52ccd', 'name': 'network-vif-deleted', 'tag': '70162b47-8a3b-4177-81a1-3497873a9a80', 'status': 'completed', 'code': 200} Apr 30 05:00:10.552289 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0cd4f594-9854-4fbc-afdd-992d830a6f80 req-bb873c10-7bb8-462a-99f9-98798ed73512 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0296614 Apr 30 05:00:11.177489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8543e74d-ff24-4352-931b-d1d3e4284004 req-5833745e-97b6-4f7a-bf48-0f1cf29ec7eb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f538fd3-3115-475b-b541-de0cbbc52ccd HTTP/1.1" status: 200 len: 210 time: 0.0366948 Apr 30 05:00:11.650776 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a0617dc-5db0-4b83-af8f-b152a01e2bb1 req-396ed8a4-b617-436c-a2f2-7e5f318d4096 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0286851 Apr 30 05:00:12.234410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39552) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:12.290615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:12.315677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:12.501467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:12.504039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:12.505240 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2 HTTP/1.1" status: 204 len: 168 time: 0.2698324 Apr 30 05:00:12.516658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23555-7118-466b-b970-d1c39763fe0a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2b1d6-dcd4-4de0-acd4-ac3c83da0ea2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:12.561714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 70162b47-8a3b-4177-81a1-3497873a9a80 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:12.581520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 70162b47-8a3b-4177-81a1-3497873a9a80 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:12.581868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 70162b47-8a3b-4177-81a1-3497873a9a80 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:12.628562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39556) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:12.652740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-5f54cb59-a561-4407-8a73-2b0af979de7c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:12.658072 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-5f54cb59-a561-4407-8a73-2b0af979de7c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 812 time: 0.1022451 Apr 30 05:00:12.745741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-bf56ae3b-e0f9-49c9-8137-a42c454a7b81 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8 HTTP/1.1" status: 200 len: 380 time: 0.0831470 Apr 30 05:00:12.764496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'port': {'device_id': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'admin_state_up': True, 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'security_groups': ['04ddb127-6fe0-480f-9d44-b1ae0b9f10c3']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:12.768636 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3457909e-6f7a-4220-8130-895ab12346aa req-d7d636cf-3c4f-4612-9064-a63dad38ede3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0472190 Apr 30 05:00:12.958762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Made reservation on behalf of b3a3624505944eaaa34fd67e0ec2b6b8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:00:12.963571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:12.991128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.111284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.20.0.8 (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094/85cb74a1-df7b-457a-9462-d69a5cd67bf4/b3605886-9ef4-435a-a75c-b14cd612980c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:13.264298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port e764b37d-d73d-4f76-85d5-78768ad4405e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:13.264884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.270953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (b3605886-9ef4-435a-a75c-b14cd612980c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.363608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port e764b37d-d73d-4f76-85d5-78768ad4405e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e764b37d-d73d-4f76-85d5-78768ad4405e,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:13.363967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.370224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.378356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for e764b37d-d73d-4f76-85d5-78768ad4405e owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:13.419434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:13.425265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:13.427527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:13.436850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:13.499102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:13.499717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.578728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-53df5f69-743e-4bc6-9f4d-51bd3d8b5344 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182554 Apr 30 05:00:13.592303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Request body: {'port': {'device_id': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:13.650803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e764b37d-d73d-4f76-85d5-78768ad4405e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.664723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.680334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=e764b37d-d73d-4f76-85d5-78768ad4405e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:13.718687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-74897d68-97bc-485d-9860-af7159ced5f8 None None] Provisioning complete for port b3605886-9ef4-435a-a75c-b14cd612980c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:13.724955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-74897d68-97bc-485d-9860-af7159ced5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:13.790518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-74897d68-97bc-485d-9860-af7159ced5f8 None None] Port b3605886-9ef4-435a-a75c-b14cd612980c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:00:13.928543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.083950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3605886-9ef4-435a-a75c-b14cd612980c {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:00:14.103388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks [] for port (b3605886-9ef4-435a-a75c-b14cd612980c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.150911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddec955-ef48-44a7-ad7a-d665cafb06f9 req-291bdaeb-48c6-445d-98f5-2ec3da0e63c3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:14.152385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddec955-ef48-44a7-ad7a-d665cafb06f9 req-291bdaeb-48c6-445d-98f5-2ec3da0e63c3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 931 time: 0.2756848 Apr 30 05:00:14.153342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Transition to ACTIVE for port object b3605886-9ef4-435a-a75c-b14cd612980c will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:00:14.205348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 420745e9-cb66-448d-b814-2abe2b7c8a0c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:14.205616 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddec955-ef48-44a7-ad7a-d665cafb06f9 req-68921bfa-ef37-4f97-825e-0bdfa2d242e6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472808 Apr 30 05:00:14.234361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.300182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:14.350478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:14.356591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-82e68d20-fef9-43f9-b00f-38c565fc6967 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/420745e9-cb66-448d-b814-2abe2b7c8a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268412 Apr 30 05:00:14.359276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39564) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:14.361163 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Sync routers for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:14.379280 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:14.379902 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:14.404299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Attempting to bind port b3605886-9ef4-435a-a75c-b14cd612980c on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:00:14.415194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Attempting to bind port b3605886-9ef4-435a-a75c-b14cd612980c by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:00:14.415698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Attempting to bind port b3605886-9ef4-435a-a75c-b14cd612980c on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:14.423650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Port b3605886-9ef4-435a-a75c-b14cd612980c on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:00:14.427630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Attempting to bind port b3605886-9ef4-435a-a75c-b14cd612980c on network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:14.438158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:00:14.440796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Checking segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:14.441366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Bound using segment: {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:00:14.441928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Bound port: b3605886-9ef4-435a-a75c-b14cd612980c, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:00:14.442453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.449818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet 77a235ac-59b6-477f-ac10-a99a090c40fb {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:00:14.461078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (77a235ac-59b6-477f-ac10-a99a090c40fb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.524837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (77a235ac-59b6-477f-ac10-a99a090c40fb), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.558878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:00:14.560825 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:14.562040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b3605886-9ef4-435a-a75c-b14cd612980c,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:00:14.632626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (77a235ac-59b6-477f-ac10-a99a090c40fb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.647846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.719667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:14.720274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.721736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 1093 time: 1.1340165 Apr 30 05:00:14.738354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:14.740779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:14.755324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (77a235ac-59b6-477f-ac10-a99a090c40fb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.759542 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:13Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:14.769198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e72ccf-1a82-4f31-a808-6ac5c86c8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:14.789953 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Checking router: 420745e9-cb66-448d-b814-2abe2b7c8a0c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:14.799126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Routers {'420745e9-cb66-448d-b814-2abe2b7c8a0c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:14.799767 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['420745e9-cb66-448d-b814-2abe2b7c8a0c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:14.818548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:14.818548 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/77a235ac-59b6-477f-ac10-a99a090c40fb HTTP/1.1" status: 204 len: 168 time: 0.4557931 Apr 30 05:00:14.818548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2543d-8c69-4333-9a10-fadffcde82d6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=77a235ac-59b6-477f-ac10-a99a090c40fb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:14.819403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39568) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:14.820260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4e0ff-8799-4af7-a1fe-2a4d035ef975 None None] Network 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:00:15.022088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080cf0e1-9b2a-442d-b000-cfaa317d78e9 x-openstack-request-id: req-080cf0e1-9b2a-442d-b000-cfaa317d78e9 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:15.022685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:15.023735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-080cf0e1-9b2a-442d-b000-cfaa317d78e9 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:15.024411 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080cf0e1-9b2a-442d-b000-cfaa317d78e9'] response: {'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'status': 'completed', 'code': 200} Apr 30 05:00:15.028447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.056575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] DHCP port deletion for 67e0c30a-1aa5-4c89-b24d-0c4f64b581ba request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:00:15.088864 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] Set router 420745e9-cb66-448d-b814-2abe2b7c8a0c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:15.117642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Deleting port 2b268759-a85a-43c1-b21d-6ae0c30130ed {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:15.118007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.188052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] For port 2b268759-a85a-43c1-b21d-6ae0c30130ed, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b268759-a85a-43c1-b21d-6ae0c30130ed,segment=NetworkSegment(a9f18a6e-c50a-40d6-9ac3-6d459b96ceed),segment_id=a9f18a6e-c50a-40d6-9ac3-6d459b96ceed)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:15.189036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.197186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (420745e9-cb66-448d-b814-2abe2b7c8a0c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.204263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Calling delete_port for 2b268759-a85a-43c1-b21d-6ae0c30130ed owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:15.216064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-abef3825-2f8f-4ce1-8cce-53ca8b71f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:15.217708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-abef3825-2f8f-4ce1-8cce-53ca8b71f55e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1127 time: 0.2151680 Apr 30 05:00:15.271518 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-e5d26c09-2e8f-4213-a8b4-d535092ac926 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 217 time: 0.0459149 Apr 30 05:00:15.276058 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:13Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:15.331979 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc57d-7797-4128-b873-32f8cba751af None None] The sync data for ids ['420745e9-cb66-448d-b814-2abe2b7c8a0c'] in dv-neutron-838078-9-hyperv is: [{'id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'name': 'tempest-TestNetworkBasicOps-router-233720105', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:58:24Z', 'updated_at': '2022-04-30T05:00:13Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '02112e04-8dbb-4684-ac7c-494a8ad02f96', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420745e9-cb66-448d-b814-2abe2b7c8a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:58:25Z', 'updated_at': '2022-04-30T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:15.342825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-40e9e746-adf2-4d5d-a081-bb982ba2b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:15.342825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-40e9e746-adf2-4d5d-a081-bb982ba2b6f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0616150 Apr 30 05:00:15.429179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (2b268759-a85a-43c1-b21d-6ae0c30130ed), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.441907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce18e14-b64b-420c-91ec-2c8071f39828 req-851f35dc-7b97-4a0f-85d9-28faeb1ec124 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:15.443447 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce18e14-b64b-420c-91ec-2c8071f39828 req-851f35dc-7b97-4a0f-85d9-28faeb1ec124 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.1014895 Apr 30 05:00:15.450523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-43f0a7fa-f5b0-462c-a698-dd7ef16a4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:15.451966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-43f0a7fa-f5b0-462c-a698-dd7ef16a4270 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0997725 Apr 30 05:00:15.459700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] Pushing event deleted for resources: {'Port': ['ID=2b268759-a85a-43c1-b21d-6ae0c30130ed,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:15.467310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201ccef-a326-419f-aab5-75fea599b4e5 None None] No DVR routers for this DVR port 2b268759-a85a-43c1-b21d-6ae0c30130ed on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:00:15.479422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 02112e04-8dbb-4684-ac7c-494a8ad02f96 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:00:15.479771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:15.908511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ce18e14-b64b-420c-91ec-2c8071f39828 req-1c923d0b-64ba-418c-9291-2a1e62cb8588 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539506 Apr 30 05:00:15.983887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 02112e04-8dbb-4684-ac7c-494a8ad02f96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=02112e04-8dbb-4684-ac7c-494a8ad02f96,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:15.984385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.006512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-18fccd26-bea6-44af-a351-b3466f8e3de1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280511 Apr 30 05:00:16.007498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 02112e04-8dbb-4684-ac7c-494a8ad02f96 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:00:16.013116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b268759-a85a-43c1-b21d-6ae0c30130ed no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:16.035085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 2b268759-a85a-43c1-b21d-6ae0c30130ed {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:16.035514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b268759-a85a-43c1-b21d-6ae0c30130ed not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:16.036176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e764b37d-d73d-4f76-85d5-78768ad4405e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:16.057083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: e764b37d-d73d-4f76-85d5-78768ad4405e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:16.057508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e764b37d-d73d-4f76-85d5-78768ad4405e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:16.166702 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6476456-751e-417d-96d4-fc00d5c04a2a req-e8dab081-90da-4cff-88d8-ef3d1a6364e9 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535552 Apr 30 05:00:16.368476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (02112e04-8dbb-4684-ac7c-494a8ad02f96), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.401792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=02112e04-8dbb-4684-ac7c-494a8ad02f96,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:16.409773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-e55ddfda-1956-450f-8b7e-96f03f14d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:16.411324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-e55ddfda-1956-450f-8b7e-96f03f14d775 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1127 time: 0.0698905 Apr 30 05:00:16.524066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.624809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-4bffdd05-915a-45a8-9bec-49b1f9a66cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:16.626159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-4bffdd05-915a-45a8-9bec-49b1f9a66cc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.2002454 Apr 30 05:00:16.629937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.632114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (420745e9-cb66-448d-b814-2abe2b7c8a0c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.674527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-9729f0ee-be91-4d81-8390-403124a66f15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 217 time: 0.0402529 Apr 30 05:00:16.746064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-8cf42915-0ecf-4c79-8e83-5797869fd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:16.747543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-8cf42915-0ecf-4c79-8e83-5797869fd7da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0458741 Apr 30 05:00:16.786799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (420745e9-cb66-448d-b814-2abe2b7c8a0c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.787339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router 420745e9-cb66-448d-b814-2abe2b7c8a0c {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:00:16.795807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.796959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1d9e7bb1-4089-4fdc-8d2b-cdf730925b27 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/420745e9-cb66-448d-b814-2abe2b7c8a0c HTTP/1.1" status: 204 len: 168 time: 1.9764476 Apr 30 05:00:16.799634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39572) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:16.811491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-b69ded6a-6f6e-4379-bc1b-108f79a63715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:16.816567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-b69ded6a-6f6e-4379-bc1b-108f79a63715 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0598583 Apr 30 05:00:16.938120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:16.960277 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:00:16.989933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-40dd37ef-5dec-401e-bf83-acd638227ebf service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668651 Apr 30 05:00:17.102363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.119822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459636-f442-4fd7-a9f0-8e627045451a req-cca9b15e-24fb-4aeb-8b57-b7b6d34cc39f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:17.121299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28459636-f442-4fd7-a9f0-8e627045451a req-cca9b15e-24fb-4aeb-8b57-b7b6d34cc39f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.1293366 Apr 30 05:00:17.186775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e0c30a-1aa5-4c89-b24d-0c4f64b581ba']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:17.203715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:17.204008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f18a6e-c50a-40d6-9ac3-6d459b96ceed') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:17.225065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a9f18a6e-c50a-40d6-9ac3-6d459b96ceed), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.254066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e1d0b1-eac1-40aa-8f55-45c12517b26b req-d057d789-f010-4de8-a48f-a98b6e3214d8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511475 Apr 30 05:00:17.258678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a9f18a6e-c50a-40d6-9ac3-6d459b96ceed), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.264148 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28459636-f442-4fd7-a9f0-8e627045451a req-7cb6f383-ea4f-4a02-bdac-c873f68294a3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123128 Apr 30 05:00:17.269089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:00:17.269496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a9f18a6e-c50a-40d6-9ac3-6d459b96ceed), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:00:17.274233 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:00:17.430097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (67e0c30a-1aa5-4c89-b24d-0c4f64b581ba), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.437465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.443345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/67e0c30a-1aa5-4c89-b24d-0c4f64b581ba HTTP/1.1" status: 204 len: 168 time: 0.6396649 Apr 30 05:00:17.452819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa162cf8-ba5c-4f2e-9944-7ef8fd0bf2ed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=67e0c30a-1aa5-4c89-b24d-0c4f64b581ba,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:17.468526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39578) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:17.468526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--1874305046', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:17.520844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:00:17.524433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.548923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:00:17.558144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (667002de-ed46-4f0c-b68b-32e9017933d5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.558516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 667002de-ed46-4f0c-b68b-32e9017933d5 of type vlan for network d263ed78-22b7-44a1-8a88-5f6452333a8d Apr 30 05:00:17.603553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (d263ed78-22b7-44a1-8a88-5f6452333a8d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.680984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (d263ed78-22b7-44a1-8a88-5f6452333a8d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.686126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:17.686729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.752651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=d263ed78-22b7-44a1-8a88-5f6452333a8d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:17.770612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network d263ed78-22b7-44a1-8a88-5f6452333a8d details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:00:17.795163 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b0a3fb03-a340-4cd3-ab4a-63f4583dd8e1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3293221 Apr 30 05:00:17.795405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39580) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:17.799862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:17.889559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.890708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.947651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (04f1654e-f676-406f-9f73-d17f82ae7a42), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:17.989641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 02112e04-8dbb-4684-ac7c-494a8ad02f96 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:00:18.011880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 02112e04-8dbb-4684-ac7c-494a8ad02f96 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:00:18.012502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 02112e04-8dbb-4684-ac7c-494a8ad02f96 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:00:18.213998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (04f1654e-f676-406f-9f73-d17f82ae7a42), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:18.421428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8810a0-4c2e-4943-8a24-e8dc2fb8bbb2 req-5524061e-0fce-4c32-9a9e-ced281d103dc tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:18.422855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb8810a0-4c2e-4943-8a24-e8dc2fb8bbb2 req-5524061e-0fce-4c32-9a9e-ced281d103dc tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0848398 Apr 30 05:00:18.553319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (04f1654e-f676-406f-9f73-d17f82ae7a42), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:18.558984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb8810a0-4c2e-4943-8a24-e8dc2fb8bbb2 req-c91b4d3e-3c3f-4a32-b4eb-c5b128b24475 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267083 Apr 30 05:00:18.580254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:18.683961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.225 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/14ae5881-ab2d-46bf-8ab6-00f3532bb7df) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:18.792146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:18.890077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:18.930337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:18.937530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:18.945270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:18.969883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:19.338080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (04f1654e-f676-406f-9f73-d17f82ae7a42), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:19.545466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:19.739768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f451f-18c9-4571-936a-0f6d8a91484d req-5932b306-e7c4-459e-a5fc-0caad49b493b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:19.741243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cb4f451f-18c9-4571-936a-0f6d8a91484d req-5932b306-e7c4-459e-a5fc-0caad49b493b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.1071899 Apr 30 05:00:19.761363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 04f1654e-f676-406f-9f73-d17f82ae7a42 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:00:19.846006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cb4f451f-18c9-4571-936a-0f6d8a91484d req-2afee2bc-6fac-446e-bfef-39dceee1ceac tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984015 Apr 30 05:00:19.915273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:19.926382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Sync routers for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:19.937955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:19.938641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:20.008381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.009627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-63304de0-655e-4dce-9e87-016b63720c09 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2133412 Apr 30 05:00:20.012626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39588) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:20.045592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-05032b6b-c48d-4c31-981e-ba472ea19d36 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314076 Apr 30 05:00:20.048164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39590) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:20.052278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:20.205297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9e814c-ab77-4ed3-afff-1ae3457bfe31 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:20.209824 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1b9e814c-ab77-4ed3-afff-1ae3457bfe31 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577997 Apr 30 05:00:20.211247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39592) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:20.229825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:20.244381 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4a1a09d3-410d-49ad-ac2c-5abee3f45338 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314786 Apr 30 05:00:20.246844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39594) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:20.252175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014348071', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:20.256943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Checking router: 04f1654e-f676-406f-9f73-d17f82ae7a42 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:20.257145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Updating router 04f1654e-f676-406f-9f73-d17f82ae7a42 port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:00:20.286737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.452185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:00:20.457953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.544926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks [] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.629129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.681808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Attempting to bind port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:00:20.682170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Attempting to bind port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:00:20.682567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Attempting to bind port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:20.689630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5281b-dce5-45b1-9402-8fedaf37fa4e None None] Pushing event updated for resources: {'Port': ['ID=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:20.693160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:00:20.693542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:20.693946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.694352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:00:20.695346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Bound port: 14ae5881-ab2d-46bf-8ab6-00f3532bb7df, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:00:20.695731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.721125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (3902d972-6fca-4486-8b87-b77241728ec9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.759796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] For port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:00:20.763271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] For port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:00:20.790475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=3902d972-6fca-4486-8b87-b77241728ec9,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:20.801053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:20.801408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: d263ed78-22b7-44a1-8a88-5f6452333a8d, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:00:20.846888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:20.884976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network d263ed78-22b7-44a1-8a88-5f6452333a8d is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:00:20.911840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:20.912535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:20.952345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5281b-dce5-45b1-9402-8fedaf37fa4e None None] Pushing event updated for resources: {'Port': ['ID=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:20.981078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b516fa-84e3-464e-b2e0-5de453af1807 req-20596545-18d5-437c-a3e2-8cfc7ba90675 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:20.982844 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55b516fa-84e3-464e-b2e0-5de453af1807 req-20596545-18d5-437c-a3e2-8cfc7ba90675 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0554934 Apr 30 05:00:20.998085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, d263ed78-22b7-44a1-8a88-5f6452333a8d) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:21.009945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:21.014551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:21.014791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb7e98-5172-48ec-a329-e5cc9063a502 None None] Network d263ed78-22b7-44a1-8a88-5f6452333a8d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:00:21.045261 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-55b516fa-84e3-464e-b2e0-5de453af1807 req-5c8ff43f-7d12-4bdf-bf1e-22892e299461 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560646 Apr 30 05:00:21.076681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:21.104175 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78c1363d-2c5a-497a-9b7c-36cb3198b463 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8560541 Apr 30 05:00:21.106954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39598) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:21.408419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-d263ed78-22b7-44a1-8a88-5f6452333a8d', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:00:21.409517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:21.535939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:21.573834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503c7c1-aa40-4153-a419-a8ff510dc3cb None None] The sync data for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv is: [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:21.634534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Allocated IP 172.20.0.2 (d263ed78-22b7-44a1-8a88-5f6452333a8d/3902d972-6fca-4486-8b87-b77241728ec9/64d23bf6-fb34-4cb5-bf56-ea00b7af70da) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:21.844543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks [] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:21.856196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:21.860681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cadbdb4d-85b7-46fc-acaf-b90e168c968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:21.929096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.004619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Pushing event updated for resources: {'Port': ['ID=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:22.014512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Network d263ed78-22b7-44a1-8a88-5f6452333a8d is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:22.016182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:22.019115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:22.101599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Attempting to bind port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:00:22.105569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Attempting to bind port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:00:22.105569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Attempting to bind port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da on network d263ed78-22b7-44a1-8a88-5f6452333a8d {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:22.111386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14ae5881-ab2d-46bf-8ab6-00f3532bb7df up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:22.122985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:00:22.123366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Checking segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:22.123775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.124179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Bound using segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:00:22.124674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Bound port: 64d23bf6-fb34-4cb5-bf56-ea00b7af70da, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:00:22.125061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.226860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17349065-fd1b-4412-9dfe-92e209c1b7df req-df36e796-b874-4de2-b295-f53ffb0ba972 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:22.235073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17349065-fd1b-4412-9dfe-92e209c1b7df req-df36e796-b874-4de2-b295-f53ffb0ba972 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0708339 Apr 30 05:00:22.277816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:22.278387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.305082 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17349065-fd1b-4412-9dfe-92e209c1b7df req-a13e18ac-0c0c-4646-85d5-2c75952c5563 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645831 Apr 30 05:00:22.318682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] For port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:00:22.346692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (d263ed78-22b7-44a1-8a88-5f6452333a8d/3902d972-6fca-4486-8b87-b77241728ec9/3e77a34e-1acc-4696-8050-47878468aeec) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:22.352113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] For port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:00:22.414422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:22.414729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.438054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:22.452969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.493131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (3e77a34e-1acc-4696-8050-47878468aeec), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.511276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d263-f2b9-4ad9-a8c4-fca45341f5ec None None] Pushing event updated for resources: {'Port': ['ID=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:22.530341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.586066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:22.616185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:22.673131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network d263ed78-22b7-44a1-8a88-5f6452333a8d is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:22.676584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:22.681242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:22.696284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:22.725581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.726015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.726449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.726732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.727199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.727376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.727716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.728121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.728338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.728655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.729055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.729431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.729776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.730080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.730471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:22.786324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (04f1654e-f676-406f-9f73-d17f82ae7a42), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:23.029515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3e77a34e-1acc-4696-8050-47878468aeec), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:23.328045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (3e77a34e-1acc-4696-8050-47878468aeec), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:23.412409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:23.417751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaef402-7db5-442f-8787-e39688553db9 req-1cf841c7-f63d-41b2-b6e0-498ab6a38ad9 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.417751 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebaef402-7db5-442f-8787-e39688553db9 req-1cf841c7-f63d-41b2-b6e0-498ab6a38ad9 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0501783 Apr 30 05:00:23.487893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebaef402-7db5-442f-8787-e39688553db9 req-40578a9b-c05b-441f-bb11-a4595a12f15b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598485 Apr 30 05:00:23.508008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:23.518208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (04f1654e-f676-406f-9f73-d17f82ae7a42), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:23.620169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network d263ed78-22b7-44a1-8a88-5f6452333a8d is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:23.621350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:23.740666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 04f1654e-f676-406f-9f73-d17f82ae7a42 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:23.856094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:23.861591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f08b474-f66f-4876-9a1a-622677c82ddc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/04f1654e-f676-406f-9f73-d17f82ae7a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534130 Apr 30 05:00:23.863942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39604) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:23.867757 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085983f1-18e8-4911-8481-93880e98181e None None] Sync routers for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:23.882611 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:23.882611 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T04:59:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:23.996804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.997440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.997985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.998559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.999088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:23.999621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.004161 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9acc0f4c-0f89-4326-946e-3ea9cb3236ee tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1364961 Apr 30 05:00:24.004565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39606) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:24.046310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-027059e9-7eef-4a23-8899-22eb9282b491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.049172 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:24.110971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.111548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.112062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.112636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.113294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.114033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.119001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39608) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:24.119791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a8957400-8e04-41a9-94ba-1519f98eb985 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1133442 Apr 30 05:00:24.144567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14ae5881-ab2d-46bf-8ab6-00f3532bb7df up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:24.235286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:24.235649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.336146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:24.337625 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:23Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:24.337868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 64d23bf6-fb34-4cb5-bf56-ea00b7af70da up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:24.385173 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085983f1-18e8-4911-8481-93880e98181e None None] Checking router: 04f1654e-f676-406f-9f73-d17f82ae7a42 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:24.385843 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085983f1-18e8-4911-8481-93880e98181e None None] Updating router 04f1654e-f676-406f-9f73-d17f82ae7a42 port 3e77a34e-1acc-4696-8050-47878468aeec binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:00:24.401655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:24.402171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.422349 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3e77a34e-1acc-4696-8050-47878468aeec), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.428853 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e3610452-80a0-49de-ab4b-6b3754b064e1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3086421 Apr 30 05:00:24.518921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:24.519317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.553897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:24.590177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925e4d9-6bb6-486a-8f58-45168e2ad94e None None] Network d263ed78-22b7-44a1-8a88-5f6452333a8d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:00:24.652156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703d1f7-daee-499c-a090-64afc7cda22a req-54989483-3476-46d5-9cf3-2670ffbd7cd5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:24.654003 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a703d1f7-daee-499c-a090-64afc7cda22a req-54989483-3476-46d5-9cf3-2670ffbd7cd5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0560169 Apr 30 05:00:24.702918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fcbf8571-3bdc-4d60-82e6-03d3f656641c None None] Provisioning complete for port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:24.703150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8571-3bdc-4d60-82e6-03d3f656641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.719969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.721147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a703d1f7-daee-499c-a090-64afc7cda22a req-8d3f2756-34c8-4114-add0-965848ac058c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 Apr 30 05:00:24.766610 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks [] for port (3e77a34e-1acc-4696-8050-47878468aeec), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.816936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:24.826439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.826785 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.827128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.827259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:24.827459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.827787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.828115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.828433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.828758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.829072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.829391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.829709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.830027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.830366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.830683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.830995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:24.843302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313583021', 'description': 'tempest-secgroup-smoke-313583021 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:24.852137 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.879066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf8571-3bdc-4d60-82e6-03d3f656641c None None] Current status of the port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:24.904237 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f50d52-f4e7-43cd-958a-086acaf338b8 None None] Pushing event updated for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:24.961246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.983585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:24.997924 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-085983f1-18e8-4911-8481-93880e98181e None None] Attempting to bind port 3e77a34e-1acc-4696-8050-47878468aeec on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:00:24.998439 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-085983f1-18e8-4911-8481-93880e98181e None None] Attempting to bind port 3e77a34e-1acc-4696-8050-47878468aeec by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:00:24.998867 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085983f1-18e8-4911-8481-93880e98181e None None] Attempting to bind port 3e77a34e-1acc-4696-8050-47878468aeec on network d263ed78-22b7-44a1-8a88-5f6452333a8d {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:25.006746 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085983f1-18e8-4911-8481-93880e98181e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 4, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:00:25.007890 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085983f1-18e8-4911-8481-93880e98181e None None] Checking segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:25.014183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.014183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085983f1-18e8-4911-8481-93880e98181e None None] Bound using segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:00:25.014183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-085983f1-18e8-4911-8481-93880e98181e None None] Bound port: 3e77a34e-1acc-4696-8050-47878468aeec, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:00:25.014183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3e77a34e-1acc-4696-8050-47878468aeec), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.045156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (587be6f0-f61c-4934-8474-46de9ed34512), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.090220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-085983f1-18e8-4911-8481-93880e98181e None None] For port 3e77a34e-1acc-4696-8050-47878468aeec, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:00:25.093726 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-085983f1-18e8-4911-8481-93880e98181e None None] For port 3e77a34e-1acc-4696-8050-47878468aeec, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3e77a34e-1acc-4696-8050-47878468aeec,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:00:25.099952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Provisioning complete for port 3e77a34e-1acc-4696-8050-47878468aeec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:25.100449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3e77a34e-1acc-4696-8050-47878468aeec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.138125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Port 3e77a34e-1acc-4696-8050-47878468aeec cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:00:25.147069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Provisioning complete for port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:25.152652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.175456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (587be6f0-f61c-4934-8474-46de9ed34512), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.208278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587be6f0-f61c-4934-8474-46de9ed34512,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:25.229624 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-085983f1-18e8-4911-8481-93880e98181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.235521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-57201939-ca3d-4839-a8b2-bef6b2c9ecf5 None None] Current status of the port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:25.285637 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:25.286567 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:25.334905 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f50d52-f4e7-43cd-958a-086acaf338b8 None None] Pushing event updated for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:25.339979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.342501 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cfaa2f64-c292-461a-b908-b446175924a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5115414 Apr 30 05:00:25.345057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39616) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:25.349177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:25.356312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Provisioning complete for port 3e77a34e-1acc-4696-8050-47878468aeec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:25.356682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3e77a34e-1acc-4696-8050-47878468aeec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.421383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:25.441213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Current status of the port 3e77a34e-1acc-4696-8050-47878468aeec is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:25.441771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3e77a34e-1acc-4696-8050-47878468aeec), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.479639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] For port 3e77a34e-1acc-4696-8050-47878468aeec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3e77a34e-1acc-4696-8050-47878468aeec,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:25.480418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (36b477a0-cc92-4181-b98f-b52168ce18f4), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.551028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (36b477a0-cc92-4181-b98f-b52168ce18f4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.606520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.627199 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-085983f1-18e8-4911-8481-93880e98181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:25.643984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (36b477a0-cc92-4181-b98f-b52168ce18f4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.656672 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085983f1-18e8-4911-8481-93880e98181e None None] The sync data for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv is: [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:25.666125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c214-9b3a-423d-be81-d34218810c71 None None] Pushing event updated for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:25.675897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b477a0-cc92-4181-b98f-b52168ce18f4,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:25.684707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.685051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.685653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.685908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.686243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.686595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.687151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.687497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.687744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.688061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.688383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.688795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.689006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.689307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.689649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:00:25.739654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fcb6f3b9-6968-4587-9fb5-b63d2ce50f02 None None] Provisioning complete for port 3e77a34e-1acc-4696-8050-47878468aeec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:25.740022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f3b9-6968-4587-9fb5-b63d2ce50f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3e77a34e-1acc-4696-8050-47878468aeec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.760494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:25.768074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-46c98a39-9c67-4bbf-98d2-85cf8675b559 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4162459 Apr 30 05:00:25.768074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39620) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:25.779517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:25.846383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6f3b9-6968-4587-9fb5-b63d2ce50f02 None None] Current status of the port 3e77a34e-1acc-4696-8050-47878468aeec is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:25.888216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018369-3c96-4848-b65b-1d72f2aedbd6 req-7d9b227d-2ce0-4bc1-80b8-b172875c833b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:25.889793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38018369-3c96-4848-b65b-1d72f2aedbd6 req-7d9b227d-2ce0-4bc1-80b8-b172875c833b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0647266 Apr 30 05:00:25.926507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (5237668a-8cca-4c1e-8943-6d896249aa80), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.002284 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38018369-3c96-4848-b65b-1d72f2aedbd6 req-0c7cdd54-2f59-42b0-b0e4-9609f4d3f05a tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020896 Apr 30 05:00:26.020088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (5237668a-8cca-4c1e-8943-6d896249aa80), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.065560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-53098fc8-085f-4c3a-9028-351efd16fd39 None None] Provisioning complete for port 3e77a34e-1acc-4696-8050-47878468aeec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:26.066002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-53098fc8-085f-4c3a-9028-351efd16fd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3e77a34e-1acc-4696-8050-47878468aeec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.080723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (5237668a-8cca-4c1e-8943-6d896249aa80), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.103430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5237668a-8cca-4c1e-8943-6d896249aa80,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:26.119078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 64d23bf6-fb34-4cb5-bf56-ea00b7af70da up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:26.175474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.185437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b20a4500-26d8-4709-86c0-5e4aa24ec9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4117868 Apr 30 05:00:26.185437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39622) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:26.190356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:26.203596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:26.209610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.209610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-53098fc8-085f-4c3a-9028-351efd16fd39 None None] Current status of the port 3e77a34e-1acc-4696-8050-47878468aeec is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:26.290947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:26.292012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3e77a34e-1acc-4696-8050-47878468aeec up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:26.309140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (55af369b-068f-4e02-9653-afc971c5f422), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.343024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3e77a34e-1acc-4696-8050-47878468aeec triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:26.343420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3e77a34e-1acc-4696-8050-47878468aeec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.372060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (55af369b-068f-4e02-9653-afc971c5f422), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.426754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3e77a34e-1acc-4696-8050-47878468aeec is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:26.455473 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (55af369b-068f-4e02-9653-afc971c5f422), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.477084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55af369b-068f-4e02-9653-afc971c5f422,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:26.533876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.535158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-50718317-4b36-472c-b59d-9d43050f8921 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529074 Apr 30 05:00:26.538010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39624) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:26.543099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:26.634870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (09858231-46ea-485c-b2cf-3cd7b1c2687f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.698372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (09858231-46ea-485c-b2cf-3cd7b1c2687f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.771760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.822035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (09858231-46ea-485c-b2cf-3cd7b1c2687f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.837778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09858231-46ea-485c-b2cf-3cd7b1c2687f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:26.917145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:26.918404 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c2d9f56-bb46-4d2a-9f19-61a22d14b7c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788157 Apr 30 05:00:26.921136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39626) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:26.925435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:27.009339 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:00:27.015037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (744708c6-796b-46a0-8700-66a1578c34ac), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.078318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (744708c6-796b-46a0-8700-66a1578c34ac), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.115489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6592a60-5108-4936-8c59-b80307859c6e req-9aa00ae8-7388-4c66-9328-51a438e179c2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:27.117073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6592a60-5108-4936-8c59-b80307859c6e req-9aa00ae8-7388-4c66-9328-51a438e179c2 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0473926 Apr 30 05:00:27.152083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (744708c6-796b-46a0-8700-66a1578c34ac), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.166738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6592a60-5108-4936-8c59-b80307859c6e req-71b90b2d-5a7f-42f5-9f69-a380b0650094 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Apr 30 05:00:27.167375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744708c6-796b-46a0-8700-66a1578c34ac,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:27.261521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.261521 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d3cc41d-328f-4af9-b35d-f3037f1a0b77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392704 Apr 30 05:00:27.264176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39630) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:27.268652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '587be6f0-f61c-4934-8474-46de9ed34512', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:27.369525 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:00:27.375195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d3ca6dd6-ce0e-498f-a369-7e4e91247383), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.434206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d3ca6dd6-ce0e-498f-a369-7e4e91247383), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.509003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d3ca6dd6-ce0e-498f-a369-7e4e91247383), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.526999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ca6dd6-ce0e-498f-a369-7e4e91247383,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:27.603445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:27.604661 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-622158b5-00a8-4a4e-8cbb-a460d68cfd58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395123 Apr 30 05:00:27.754060 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-72c98596-dc24-42bb-88ba-e289d2b9f472 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313583021&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0478070 Apr 30 05:00:27.858037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b67cab2-c9a6-47d9-8fe6-233421040b4b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:27.859506 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b67cab2-c9a6-47d9-8fe6-233421040b4b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=d263ed78-22b7-44a1-8a88-5f6452333a8d HTTP/1.1" status: 200 len: 797 time: 0.0987587 Apr 30 05:00:27.873464 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-5467dc1b-de13-4361-a330-647eb58cbd40 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0086932 Apr 30 05:00:27.924296 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-827984f3-b9ff-44a6-96f9-29978661bde6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460222 Apr 30 05:00:27.939247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-ed10040d-521c-4b7d-bd17-57795d439856 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:00:27.940240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-ed10040d-521c-4b7d-bd17-57795d439856 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051930 Apr 30 05:00:28.029153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-5d973e09-7f54-45b5-af10-0af70f174875 service neutron] 10.222.0.16 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830672 Apr 30 05:00:28.139885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-55cf0514-1ba5-4bc3-bc08-6facd3dce404 service neutron] 10.222.0.16 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051147 Apr 30 05:00:28.204593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:28.301106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a2a5d-4799-4a84-bd0d-e4c5ec50966d req-5086a6a7-db29-4c3b-a5a9-cab4bad9172d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:28.302771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f32a2a5d-4799-4a84-bd0d-e4c5ec50966d req-5086a6a7-db29-4c3b-a5a9-cab4bad9172d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0550742 Apr 30 05:00:28.364087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f32a2a5d-4799-4a84-bd0d-e4c5ec50966d req-29dbe41b-9bd5-423b-9eb0-542412955c85 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537827 Apr 30 05:00:28.431541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7815459d-5ec0-4aae-abaa-21a4f2a2431d req-b151b0d1-81da-401e-a8a5-67aec6d7f528 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 210 time: 0.0280366 Apr 30 05:00:29.504445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b46f5-89f4-4c3d-b777-fff9542c00c4 req-246694af-89c0-4052-b10a-f41b41b56969 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:29.505943 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-509b46f5-89f4-4c3d-b777-fff9542c00c4 req-246694af-89c0-4052-b10a-f41b41b56969 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0522401 Apr 30 05:00:29.871526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1ce3901a-f443-413b-9973-bb8ecc951e43 req-1a379a90-604c-45f5-afd1-79fc7703647c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 210 time: 0.3644359 Apr 30 05:00:29.909872 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-509b46f5-89f4-4c3d-b777-fff9542c00c4 req-039f1227-7763-405e-8033-dbd2c72dd6e3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935354 Apr 30 05:00:30.428509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-8ee532c3-5619-4113-8aeb-059551eae472 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:30.430694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-8ee532c3-5619-4113-8aeb-059551eae472 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=d263ed78-22b7-44a1-8a88-5f6452333a8d HTTP/1.1" status: 200 len: 797 time: 0.1042712 Apr 30 05:00:30.494140 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-b3984e29-fe3c-4740-a77f-65bdd4384aef tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 379 time: 0.0549412 Apr 30 05:00:30.502785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '43631e4a-295d-404e-9b51-61e657253dfe', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['587be6f0-f61c-4934-8474-46de9ed34512']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:30.671947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:00:30.675386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:30.805484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.4 (d263ed78-22b7-44a1-8a88-5f6452333a8d/3902d972-6fca-4486-8b87-b77241728ec9/af449e43-24c3-4c55-90b8-1536c981406a) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:30.963733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (af449e43-24c3-4c55-90b8-1536c981406a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:30.982922 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ab4e234-cccb-4001-9c2e-187bc8e6f7b7 req-94786433-8099-4fde-9d84-6d4f20ca1959 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 210 time: 0.0420763 Apr 30 05:00:31.041376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728b16e-1ccc-463b-b556-e64ac2ffd5c9 req-52be8e53-e16f-4500-959c-3851b7aafc5c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:31.042866 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7728b16e-1ccc-463b-b556-e64ac2ffd5c9 req-52be8e53-e16f-4500-959c-3851b7aafc5c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0579259 Apr 30 05:00:31.094159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7728b16e-1ccc-463b-b556-e64ac2ffd5c9 req-93d77fac-cef9-4408-b8e8-56e97bd35e23 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453985 Apr 30 05:00:31.146842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:31.193285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network d263ed78-22b7-44a1-8a88-5f6452333a8d is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:31.198948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:31.202762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:31.227408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:31.260090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:31.260752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:31.466080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-77f8f045-44bb-4050-86d9-b78f5dcd5d2e None None] Provisioning complete for port af449e43-24c3-4c55-90b8-1536c981406a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:31.466814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-77f8f045-44bb-4050-86d9-b78f5dcd5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (af449e43-24c3-4c55-90b8-1536c981406a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:31.478052 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-32649ca8-22c5-4acd-8d6a-39fb56503b5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782875 Apr 30 05:00:31.487369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-7e33ea78-035d-43b7-b4d5-67c34e0d3e39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:00:31.488261 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-7e33ea78-035d-43b7-b4d5-67c34e0d3e39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051701 Apr 30 05:00:31.500924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-77f8f045-44bb-4050-86d9-b78f5dcd5d2e None None] Port af449e43-24c3-4c55-90b8-1536c981406a cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:00:31.543566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Request body: {'port': {'device_id': '43631e4a-295d-404e-9b51-61e657253dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:31.602968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af449e43-24c3-4c55-90b8-1536c981406a), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:31.865966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af449e43-24c3-4c55-90b8-1536c981406a {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:00:31.874618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks [] for port (af449e43-24c3-4c55-90b8-1536c981406a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:31.887439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Transition to ACTIVE for port object af449e43-24c3-4c55-90b8-1536c981406a will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:00:32.009499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.117115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Pushing event updated for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:32.156764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e165-8992-4125-9fa9-5b5099f9046d req-21b9e35a-26c7-4c4e-88bd-eab6ddcfbdc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.158480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7589e165-8992-4125-9fa9-5b5099f9046d req-21b9e35a-26c7-4c4e-88bd-eab6ddcfbdc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 943 time: 0.0991030 Apr 30 05:00:32.261819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Attempting to bind port af449e43-24c3-4c55-90b8-1536c981406a on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:00:32.262149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Attempting to bind port af449e43-24c3-4c55-90b8-1536c981406a by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:00:32.262494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Attempting to bind port af449e43-24c3-4c55-90b8-1536c981406a on network d263ed78-22b7-44a1-8a88-5f6452333a8d {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:32.269959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab9b9-9c17-4ae1-ad95-057f85dda965 req-5b6a936f-ebe3-49e3-a35c-e5e92f32d9b3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.271480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c00ab9b9-9c17-4ae1-ad95-057f85dda965 req-5b6a936f-ebe3-49e3-a35c-e5e92f32d9b3 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 943 time: 0.0959852 Apr 30 05:00:32.278415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7589e165-8992-4125-9fa9-5b5099f9046d req-a2ec17b1-861d-4f2d-8a0e-92e13145e375 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127038 Apr 30 05:00:32.280208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Port af449e43-24c3-4c55-90b8-1536c981406a on network d263ed78-22b7-44a1-8a88-5f6452333a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:00:32.280523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Attempting to bind port af449e43-24c3-4c55-90b8-1536c981406a on network d263ed78-22b7-44a1-8a88-5f6452333a8d {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:00:32.297123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:00:32.299001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Checking segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:00:32.299001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Bound using segment: {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:00:32.299001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Bound port: af449e43-24c3-4c55-90b8-1536c981406a, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667002de-ed46-4f0c-b68b-32e9017933d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:00:32.299001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af449e43-24c3-4c55-90b8-1536c981406a), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.366021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c00ab9b9-9c17-4ae1-ad95-057f85dda965 req-3ca53c2a-0ead-4823-a4c4-ed27da5d1c41 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866020 Apr 30 05:00:32.392569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:00:32.395608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=af449e43-24c3-4c55-90b8-1536c981406a,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:00:32.475058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.509146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.509949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.511361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] 10.222.0.13 "PUT /v2.0/ports/af449e43-24c3-4c55-90b8-1536c981406a HTTP/1.1" status: 200 len: 1093 time: 1.0144200 Apr 30 05:00:32.513609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:32.516720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02" -d '{"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:32.546916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df217-bcd4-48a3-881c-8292788b9457 service neutron] Pushing event updated for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:32.571790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d434d-9412-4a48-ae7f-89efce2d5ff2 x-openstack-request-id: req-0e6d434d-9412-4a48-ae7f-89efce2d5ff2 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:32.571790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:32.571790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e6d434d-9412-4a48-ae7f-89efce2d5ff2 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:32.571790 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6d434d-9412-4a48-ae7f-89efce2d5ff2'] response: {'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a', 'status': 'completed', 'code': 200} Apr 30 05:00:32.629052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-f3ad469c-ec1f-4bea-a4ba-4c6698f83fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.630772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-f3ad469c-ec1f-4bea-a4ba-4c6698f83fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1127 time: 0.0447574 Apr 30 05:00:32.657146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b3605886-9ef4-435a-a75c-b14cd612980c details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:00:32.760224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-f5dee5a8-e4d8-40a1-a881-30e6c681f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.766529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-f5dee5a8-e4d8-40a1-a881-30e6c681f50a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1239462 Apr 30 05:00:32.781850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b3605886-9ef4-435a-a75c-b14cd612980c,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:32.795332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'port_id': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'mac_address': 'fa:16:3e:38:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:00:32.832211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port b3605886-9ef4-435a-a75c-b14cd612980c is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:32.832589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.846354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3605886-9ef4-435a-a75c-b14cd612980c {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:00:32.865107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-d20bc9a1-2af4-4ebe-984f-7c46eb66df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.866685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2ec0e1a-996b-4991-b5a7-c09db9f82b02 req-d20bc9a1-2af4-4ebe-984f-7c46eb66df93 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0947356 Apr 30 05:00:32.867308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b3605886-9ef4-435a-a75c-b14cd612980c,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:32.945969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-148fd50f-ac34-4cfc-8a3e-c29ca099e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:32.947531 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-148fd50f-ac34-4cfc-8a3e-c29ca099e684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1127 time: 0.0453496 Apr 30 05:00:32.960391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:32.990554 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-99176ce7-540a-4df9-b145-9729f51f2cbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af449e43-24c3-4c55-90b8-1536c981406a HTTP/1.1" status: 200 len: 217 time: 0.0356555 Apr 30 05:00:33.010093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:33.042617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-27683446-0e8a-42fa-8dd1-d6b447041d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:33.044086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-27683446-0e8a-42fa-8dd1-d6b447041d18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3902d972-6fca-4486-8b87-b77241728ec9 HTTP/1.1" status: 200 len: 835 time: 0.0468276 Apr 30 05:00:33.091154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-958e5319-93c6-4d05-8a8a-1c42e35400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:33.092696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-958e5319-93c6-4d05-8a8a-1c42e35400d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d263ed78-22b7-44a1-8a88-5f6452333a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420439 Apr 30 05:00:33.177085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['b3605886-9ef4-435a-a75c-b14cd612980c'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:00:33.193094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-d82c1089-8882-4df5-9628-d4279f3517d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924528 Apr 30 05:00:33.297032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-81a1e580-33dc-4b08-a1e8-ad3c93afdbd0 req-3a7a0d26-60f0-41a1-82b7-3f6bb4400d75 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978987 Apr 30 05:00:33.415651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a828be-a8f5-4a52-a894-baba62e925d4 req-a73013a1-a802-47b3-842c-b759d215f074 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:33.421573 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11a828be-a8f5-4a52-a894-baba62e925d4 req-a73013a1-a802-47b3-842c-b759d215f074 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 943 time: 0.0696137 Apr 30 05:00:33.511124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547082a-c555-49d6-8d69-38be87043b7e req-f5655b19-b570-4594-b76a-1958ca746576 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:33.512632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1547082a-c555-49d6-8d69-38be87043b7e req-f5655b19-b570-4594-b76a-1958ca746576 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 944 time: 0.0681152 Apr 30 05:00:33.516454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11a828be-a8f5-4a52-a894-baba62e925d4 req-cbd0386b-6e05-44a1-b8a1-5d298de442da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873239 Apr 30 05:00:33.563917 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1547082a-c555-49d6-8d69-38be87043b7e req-3893434d-99e6-4e3c-958b-84b8553e14ae tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Apr 30 05:00:34.637487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1135a-bee6-43ce-b7dd-80939b8a3f7e req-5d3b2bf2-a0fa-4ac5-a09e-335140ce0edc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:34.639040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cdd1135a-bee6-43ce-b7dd-80939b8a3f7e req-5d3b2bf2-a0fa-4ac5-a09e-335140ce0edc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 943 time: 0.0545368 Apr 30 05:00:34.654579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b3605886-9ef4-435a-a75c-b14cd612980c up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:34.710350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port b3605886-9ef4-435a-a75c-b14cd612980c completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:00:34.712058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ee22-d7a7-4b3d-8a6f-df8e27976fcd req-cba27334-4d17-4de6-8b02-38ba57ce95a4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:34.713706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a72ee22-d7a7-4b3d-8a6f-df8e27976fcd req-cba27334-4d17-4de6-8b02-38ba57ce95a4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 944 time: 0.0737593 Apr 30 05:00:34.748431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cdd1135a-bee6-43ce-b7dd-80939b8a3f7e req-ddbb0dfb-2e7b-425f-b85e-25099acbf61d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002924 Apr 30 05:00:34.755050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port b3605886-9ef4-435a-a75c-b14cd612980c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:34.760592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:34.786971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a72ee22-d7a7-4b3d-8a6f-df8e27976fcd req-4b22206b-217e-4604-ae22-ed12fad1f67f tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659325 Apr 30 05:00:34.842128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port b3605886-9ef4-435a-a75c-b14cd612980c is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:34.842544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:34.864113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:34.866514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057a921-a8f1-4e52-b9a6-47e7cc40e8f6" -d '{"events": [{"server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "name": "network-vif-plugged", "status": "completed", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:34.879069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b3605886-9ef4-435a-a75c-b14cd612980c,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:34.908602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1d999-f92f-4b0b-8340-be291e097c63 x-openstack-request-id: req-78c1d999-f92f-4b0b-8340-be291e097c63 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:34.908602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "name": "network-vif-plugged", "status": "completed", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:34.908602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78c1d999-f92f-4b0b-8340-be291e097c63 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:34.908602 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c1d999-f92f-4b0b-8340-be291e097c63'] response: {'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'code': 200} Apr 30 05:00:34.949103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:35.000781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:35.184560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72532-833e-42b0-9892-767d702d0fdf req-65dcd462-f616-4b67-900e-dded5ac0260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:35.186252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2a72532-833e-42b0-9892-767d702d0fdf req-65dcd462-f616-4b67-900e-dded5ac0260c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1129 time: 0.0433488 Apr 30 05:00:35.232375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2a72532-833e-42b0-9892-767d702d0fdf req-177bfe0c-abfd-4c69-8150-a8f5a21f0001 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Apr 30 05:00:35.866216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800d3bc-73db-401d-9fbd-bf8037448074 req-f1909fae-d9b0-4e75-981b-150d8691854a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:35.867726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1800d3bc-73db-401d-9fbd-bf8037448074 req-f1909fae-d9b0-4e75-981b-150d8691854a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 943 time: 0.0502076 Apr 30 05:00:35.926017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b644397-7bb5-42c7-86b6-1f18b01d8882 req-54757b5b-22a3-46b6-b532-28e69af163f4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:35.927505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b644397-7bb5-42c7-86b6-1f18b01d8882 req-54757b5b-22a3-46b6-b532-28e69af163f4 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0689096 Apr 30 05:00:35.967700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1800d3bc-73db-401d-9fbd-bf8037448074 req-474a4bc1-4d01-44b4-b59c-0a9ed8e56435 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923889 Apr 30 05:00:35.997477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b644397-7bb5-42c7-86b6-1f18b01d8882 req-e3cacee0-937a-4955-9ebc-265f9db61dda tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642893 Apr 30 05:00:36.669937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device af449e43-24c3-4c55-90b8-1536c981406a details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:00:36.766082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=af449e43-24c3-4c55-90b8-1536c981406a,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:36.781129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'af449e43-24c3-4c55-90b8-1536c981406a', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'port_id': 'af449e43-24c3-4c55-90b8-1536c981406a', 'mac_address': 'fa:16:3e:ea:54:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:00:36.820904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port af449e43-24c3-4c55-90b8-1536c981406a is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:36.821377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af449e43-24c3-4c55-90b8-1536c981406a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:36.834154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af449e43-24c3-4c55-90b8-1536c981406a {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:00:36.853782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=af449e43-24c3-4c55-90b8-1536c981406a,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:36.940771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:36.988486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:37.091765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb7304-db1e-4e67-bce6-c0cc38d84eba req-6c07932c-c8cf-4619-9e86-054277b54cf5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:37.093270 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c8fb7304-db1e-4e67-bce6-c0cc38d84eba req-6c07932c-c8cf-4619-9e86-054277b54cf5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 944 time: 0.0576165 Apr 30 05:00:37.139672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799b5a-b80a-4c1e-9d5e-2d89f075a625 req-38b763a5-18aa-477b-a2ca-50d53100a3bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:37.141116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1799b5a-b80a-4c1e-9d5e-2d89f075a625 req-38b763a5-18aa-477b-a2ca-50d53100a3bd tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0715933 Apr 30 05:00:37.159508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['af449e43-24c3-4c55-90b8-1536c981406a'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:00:37.183135 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c8fb7304-db1e-4e67-bce6-c0cc38d84eba req-38634f28-73fe-4188-90e3-4962a74b3eeb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737989 Apr 30 05:00:37.222254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1799b5a-b80a-4c1e-9d5e-2d89f075a625 req-6f55f220-398c-4588-bac5-e9b14c601d43 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715172 Apr 30 05:00:37.334782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1602fd-dac3-4731-a263-5401eb1174ea req-8bb1e536-3a58-4a9e-a73b-fc1294f9c0aa tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:37.336246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b1602fd-dac3-4731-a263-5401eb1174ea req-8bb1e536-3a58-4a9e-a73b-fc1294f9c0aa tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0470946 Apr 30 05:00:37.386101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b1602fd-dac3-4731-a263-5401eb1174ea req-d71228df-c5ab-4cfd-9571-0f950173358b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Apr 30 05:00:37.414253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39700) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:37.553313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb5958-d7b7-40f6-9271-4950091c7473 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:37.554852 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7dfb5958-d7b7-40f6-9271-4950091c7473 tempest-TestVolumeBootPattern-257683510 tempest-TestVolumeBootPattern-257683510-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1124 time: 0.1395812 Apr 30 05:00:37.557635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39704) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:37.561828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:37.660290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:37.740779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:37.844995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Allocated IP 172.26.5.9 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/2c06c756-6e36-4c3d-86db-1a105f8f28e5) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:37.923229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:37.948963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.037942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.075561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:38.078482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:38.084334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:38.108992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=2c06c756-6e36-4c3d-86db-1a105f8f28e5,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:38.296762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457726aa-7bc6-4b26-a8b0-5a57ecc741c4 req-aa125722-5777-4e2a-9d94-713025101e1a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:38.298166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-457726aa-7bc6-4b26-a8b0-5a57ecc741c4 req-aa125722-5777-4e2a-9d94-713025101e1a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 944 time: 0.0474427 Apr 30 05:00:38.347309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-457726aa-7bc6-4b26-a8b0-5a57ecc741c4 req-f786272b-235a-498c-9756-55b917a6291e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Apr 30 05:00:38.455573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (f5a27154-90a0-4bb7-a07c-eb0bde59e032), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.585411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.669240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device af449e43-24c3-4c55-90b8-1536c981406a up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:00:38.743403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.828682 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.862989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port af449e43-24c3-4c55-90b8-1536c981406a completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:00:38.900386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event updated for resources: {'Port': ['ID=2c06c756-6e36-4c3d-86db-1a105f8f28e5,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:38.913809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (f5a27154-90a0-4bb7-a07c-eb0bde59e032), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.919826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port af449e43-24c3-4c55-90b8-1536c981406a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:00:38.920195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (af449e43-24c3-4c55-90b8-1536c981406a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:38.996753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port af449e43-24c3-4c55-90b8-1536c981406a is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:00:38.997482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (af449e43-24c3-4c55-90b8-1536c981406a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:39.020777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:39.023011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54163c62-e572-4296-8e3c-34f90b013ea1" -d '{"events": [{"server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "name": "network-vif-plugged", "status": "completed", "tag": "af449e43-24c3-4c55-90b8-1536c981406a"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:39.036824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=af449e43-24c3-4c55-90b8-1536c981406a,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:00:39.065843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf210b8-243f-4b43-8844-9aeb3a5d42f6 x-openstack-request-id: req-4bf210b8-243f-4b43-8844-9aeb3a5d42f6 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:39.066152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "name": "network-vif-plugged", "status": "completed", "tag": "af449e43-24c3-4c55-90b8-1536c981406a", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:39.066447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bf210b8-243f-4b43-8844-9aeb3a5d42f6 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:39.066855 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf210b8-243f-4b43-8844-9aeb3a5d42f6'] response: {'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a', 'code': 200} Apr 30 05:00:39.097295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:39.160189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:39.284023 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP f5a27154-90a0-4bb7-a07c-eb0bde59e032 associated. External IP: 172.26.5.9, port: b3605886-9ef4-435a-a75c-b14cd612980c. Apr 30 05:00:39.386501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f957-ef30-4192-94de-0a8a149c22cd req-a2667f02-76b0-4086-92c8-4b02b3321413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:39.388033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5856f957-ef30-4192-94de-0a8a149c22cd req-a2667f02-76b0-4086-92c8-4b02b3321413 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1129 time: 0.0436826 Apr 30 05:00:39.469624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5856f957-ef30-4192-94de-0a8a149c22cd req-7c6aa833-b981-4ea0-b068-f89c9d8a4653 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759237 Apr 30 05:00:39.480188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732742-e6dd-4da7-ae51-09de1322e606 req-f54a9082-bfbd-49cc-b8af-94b0530f5dde tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:39.481631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6732742-e6dd-4da7-ae51-09de1322e606 req-f54a9082-bfbd-49cc-b8af-94b0530f5dde tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0604753 Apr 30 05:00:39.512313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:39.532357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6732742-e6dd-4da7-ae51-09de1322e606 req-f657962c-5e80-4478-b89e-fd2d8712de74 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446050 Apr 30 05:00:39.626971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:39.636415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:39.646893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:39.647503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:39.688402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:39.719491 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b1dfa5f5-7129-40f8-bbdf-734fd7e21d47 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1608303 Apr 30 05:00:39.720300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:39.724667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:39.760041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:39.766811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58786d10-870f-4361-9cbd-fc9dbe0b8dbe x-openstack-request-id: req-58786d10-870f-4361-9cbd-fc9dbe0b8dbe {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:39.767102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:39.767355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58786d10-870f-4361-9cbd-fc9dbe0b8dbe {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:39.767765 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58786d10-870f-4361-9cbd-fc9dbe0b8dbe'] response: {'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'status': 'completed', 'code': 200} Apr 30 05:00:39.827315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-1befdc60-631f-4d53-aeb1-61a254603111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:39.828824 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-1befdc60-631f-4d53-aeb1-61a254603111 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1129 time: 0.0398808 Apr 30 05:00:39.975445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}, {'id': 'f5a27154-90a0-4bb7-a07c-eb0bde59e032', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:38:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:38Z', 'updated_at': '2022-04-30T05:00:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:40.003215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:40.011461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:40.012062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:40.117601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:40.199056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-f3b8f105-5949-4eca-99e2-4246e99d443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:40.200577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-f3b8f105-5949-4eca-99e2-4246e99d443f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.0905302 Apr 30 05:00:40.289381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-b15c9e6a-61d7-4c6c-bbd1-d27584e415a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 997 time: 0.0626199 Apr 30 05:00:40.336502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}, {'id': 'f5a27154-90a0-4bb7-a07c-eb0bde59e032', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:38:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:38Z', 'updated_at': '2022-04-30T05:00:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:40.338337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-f5321835-c221-461c-9a53-a2b0caedb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:40.339809 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-f5321835-c221-461c-9a53-a2b0caedb52b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0440886 Apr 30 05:00:40.363838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c43727-a6ad-4b8b-ab9d-aaac7d5db916 None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}, {'id': 'f5a27154-90a0-4bb7-a07c-eb0bde59e032', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.9', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:38:29:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:38Z', 'updated_at': '2022-04-30T05:00:38Z', 'revision_number': 0, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:40.384997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-a6fd9c0a-09c9-4398-8b51-f0147269ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:40.389092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-a6fd9c0a-09c9-4398-8b51-f0147269ddf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404334 Apr 30 05:00:40.554148 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2ed2-2d65-4be5-b2e7-c31b29f2d1e7 None None] New status for floating IP f5a27154-90a0-4bb7-a07c-eb0bde59e032: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:00:40.650147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7940c-ba2f-4f36-9b46-8ae09f413d40 req-7eb23e74-9865-41ab-8a4b-6dd0dad2e82c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:40.651748 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ba7940c-ba2f-4f36-9b46-8ae09f413d40 req-7eb23e74-9865-41ab-8a4b-6dd0dad2e82c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0521154 Apr 30 05:00:40.703071 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ba7940c-ba2f-4f36-9b46-8ae09f413d40 req-19e45998-e505-43fc-9940-e1e347498dc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449681 Apr 30 05:00:40.905238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-f45e29f6-4052-49be-bcba-6fb25e0f08c2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895693 Apr 30 05:00:40.998844 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0311ea46-ac87-4bf8-ab32-cdc3ec396db2 req-79d1cb17-05d5-42e4-9547-4f73cec6319d service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869813 Apr 30 05:00:41.821812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1492b-fa90-4c71-9a56-5a52af8b6ddf req-2422c98f-16c6-4b86-a79d-60075d973e96 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:41.823313 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1c1492b-fa90-4c71-9a56-5a52af8b6ddf req-2422c98f-16c6-4b86-a79d-60075d973e96 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0490239 Apr 30 05:00:41.873380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1c1492b-fa90-4c71-9a56-5a52af8b6ddf req-d5c7bb68-bb04-4098-8180-8ca212fa2f51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Apr 30 05:00:41.986019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a99309-d0da-4b52-b6bf-aa279a49ac0d req-79787b15-af34-4aef-a44e-f550355ea253 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:41.987594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-20a99309-d0da-4b52-b6bf-aa279a49ac0d req-79787b15-af34-4aef-a44e-f550355ea253 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0470083 Apr 30 05:00:42.040053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-20a99309-d0da-4b52-b6bf-aa279a49ac0d req-6eb992cd-cf58-4b99-bd73-5476a4833e92 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Apr 30 05:00:42.064658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39724) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:42.102843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108e461-8521-4a1b-88a7-f6798c28a0d1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:42.104361 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3108e461-8521-4a1b-88a7-f6798c28a0d1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1124 time: 0.0385766 Apr 30 05:00:42.107756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39726) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:42.111940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'af449e43-24c3-4c55-90b8-1536c981406a', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:00:42.234318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:42.316161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:42.420408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.56 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/bdb2e8cd-1b63-45aa-8878-56b91e36bcc2) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:00:42.524530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:42.594843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:42.632882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:00:42.637835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:00:42.641488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:00:42.646750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=bdb2e8cd-1b63-45aa-8878-56b91e36bcc2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:43.009493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (e00d2a93-10da-4272-a041-65ee99696be4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:43.165227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:43.317008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:43.388908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:43.465118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=bdb2e8cd-1b63-45aa-8878-56b91e36bcc2,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:00:43.473172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (e00d2a93-10da-4272-a041-65ee99696be4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:43.575188 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP e00d2a93-10da-4272-a041-65ee99696be4 associated. External IP: 172.26.5.56, port: af449e43-24c3-4c55-90b8-1536c981406a. Apr 30 05:00:43.788534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 04f1654e-f676-406f-9f73-d17f82ae7a42 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:00:43.899123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:00:43.908953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Sync routers for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:00:43.919457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:43.923429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:43.994066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:44.029608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:44.259915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'e00d2a93-10da-4272-a041-65ee99696be4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'port_id': 'af449e43-24c3-4c55-90b8-1536c981406a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'mac_address': 'fa:16:3e:ea:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43631e4a-295d-404e-9b51-61e657253dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:42Z', 'updated_at': '2022-04-30T05:00:42Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:44.288327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Checking router: 04f1654e-f676-406f-9f73-d17f82ae7a42 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:00:44.297207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:00:44.297843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:44.305006 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5ffee5ad-a812-4ad0-ba52-646f196339be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1962576 Apr 30 05:00:44.305692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:00:44.307768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:44.308236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:00:44.349167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a995f-404c-4d58-b5dc-ad4a54d15585 x-openstack-request-id: req-a14a995f-404c-4d58-b5dc-ad4a54d15585 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:00:44.349469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:00:44.349722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a14a995f-404c-4d58-b5dc-ad4a54d15585 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:00:44.350649 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14a995f-404c-4d58-b5dc-ad4a54d15585'] response: {'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a', 'status': 'completed', 'code': 200} Apr 30 05:00:44.384675 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e390ff2d-e043-4c6f-bd0f-284869d1f3c1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/e00d2a93-10da-4272-a041-65ee99696be4 HTTP/1.1" status: 200 len: 990 time: 0.0757062 Apr 30 05:00:44.411263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:00:44.414773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-b3b4866e-f9aa-4c0a-a257-10d605ddb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:44.416248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-b3b4866e-f9aa-4c0a-a257-10d605ddb81f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1129 time: 0.0413318 Apr 30 05:00:44.511239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-13af800f-ccd0-4070-ac7c-1ac84b58c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:44.513340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-13af800f-ccd0-4070-ac7c-1ac84b58c8a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d263ed78-22b7-44a1-8a88-5f6452333a8d HTTP/1.1" status: 200 len: 897 time: 0.0915616 Apr 30 05:00:44.578415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-56267d1b-a5ef-448f-a03d-47bb19065fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af449e43-24c3-4c55-90b8-1536c981406a HTTP/1.1" status: 200 len: 998 time: 0.0595732 Apr 30 05:00:44.626468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'e00d2a93-10da-4272-a041-65ee99696be4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'port_id': 'af449e43-24c3-4c55-90b8-1536c981406a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'mac_address': 'fa:16:3e:ea:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43631e4a-295d-404e-9b51-61e657253dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:42Z', 'updated_at': '2022-04-30T05:00:42Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:00:44.626758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-a00cf645-dff2-4989-b504-b5529798dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:44.628242 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-a00cf645-dff2-4989-b504-b5529798dc90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3902d972-6fca-4486-8b87-b77241728ec9 HTTP/1.1" status: 200 len: 835 time: 0.0445950 Apr 30 05:00:44.657578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba83c9f-46ac-46d3-8d86-239509d259f7 None None] The sync data for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv is: [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'e00d2a93-10da-4272-a041-65ee99696be4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'port_id': 'af449e43-24c3-4c55-90b8-1536c981406a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'mac_address': 'fa:16:3e:ea:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43631e4a-295d-404e-9b51-61e657253dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:00:42Z', 'updated_at': '2022-04-30T05:00:42Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:00:44.678580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-820b6171-3f1f-4f95-a4de-755666e3e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:00:44.680055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-820b6171-3f1f-4f95-a4de-755666e3e3ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d263ed78-22b7-44a1-8a88-5f6452333a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457704 Apr 30 05:00:44.770864 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-d1564a7c-6f4a-4d31-97df-0dac5c0094b0 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 Apr 30 05:00:44.859931 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72018481-fd11-41c5-b8cc-e5ed92b8a5f2 None None] New status for floating IP e00d2a93-10da-4272-a041-65ee99696be4: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:00:44.869008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a4e41d6-6ad2-4a11-a133-3f61bc297e5b req-ad057b8c-da17-4566-ba31-c85bf8655738 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922372 Apr 30 05:00:45.389448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39732) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:00:45.449348 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ebad5c78-1f12-4186-bac9-22130141acf6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/e00d2a93-10da-4272-a041-65ee99696be4 HTTP/1.1" status: 200 len: 992 time: 0.0587347 Apr 30 05:00:51.877695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05f18547-c7f6-4547-972f-ae5f4e3f993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:53.961523 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:00:54.025740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7518dfa3-c6fb-4655-b0ac-ce01b6158f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:54.986321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:56.722880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:00:58.188619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:07.905567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:16.613991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39752) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:16.677825 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ecb5f2bf-5eb0-4953-8098-9d89057af421 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/e00d2a93-10da-4272-a041-65ee99696be4 HTTP/1.1" status: 200 len: 992 time: 0.0626011 Apr 30 05:01:16.944589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39758) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:17.096528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port bdb2e8cd-1b63-45aa-8878-56b91e36bcc2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:01:17.096871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.177164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.177492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.189758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for bdb2e8cd-1b63-45aa-8878-56b91e36bcc2 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:01:17.382744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (bdb2e8cd-1b63-45aa-8878-56b91e36bcc2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.411644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=bdb2e8cd-1b63-45aa-8878-56b91e36bcc2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:17.474362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (e00d2a93-10da-4272-a041-65ee99696be4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.474696 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP e00d2a93-10da-4272-a041-65ee99696be4 disassociated (deleted). External IP: 172.26.5.56, port: af449e43-24c3-4c55-90b8-1536c981406a. Apr 30 05:01:17.691650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 04f1654e-f676-406f-9f73-d17f82ae7a42 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:01:17.805580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:01:17.811275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:17.815973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Sync routers for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:01:17.826006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:17.826746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:17.841640 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-49d5f846-ef48-4318-a73d-aeb932f2746d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/e00d2a93-10da-4272-a041-65ee99696be4 HTTP/1.1" status: 204 len: 168 time: 0.8959615 Apr 30 05:01:17.842233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:01:17.844507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb382b85-9c02-4724-bdc3-9bfd751ef237" -d '{"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:01:17.888961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c349cc6-3ca5-47ad-a7fa-6b56d68280d6 x-openstack-request-id: req-8c349cc6-3ca5-47ad-a7fa-6b56d68280d6 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:01:17.889468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "tag": "af449e43-24c3-4c55-90b8-1536c981406a", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:01:17.889725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c349cc6-3ca5-47ad-a7fa-6b56d68280d6 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:01:17.890259 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c349cc6-3ca5-47ad-a7fa-6b56d68280d6'] response: {'name': 'network-changed', 'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a', 'status': 'completed', 'code': 200} Apr 30 05:01:17.946829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-900f65de-4fc8-4920-bad8-a1030486bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:17.947425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:17.948236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-900f65de-4fc8-4920-bad8-a1030486bfc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 1129 time: 0.0400753 Apr 30 05:01:18.043921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-eae0b442-9ee0-4bbb-b45c-29177ee04c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:18.045391 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-eae0b442-9ee0-4bbb-b45c-29177ee04c6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d263ed78-22b7-44a1-8a88-5f6452333a8d HTTP/1.1" status: 200 len: 897 time: 0.0919702 Apr 30 05:01:18.085676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-f0947909-ff1f-408a-9b86-e70ee5b0c089 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af449e43-24c3-4c55-90b8-1536c981406a HTTP/1.1" status: 200 len: 217 time: 0.0344133 Apr 30 05:01:18.134820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-fb9e756a-e50e-4429-b3a0-3290f077ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:18.136932 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-fb9e756a-e50e-4429-b3a0-3290f077ffc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3902d972-6fca-4486-8b87-b77241728ec9 HTTP/1.1" status: 200 len: 835 time: 0.0459599 Apr 30 05:01:18.140128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:18.168595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Checking router: 04f1654e-f676-406f-9f73-d17f82ae7a42 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:01:18.177207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:18.177810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:18.189960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-c45c3599-d0ed-42e6-b281-aff56ed19ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:18.191603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-c45c3599-d0ed-42e6-b281-aff56ed19ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d263ed78-22b7-44a1-8a88-5f6452333a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440061 Apr 30 05:01:18.288122 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-feda6c1e-0636-4e6a-b0e5-8467315356c8 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Apr 30 05:01:18.291583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:18.336491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c163f-316a-4b81-8987-15c0662b4af8 req-856fe7b0-0a81-4d00-8b44-a3f1866d4d53 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:18.338057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d50c163f-316a-4b81-8987-15c0662b4af8 req-856fe7b0-0a81-4d00-8b44-a3f1866d4d53 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0470603 Apr 30 05:01:18.391094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d50c163f-316a-4b81-8987-15c0662b4af8 req-73db7033-5879-4eff-8d6a-55deedf67aac tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471585 Apr 30 05:01:18.483071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:18.508371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c57ae1-f456-4e0f-9c77-a449c16f5bcf None None] The sync data for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv is: [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3e77a34e-1acc-4696-8050-47878468aeec', 'name': '', 'network_id': 'd263ed78-22b7-44a1-8a88-5f6452333a8d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:d3:60:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '3902d972-6fca-4486-8b87-b77241728ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:22Z', 'updated_at': '2022-04-30T05:00:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '3902d972-6fca-4486-8b87-b77241728ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:01:18.720115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e166642-903c-4e9c-afaa-3d1023278457 None None] New status for floating IP e00d2a93-10da-4272-a041-65ee99696be4: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:01:19.329990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb382b85-9c02-4724-bdc3-9bfd751ef237 req-f0a3054c-1eae-4bf1-8b11-2444ca8bc8c7 service neutron] 10.222.0.13 "GET /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821455 Apr 30 05:01:19.508432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989510f-5a16-4e92-a2d3-a498b30b4c1b req-1cb451f0-d71f-4fbc-b0a8-d463585b725c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:19.509875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3989510f-5a16-4e92-a2d3-a498b30b4c1b req-1cb451f0-d71f-4fbc-b0a8-d463585b725c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0472763 Apr 30 05:01:19.591266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3989510f-5a16-4e92-a2d3-a498b30b4c1b req-6f9c14aa-8907-4aa5-a0a0-6c9889780587 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=587be6f0-f61c-4934-8474-46de9ed34512&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752580 Apr 30 05:01:19.601199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b2d759f8-57c9-4fee-bb59-1ebdf130df2a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:19.602605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b2d759f8-57c9-4fee-bb59-1ebdf130df2a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 945 time: 0.0624192 Apr 30 05:01:19.684481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port af449e43-24c3-4c55-90b8-1536c981406a {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:01:19.684810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (af449e43-24c3-4c55-90b8-1536c981406a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:19.774502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port af449e43-24c3-4c55-90b8-1536c981406a, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=af449e43-24c3-4c55-90b8-1536c981406a,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:19.774863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (af449e43-24c3-4c55-90b8-1536c981406a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:19.788030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for af449e43-24c3-4c55-90b8-1536c981406a owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:01:19.991151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (af449e43-24c3-4c55-90b8-1536c981406a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:20.020113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=af449e43-24c3-4c55-90b8-1536c981406a,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:20.063648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port af449e43-24c3-4c55-90b8-1536c981406a on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:01:20.069261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:20.069403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f564de5b-f46c-48c1-886a-7fd851eb47bd req-b439ba50-c863-485d-980e-b89df458b429 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/af449e43-24c3-4c55-90b8-1536c981406a HTTP/1.1" status: 204 len: 173 time: 0.4622531 Apr 30 05:01:20.069845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'name': 'network-vif-deleted', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:01:20.072136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc30dc-1f19-4856-a610-ee8afc7eb7f9" -d '{"events": [{"server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "name": "network-vif-deleted", "tag": "af449e43-24c3-4c55-90b8-1536c981406a"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:01:20.167179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3583dd-2ef4-4daa-9d04-94dd5c5ade5a x-openstack-request-id: req-4d3583dd-2ef4-4daa-9d04-94dd5c5ade5a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:01:20.167530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43631e4a-295d-404e-9b51-61e657253dfe", "name": "network-vif-deleted", "tag": "af449e43-24c3-4c55-90b8-1536c981406a", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:01:20.167808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d3583dd-2ef4-4daa-9d04-94dd5c5ade5a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:01:20.168168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3583dd-2ef4-4daa-9d04-94dd5c5ade5a'] response: {'server_uuid': '43631e4a-295d-404e-9b51-61e657253dfe', 'name': 'network-vif-deleted', 'tag': 'af449e43-24c3-4c55-90b8-1536c981406a', 'status': 'completed', 'code': 200} Apr 30 05:01:20.695700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9d8b937d-8a26-4649-91bb-fd0a234028a8 req-4ecbca14-87ec-4bcd-b4fe-7a1c2aab92df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=43631e4a-295d-404e-9b51-61e657253dfe HTTP/1.1" status: 200 len: 210 time: 0.0269380 Apr 30 05:01:20.939952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-e7557b73-96cc-4b95-8d0d-029c5770e9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421922 Apr 30 05:01:21.018989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-4d05497d-cc31-4016-a521-fe0ef83c5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:21.020572 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-4d05497d-cc31-4016-a521-fe0ef83c5c8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0389254 Apr 30 05:01:21.126846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-ff81c865-b47f-49c5-9d03-41da9be09514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:21.128298 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-ff81c865-b47f-49c5-9d03-41da9be09514 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.0895879 Apr 30 05:01:21.192767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-0671b0d8-b5ad-4d9a-908e-5283c5637d6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 1000 time: 0.0584943 Apr 30 05:01:21.241746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-7bc63d1c-f1a8-4c36-b6ea-baa8e0ca85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:21.243182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-7bc63d1c-f1a8-4c36-b6ea-baa8e0ca85a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0434451 Apr 30 05:01:21.289372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-741bfcba-f5d4-476c-a4ea-0fe4072bb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:21.290930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-741bfcba-f5d4-476c-a4ea-0fe4072bb9ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421076 Apr 30 05:01:21.379175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-7a76d4d6-71ad-4891-8ed0-2918f371d0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826745 Apr 30 05:01:21.472977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-867789c9-6f1d-4df7-a3c2-e34d005aeb7d req-665d1a58-9c46-4ade-9746-92353bcd3d3c service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869918 Apr 30 05:01:21.755404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39776) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:21.812168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (587be6f0-f61c-4934-8474-46de9ed34512), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:21.816404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-224080fe-0f60-4a01-b3ca-1f798d067121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:21.837908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (587be6f0-f61c-4934-8474-46de9ed34512), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:21.941977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (587be6f0-f61c-4934-8474-46de9ed34512), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:21.944664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:21.945825 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/587be6f0-f61c-4934-8474-46de9ed34512 HTTP/1.1" status: 204 len: 168 time: 0.1893849 Apr 30 05:01:21.956175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47433b-b1a6-4f25-8bb6-31db21a93f3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587be6f0-f61c-4934-8474-46de9ed34512,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:22.023316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39780) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:22.745244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (04f1654e-f676-406f-9f73-d17f82ae7a42), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:22.918778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device af449e43-24c3-4c55-90b8-1536c981406a no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:01:22.939464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: af449e43-24c3-4c55-90b8-1536c981406a {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:01:22.939808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device af449e43-24c3-4c55-90b8-1536c981406a not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:01:23.036504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 3e77a34e-1acc-4696-8050-47878468aeec {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:01:23.037075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3e77a34e-1acc-4696-8050-47878468aeec), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:23.123744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 3e77a34e-1acc-4696-8050-47878468aeec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3e77a34e-1acc-4696-8050-47878468aeec,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:23.124097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3e77a34e-1acc-4696-8050-47878468aeec), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:23.139832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 3e77a34e-1acc-4696-8050-47878468aeec owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:01:23.385206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3e77a34e-1acc-4696-8050-47878468aeec), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:23.418877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=3e77a34e-1acc-4696-8050-47878468aeec,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:23.595200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (04f1654e-f676-406f-9f73-d17f82ae7a42), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:23.819436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 04f1654e-f676-406f-9f73-d17f82ae7a42 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:01:23.931425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:01:23.938493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ed8c05a-9ebf-4dc8-b5b1-71cba39dc57c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/04f1654e-f676-406f-9f73-d17f82ae7a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141479 Apr 30 05:01:23.941200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39784) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:23.942862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Sync routers for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:01:23.957641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:23.958301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:00:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:23.997090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet 3902d972-6fca-4486-8b87-b77241728ec9 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:01:24.000806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (3902d972-6fca-4486-8b87-b77241728ec9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.046255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (3902d972-6fca-4486-8b87-b77241728ec9), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.064591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81611750-3878-48a5-8318-76c7dd281eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.084158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:24.135410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (3902d972-6fca-4486-8b87-b77241728ec9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.256952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:01:23Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:24.287101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Checking router: 04f1654e-f676-406f-9f73-d17f82ae7a42 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:01:24.288517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (3902d972-6fca-4486-8b87-b77241728ec9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.296019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Routers {'04f1654e-f676-406f-9f73-d17f82ae7a42'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:24.297817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['04f1654e-f676-406f-9f73-d17f82ae7a42'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:24.319435 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.325107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/3902d972-6fca-4486-8b87-b77241728ec9 HTTP/1.1" status: 204 len: 168 time: 0.3807025 Apr 30 05:01:24.325107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6c7c-1aca-4079-afde-aa1a3ca6d0ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=3902d972-6fca-4486-8b87-b77241728ec9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:24.326959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39786) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:24.333271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b478ff0-6dc7-48cc-9ada-94643f0c7684 None None] Network d263ed78-22b7-44a1-8a88-5f6452333a8d requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:01:24.442911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.477587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] Set router 04f1654e-f676-406f-9f73-d17f82ae7a42 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:24.535857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] DHCP port deletion for d263ed78-22b7-44a1-8a88-5f6452333a8d request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:01:24.565832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (04f1654e-f676-406f-9f73-d17f82ae7a42), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.632004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Deleting port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:01:24.632374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.676079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:01:24.676741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.735938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] For port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,segment=NetworkSegment(667002de-ed46-4f0c-b68b-32e9017933d5),segment_id=667002de-ed46-4f0c-b68b-32e9017933d5)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:24.736924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.753914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Calling delete_port for 64d23bf6-fb34-4cb5-bf56-ea00b7af70da owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:01:24.756688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 14ae5881-ab2d-46bf-8ab6-00f3532bb7df, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:24.757212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:24.757722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:01:23Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:24.770653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 14ae5881-ab2d-46bf-8ab6-00f3532bb7df owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:01:24.789517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f06d0-7635-41ca-8f1d-6df10fb285b9 None None] The sync data for ids ['04f1654e-f676-406f-9f73-d17f82ae7a42'] in dv-neutron-838078-9-hyperv is: [{'id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'name': 'tempest-TestNetworkBasicOps-router-1579274101', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:00:17Z', 'updated_at': '2022-04-30T05:01:23Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '14ae5881-ab2d-46bf-8ab6-00f3532bb7df', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f1654e-f676-406f-9f73-d17f82ae7a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:00:18Z', 'updated_at': '2022-04-30T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:01:25.025125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (14ae5881-ab2d-46bf-8ab6-00f3532bb7df), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.042160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.052612 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=14ae5881-ab2d-46bf-8ab6-00f3532bb7df,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:25.082149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.082452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.082823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.083158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.083482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.083806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.084127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.084444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.084763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.085080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.085398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.085713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.086025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.086363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.086710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.096672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (64d23bf6-fb34-4cb5-bf56-ea00b7af70da), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.124803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Pushing event deleted for resources: {'Port': ['ID=64d23bf6-fb34-4cb5-bf56-ea00b7af70da,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:25.129693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] No DVR routers for this DVR port 64d23bf6-fb34-4cb5-bf56-ea00b7af70da on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:01:25.141384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (04f1654e-f676-406f-9f73-d17f82ae7a42), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.141530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.141530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.141530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.141841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.142063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.142311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.142651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.142978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.143303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.143629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.143953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.144276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.144593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.144910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.145264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d9c65-6d9e-436f-bb59-785de809840d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:25.244579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.245254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (04f1654e-f676-406f-9f73-d17f82ae7a42), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.348212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (04f1654e-f676-406f-9f73-d17f82ae7a42), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.348906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router 04f1654e-f676-406f-9f73-d17f82ae7a42 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:01:25.355926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.360657 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ec059d38-b03b-4f13-a12a-3825065fc311 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/04f1654e-f676-406f-9f73-d17f82ae7a42 HTTP/1.1" status: 204 len: 168 time: 1.0296254 Apr 30 05:01:25.360879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39788) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:25.444714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (d263ed78-22b7-44a1-8a88-5f6452333a8d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.537018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (d263ed78-22b7-44a1-8a88-5f6452333a8d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.557076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263ed78-22b7-44a1-8a88-5f6452333a8d']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:25.566502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667002de-ed46-4f0c-b68b-32e9017933d5') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:25.566800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667002de-ed46-4f0c-b68b-32e9017933d5') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:25.581585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (667002de-ed46-4f0c-b68b-32e9017933d5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.595793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (667002de-ed46-4f0c-b68b-32e9017933d5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.601590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:01:25.601966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (667002de-ed46-4f0c-b68b-32e9017933d5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:01:25.604956 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:01:25.745398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (d263ed78-22b7-44a1-8a88-5f6452333a8d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.752917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.755525 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/d263ed78-22b7-44a1-8a88-5f6452333a8d HTTP/1.1" status: 204 len: 168 time: 0.3937213 Apr 30 05:01:25.767570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e72d-e7fd-4d73-b590-3b8129c50a1e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=d263ed78-22b7-44a1-8a88-5f6452333a8d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:25.781465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39790) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:25.786670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--967166200', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:25.885329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:01:25.889348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.912787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:01:25.921531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (573c5990-2ab7-47eb-ace5-d3a190623c7b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:25.921864 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 573c5990-2ab7-47eb-ace5-d3a190623c7b of type vlan for network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 Apr 30 05:01:25.965255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (7371ad4e-ef15-40a1-9f46-5cfb658796c9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.036453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14ae5881-ab2d-46bf-8ab6-00f3532bb7df no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:01:26.056842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (7371ad4e-ef15-40a1-9f46-5cfb658796c9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.057804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 14ae5881-ab2d-46bf-8ab6-00f3532bb7df {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:01:26.058338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 14ae5881-ab2d-46bf-8ab6-00f3532bb7df not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:01:26.058597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 64d23bf6-fb34-4cb5-bf56-ea00b7af70da no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:01:26.062383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:26.066939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.082337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 64d23bf6-fb34-4cb5-bf56-ea00b7af70da {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:01:26.082603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 64d23bf6-fb34-4cb5-bf56-ea00b7af70da not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:01:26.083024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3e77a34e-1acc-4696-8050-47878468aeec no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:01:26.101913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3e77a34e-1acc-4696-8050-47878468aeec {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:01:26.102254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3e77a34e-1acc-4696-8050-47878468aeec not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:01:26.128303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=7371ad4e-ef15-40a1-9f46-5cfb658796c9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:26.141462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.141803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.142144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.142510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.142840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.143167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.143487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.143806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.144130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.144445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.144762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.145079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.145392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.145703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.146014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:26.157646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:01:26.179138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9269c955-50e9-4943-8c60-600d6624f9ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3965054 Apr 30 05:01:26.181804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39792) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:26.186889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:26.268168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.269233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.324635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.525246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.717218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.763686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.782175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:26.888173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.207 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/a3baeb48-7110-4313-b75b-dee2d4ced6c2) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:01:26.987956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:27.114244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:27.149262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:27.154142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:27.159803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:01:27.188054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a3baeb48-7110-4313-b75b-dee2d4ced6c2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:27.486739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:27.681059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.162294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.182120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:01:28.290888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:01:28.300896 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:01:28.310550 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:28.311165 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:28.367495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.369094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-292b43ad-d9cb-4051-b89d-4b10439dffe2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1860719 Apr 30 05:01:28.371863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39794) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:28.399253 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ea723ebe-6a69-4dc9-88cd-435bfdcb45ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263000 Apr 30 05:01:28.401832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39796) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:28.419516 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:28.488796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bd5fd-d249-462d-9e1f-47eafeeeba4d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:28.490299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b51bd5fd-d249-462d-9e1f-47eafeeeba4d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875120 Apr 30 05:01:28.493152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39798) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:28.532025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-67a3ce4e-0d59-4f88-a56d-1faabf93e8b7 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378191 Apr 30 05:01:28.534530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39800) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:28.539275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455188050', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:28.588896 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:27Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:28.615427 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:01:28.615769 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Updating router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 port a3baeb48-7110-4313-b75b-dee2d4ced6c2 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:01:28.642316 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.725384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:01:28.729053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.888181 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks [] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.942177 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.971139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (d5d8e589-a4e5-42e0-a411-d07231a122bc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:28.997979 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Attempting to bind port a3baeb48-7110-4313-b75b-dee2d4ced6c2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:01:28.998384 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Attempting to bind port a3baeb48-7110-4313-b75b-dee2d4ced6c2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:01:29.003951 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Attempting to bind port a3baeb48-7110-4313-b75b-dee2d4ced6c2 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:01:29.003951 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Pushing event updated for resources: {'Port': ['ID=a3baeb48-7110-4313-b75b-dee2d4ced6c2,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:29.006967 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:01:29.007333 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:01:29.007733 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.008118 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:01:29.008572 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Bound port: a3baeb48-7110-4313-b75b-dee2d4ced6c2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:01:29.009094 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.015351 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.015687 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.016040 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.016378 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.016708 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.017030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.017347 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.017664 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.018010 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.018347 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.018670 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.018997 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.019314 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.019627 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.019936 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:01:29.032592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=d5d8e589-a4e5-42e0-a411-d07231a122bc,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:29.041542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:01:29.041906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: 7371ad4e-ef15-40a1-9f46-5cfb658796c9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:01:29.071435 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] For port a3baeb48-7110-4313-b75b-dee2d4ced6c2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:01:29.074382 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] For port a3baeb48-7110-4313-b75b-dee2d4ced6c2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a3baeb48-7110-4313-b75b-dee2d4ced6c2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:01:29.133889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:01:29.157397 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.211546 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:29.212152 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:29.217320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 7371ad4e-ef15-40a1-9f46-5cfb658796c9) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:29.222380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:29.225846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.226421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d516823-4876-4b62-9482-f908e89cbd3c None None] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:01:29.255953 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87239a33-ebfa-49ca-bf76-68f276f543a4 None None] Pushing event updated for resources: {'Port': ['ID=a3baeb48-7110-4313-b75b-dee2d4ced6c2,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:29.296299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5ea11a32-5d7e-4fe6-a4b3-e32ba414a1aa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7607679 Apr 30 05:01:29.299155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39802) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:29.330639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:01:29.334591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.334761 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:29.474286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Allocated IP 172.20.0.2 (7371ad4e-ef15-40a1-9f46-5cfb658796c9/d5d8e589-a4e5-42e0-a411-d07231a122bc/bc9563f5-c219-41fe-bd46-df30d6b02444) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:01:29.510182 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:27Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:29.537073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59358f12-ee4e-4667-8e9e-491ed2cc276f None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:27Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:01:29.640385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks [] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.706016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.771172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Pushing event updated for resources: {'Port': ['ID=bc9563f5-c219-41fe-bd46-df30d6b02444,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:29.781415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:29.784163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.784549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:29.790397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:01:29.859018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Attempting to bind port bc9563f5-c219-41fe-bd46-df30d6b02444 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:01:29.859523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Attempting to bind port bc9563f5-c219-41fe-bd46-df30d6b02444 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:01:29.859898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Attempting to bind port bc9563f5-c219-41fe-bd46-df30d6b02444 on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:01:29.865236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:01:29.865619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Checking segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:01:29.866019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.866451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Bound using segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:01:29.866920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Bound port: bc9563f5-c219-41fe-bd46-df30d6b02444, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:01:29.867303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:29.943253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] For port bc9563f5-c219-41fe-bd46-df30d6b02444, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:01:29.946900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] For port bc9563f5-c219-41fe-bd46-df30d6b02444, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bc9563f5-c219-41fe-bd46-df30d6b02444,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:01:30.041426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.072715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a3baeb48-7110-4313-b75b-dee2d4ced6c2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:01:30.115855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (7371ad4e-ef15-40a1-9f46-5cfb658796c9/d5d8e589-a4e5-42e0-a411-d07231a122bc/a31adcb6-d950-4077-9136-575fa8fbf067) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:01:30.147190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8aff-c3aa-411f-8217-dbcd5f73cb9e None None] Pushing event updated for resources: {'Port': ['ID=bc9563f5-c219-41fe-bd46-df30d6b02444,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:30.160643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a3baeb48-7110-4313-b75b-dee2d4ced6c2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:30.161134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.254478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a3baeb48-7110-4313-b75b-dee2d4ced6c2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:30.255503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.288987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port a3baeb48-7110-4313-b75b-dee2d4ced6c2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a3baeb48-7110-4313-b75b-dee2d4ced6c2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:30.293279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a31adcb6-d950-4077-9136-575fa8fbf067), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.374150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.391896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.448543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=a3baeb48-7110-4313-b75b-dee2d4ced6c2,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:30.449013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:30.455869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:30.460475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:01:30.467787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:30.520984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.718834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:30.961091 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:01:31.007878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a31adcb6-d950-4077-9136-575fa8fbf067), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.096627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.140234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8edeafa-5a95-4424-a80d-37603f54bed0 None None] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:01:31.177180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:31.179746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.207057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Provisioning complete for port bc9563f5-c219-41fe-bd46-df30d6b02444 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:31.207541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.272419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:31.273859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:31.325644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Current status of the port bc9563f5-c219-41fe-bd46-df30d6b02444 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:31.326345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.371124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] For port bc9563f5-c219-41fe-bd46-df30d6b02444, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bc9563f5-c219-41fe-bd46-df30d6b02444,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:31.457071 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.525472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d9d09-40f8-4d33-8a4c-9343a6344f6c None None] Pushing event updated for resources: {'Port': ['ID=bc9563f5-c219-41fe-bd46-df30d6b02444,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:31.579587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:31.580253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.625689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Port a31adcb6-d950-4077-9136-575fa8fbf067 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:01:31.634181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Provisioning complete for port bc9563f5-c219-41fe-bd46-df30d6b02444 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:31.634608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.694657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:01:31.738664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-39d90a54-95d4-48be-a1f1-60ccb0399000 None None] Current status of the port bc9563f5-c219-41fe-bd46-df30d6b02444 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:31.814188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:01:31.820780 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61adee51-1882-4495-82c9-7c805899ac39 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188630 Apr 30 05:01:31.821764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39804) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:31.824253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:01:31.835472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:31.836467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:31.898288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-00ad7d41-1600-40c9-b0e0-ff445af7cea1 None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:31.899002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-00ad7d41-1600-40c9-b0e0-ff445af7cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:31.929644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.930251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.930735 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.931188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.931644 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.932084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:31.933835 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b34821cf-b1d0-4ae7-82e5-d01cad99a158 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1111143 Apr 30 05:01:31.937812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39806) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:31.975579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-00ad7d41-1600-40c9-b0e0-ff445af7cea1 None None] Port a31adcb6-d950-4077-9136-575fa8fbf067 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:01:31.988477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:32.034026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.034529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.036191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.036191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.036191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.036543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:32.038341 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-32014f00-e72e-4893-9e6a-49292eb840ba tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0992029 Apr 30 05:01:32.040959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39808) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:32.131632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-118604ce-c0a1-42a6-a6b5-c54657aee3af None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:32.132002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-118604ce-c0a1-42a6-a6b5-c54657aee3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.158708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a3baeb48-7110-4313-b75b-dee2d4ced6c2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:01:32.165990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f83db8cd-dd8f-41e4-895b-adff7196ab22 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1239626 Apr 30 05:01:32.211088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-118604ce-c0a1-42a6-a6b5-c54657aee3af None None] Port a31adcb6-d950-4077-9136-575fa8fbf067 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:01:32.263881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a3baeb48-7110-4313-b75b-dee2d4ced6c2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:32.264248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.266957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:32.315524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:01:32.315875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Updating router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 port a31adcb6-d950-4077-9136-575fa8fbf067 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:01:32.354331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.421929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a3baeb48-7110-4313-b75b-dee2d4ced6c2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:32.422901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bc9563f5-c219-41fe-bd46-df30d6b02444 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:01:32.544922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port bc9563f5-c219-41fe-bd46-df30d6b02444 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:32.545296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.575255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39812) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:32.580100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884659351', 'description': 'tempest-secgroup-smoke-884659351 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:32.668551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.696105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port bc9563f5-c219-41fe-bd46-df30d6b02444 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:32.741730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (8ca17da9-7867-4a04-94d6-987a88f5b3a9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.752669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks [] for port (a31adcb6-d950-4077-9136-575fa8fbf067), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.782233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8ca17da9-7867-4a04-94d6-987a88f5b3a9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.802351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.812778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca17da9-7867-4a04-94d6-987a88f5b3a9,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:32.857972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb604bd-2917-4c0c-88b6-7be7f750e0e8 None None] Pushing event updated for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:32.914557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Attempting to bind port a31adcb6-d950-4077-9136-575fa8fbf067 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:01:32.915024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Attempting to bind port a31adcb6-d950-4077-9136-575fa8fbf067 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:01:32.915478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Attempting to bind port a31adcb6-d950-4077-9136-575fa8fbf067 on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:01:32.917344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.919991 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-54079930-735b-4185-8050-37bf279ce533 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3428843 Apr 30 05:01:32.922321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39814) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:32.923434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:01:32.923909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Checking segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:01:32.924488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.924885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Bound using segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:01:32.925423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Bound port: a31adcb6-d950-4077-9136-575fa8fbf067, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:01:32.925946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:32.929377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:32.998844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] For port a31adcb6-d950-4077-9136-575fa8fbf067, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:01:33.003723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] For port a31adcb6-d950-4077-9136-575fa8fbf067, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a31adcb6-d950-4077-9136-575fa8fbf067,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:01:33.028906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (4872eef8-a3e0-4e97-9aca-3f0b26acbb6d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.087422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (4872eef8-a3e0-4e97-9aca-3f0b26acbb6d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.102733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.176691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4872eef8-a3e0-4e97-9aca-3f0b26acbb6d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.195455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4872eef8-a3e0-4e97-9aca-3f0b26acbb6d,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:33.269977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.271172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f0708932-113c-4ac6-afbc-8075d60e6630 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3476901 Apr 30 05:01:33.273754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39818) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:33.279053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:33.300736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:33.301217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.345715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb604bd-2917-4c0c-88b6-7be7f750e0e8 None None] Pushing event updated for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:33.358749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:33.359542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:33.391835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (09f55769-3e13-4be0-83f0-12dadc73acfc), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.469170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (09f55769-3e13-4be0-83f0-12dadc73acfc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.508224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Current status of the port a31adcb6-d950-4077-9136-575fa8fbf067 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:33.508605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.536252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:33.542556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (09f55769-3e13-4be0-83f0-12dadc73acfc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.564007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f55769-3e13-4be0-83f0-12dadc73acfc,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:33.584922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] For port a31adcb6-d950-4077-9136-575fa8fbf067, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a31adcb6-d950-4077-9136-575fa8fbf067,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:33.630327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.631784 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-084e8564-c7ab-4083-8314-a4faa5bb932e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568802 Apr 30 05:01:33.634722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39820) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:33.642191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:33.678136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.743273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8c1e07dc-8909-41ec-b858-3f6eea1ce5b6), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.767285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379538d-cacd-4935-8405-e36a526f7d8d None None] Pushing event updated for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:33.795961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:33.817111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8c1e07dc-8909-41ec-b858-3f6eea1ce5b6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.831507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9036b-17f1-4f86-99b8-a34ef356257e None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:01:33.833406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f149d83a-832b-4c85-aa05-67b99c37af99 None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:33.836240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f149d83a-832b-4c85-aa05-67b99c37af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.868446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8c1e07dc-8909-41ec-b858-3f6eea1ce5b6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.904506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1e07dc-8909-41ec-b858-3f6eea1ce5b6,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:33.947562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f149d83a-832b-4c85-aa05-67b99c37af99 None None] Current status of the port a31adcb6-d950-4077-9136-575fa8fbf067 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:33.996213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:33.998109 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-70768a68-98c1-41a1-aa8c-f0fbaa25eaca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612638 Apr 30 05:01:34.000978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39822) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:34.008978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:34.091711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a31adcb6-d950-4077-9136-575fa8fbf067 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:01:34.103048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (e6ded737-e577-4887-8d4e-40c6f0b4cf83), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.163136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a31adcb6-d950-4077-9136-575fa8fbf067 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:34.163775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.176684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (e6ded737-e577-4887-8d4e-40c6f0b4cf83), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.250631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a31adcb6-d950-4077-9136-575fa8fbf067 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:34.253937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e6ded737-e577-4887-8d4e-40c6f0b4cf83), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.275780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ded737-e577-4887-8d4e-40c6f0b4cf83,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:34.341579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.342848 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6cd96026-5b88-40b6-87bb-1622ae2f1c82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3402586 Apr 30 05:01:34.345769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39824) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:34.351046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:34.448215 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:01:34.464258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (3bf3d158-ec1c-426d-a4c0-de800bf059cf), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.530577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (3bf3d158-ec1c-426d-a4c0-de800bf059cf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.594248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3bf3d158-ec1c-426d-a4c0-de800bf059cf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.614925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf3d158-ec1c-426d-a4c0-de800bf059cf,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:34.695794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.697147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1fe2abe1-97d6-4397-9eb8-5213c6d64444 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3496737 Apr 30 05:01:34.700477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39826) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:34.704997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '8ca17da9-7867-4a04-94d6-987a88f5b3a9', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:34.773825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:01:34.781209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ec4a9115-0a66-4a6d-9264-d377f4581193), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.850125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ec4a9115-0a66-4a6d-9264-d377f4581193), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.910842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ec4a9115-0a66-4a6d-9264-d377f4581193), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:34.928816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4a9115-0a66-4a6d-9264-d377f4581193,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:35.004781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:35.006008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-caac93a2-4cf4-42f6-9aa0-3e1298371099 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045402 Apr 30 05:01:35.156033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-34a640c9-64fd-4ed4-9cf0-95f97a463ca7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884659351&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0441744 Apr 30 05:01:35.262985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-f8ef8b3a-796c-48e0-bd8f-8c6a938bce07 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:35.264415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-f8ef8b3a-796c-48e0-bd8f-8c6a938bce07 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 796 time: 0.1020329 Apr 30 05:01:35.278453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-9c227633-1322-4913-8aef-c146aab8bd23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0087080 Apr 30 05:01:35.327568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-07975f46-8134-4464-952d-6bd9ef78d679 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439675 Apr 30 05:01:35.385767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-e9d89730-0541-4d86-a792-07495de7ae54 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:01:35.386824 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-e9d89730-0541-4d86-a792-07495de7ae54 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481317 Apr 30 05:01:35.480094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-30ce85e4-c9db-4d09-bed7-35ced2a36a15 service neutron] 10.222.0.16 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872035 Apr 30 05:01:35.569638 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-801d2172-af04-422a-a031-0b7ccee3543d service neutron] 10.222.0.16 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832191 Apr 30 05:01:35.837040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-df17d53d-2212-42c8-9e87-72be97e4351d req-5e6684a2-c6b5-4831-9a55-ff95374e0a9b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 210 time: 0.0317738 Apr 30 05:01:36.934726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9978c6b3-c173-439b-a1dd-1580a99fa60a req-0241f5ad-e06d-46b2-9dd6-14308ae375bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Apr 30 05:01:37.846915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-18e41824-354b-4c6d-a435-15f007904be9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:37.848422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-18e41824-354b-4c6d-a435-15f007904be9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 796 time: 0.1038647 Apr 30 05:01:37.902328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:37.912804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-fb0e0e2d-ea1c-4e64-bad6-efb07b5af18f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 379 time: 0.0556953 Apr 30 05:01:37.921780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '66b4079d-3941-4035-975e-116ac0e37e48', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['8ca17da9-7867-4a04-94d6-987a88f5b3a9']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:38.047360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67600ab9-c6a3-44c9-8519-3764ae5db8f0 req-07a2778c-81cc-479c-b05c-a98e515347a5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 210 time: 0.0341859 Apr 30 05:01:38.139176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:01:38.143230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.270340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.14 (7371ad4e-ef15-40a1-9f46-5cfb658796c9/d5d8e589-a4e5-42e0-a411-d07231a122bc/f6803e36-0fc2-4d6e-9cdf-99c811fc949c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:01:38.409334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.502535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.545328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:38.551000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:38.554897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:01:38.561237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:38.606629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:38.607258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.711005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-7a712898-00e1-46f5-862b-2b0ec2975b7b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927346 Apr 30 05:01:38.723392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Request body: {'port': {'device_id': '66b4079d-3941-4035-975e-116ac0e37e48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:38.788330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.797437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2ed72305-51a0-412b-9fac-56a17e87d6fc None None] Provisioning complete for port f6803e36-0fc2-4d6e-9cdf-99c811fc949c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:38.797437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2ed72305-51a0-412b-9fac-56a17e87d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:38.833998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2ed72305-51a0-412b-9fac-56a17e87d6fc None None] Port f6803e36-0fc2-4d6e-9cdf-99c811fc949c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:01:39.048277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6803e36-0fc2-4d6e-9cdf-99c811fc949c {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:01:39.055542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks [] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:39.067559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Transition to ACTIVE for port object f6803e36-0fc2-4d6e-9cdf-99c811fc949c will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:01:39.154409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:39.195601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599f75-450d-4a2c-a360-6e02943e2f0d req-0aee5928-2812-4d8a-9cfb-442f0e2fd83e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.197053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7599f75-450d-4a2c-a360-6e02943e2f0d req-0aee5928-2812-4d8a-9cfb-442f0e2fd83e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 932 time: 0.0768380 Apr 30 05:01:39.239355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Pushing event updated for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:39.315246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7599f75-450d-4a2c-a360-6e02943e2f0d req-03c59af2-6d1c-41cb-a283-ae23e4d0956d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026678 Apr 30 05:01:39.334444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Attempting to bind port f6803e36-0fc2-4d6e-9cdf-99c811fc949c on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:01:39.334914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Attempting to bind port f6803e36-0fc2-4d6e-9cdf-99c811fc949c by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:01:39.335322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Attempting to bind port f6803e36-0fc2-4d6e-9cdf-99c811fc949c on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:01:39.340351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Port f6803e36-0fc2-4d6e-9cdf-99c811fc949c on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:01:39.340695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Attempting to bind port f6803e36-0fc2-4d6e-9cdf-99c811fc949c on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:01:39.346085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:01:39.353972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Checking segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:01:39.353972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Bound using segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:01:39.353972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Bound port: f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:01:39.353972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:39.411244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:01:39.414207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:01:39.486015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:39.529194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.529726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:39.531646 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] 10.222.0.13 "PUT /v2.0/ports/f6803e36-0fc2-4d6e-9cdf-99c811fc949c HTTP/1.1" status: 200 len: 1094 time: 0.8130260 Apr 30 05:01:39.533917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:01:39.537099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63" -d '{"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:01:39.571344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcbb03-8797-43a8-b002-61504b3c37fa service neutron] Pushing event updated for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:39.578241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d95fd02-ec14-434d-931a-0c7582035a03 x-openstack-request-id: req-5d95fd02-ec14-434d-931a-0c7582035a03 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:01:39.578556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:01:39.578904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d95fd02-ec14-434d-931a-0c7582035a03 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:01:39.579617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d95fd02-ec14-434d-931a-0c7582035a03'] response: {'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'status': 'completed', 'code': 200} Apr 30 05:01:39.638518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-e5201d01-362b-4b8a-a627-d576ff51f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.640128 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-e5201d01-362b-4b8a-a627-d576ff51f922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1128 time: 0.0442414 Apr 30 05:01:39.744030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-c9bfba09-4170-48e7-a731-4465fc35348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.745503 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-c9bfba09-4170-48e7-a731-4465fc35348a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0992408 Apr 30 05:01:39.848881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-cdc5a35e-1864-4503-ba5e-e72b5ece23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.848881 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f4390bc-6953-45fa-b71b-01d7c8e2ca63 req-cdc5a35e-1864-4503-ba5e-e72b5ece23e3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929382 Apr 30 05:01:39.914243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-9a7dd95b-d715-4dee-af13-76e5b94ca462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:39.915708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-9a7dd95b-d715-4dee-af13-76e5b94ca462 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1128 time: 0.0392196 Apr 30 05:01:39.961123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-62c9a902-1ef0-47af-aa2b-1374a3d246d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c HTTP/1.1" status: 200 len: 217 time: 0.0389221 Apr 30 05:01:40.008990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-26ab794c-0c27-43c2-984e-d20d3836d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:40.010492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-26ab794c-0c27-43c2-984e-d20d3836d648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 200 len: 834 time: 0.0436683 Apr 30 05:01:40.052977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-a35c423b-b0bb-4372-b0c3-da6bb2bad07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:40.054502 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-a35c423b-b0bb-4372-b0c3-da6bb2bad07c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384274 Apr 30 05:01:40.148328 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-3d74f55c-afed-4149-9caf-d7fd9644a8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879931 Apr 30 05:01:40.237719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50b7b76a-9ea7-4aa5-8a49-953060886a4c req-40787fb6-7144-4f05-a6ac-1facac1c5d2a service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 Apr 30 05:01:40.432217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8fdcf-c71d-4070-a056-ce414b7c5e8e req-d1056444-163a-46d7-9011-555ba427de3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:40.433571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45b8fdcf-c71d-4070-a056-ce414b7c5e8e req-d1056444-163a-46d7-9011-555ba427de3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Apr 30 05:01:40.482033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45b8fdcf-c71d-4070-a056-ce414b7c5e8e req-20f6a393-406b-42f0-8e76-414df7483896 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 Apr 30 05:01:41.597217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a49e2-9f39-49ea-995f-74af332844d0 req-ada39261-6f15-41a5-b5da-8894fde51249 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:41.598731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e43a49e2-9f39-49ea-995f-74af332844d0 req-ada39261-6f15-41a5-b5da-8894fde51249 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 944 time: 0.0466444 Apr 30 05:01:41.646739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e43a49e2-9f39-49ea-995f-74af332844d0 req-813c5771-3188-4056-9d59-5810146e2dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 Apr 30 05:01:42.763172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8733-31b9-43b4-8566-c33a9884632b req-3a86eaff-fefa-43df-b4ba-d72d6e805dfa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:42.764606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3e8d8733-31b9-43b4-8566-c33a9884632b req-3a86eaff-fefa-43df-b4ba-d72d6e805dfa tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 944 time: 0.0508759 Apr 30 05:01:42.813116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3e8d8733-31b9-43b4-8566-c33a9884632b req-78cd67f6-aade-4ec2-b68e-68923ab86fa2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Apr 30 05:01:43.011574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f6803e36-0fc2-4d6e-9cdf-99c811fc949c details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:01:43.113500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:43.124610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'port_id': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'mac_address': 'fa:16:3e:a3:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:01:43.161643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port f6803e36-0fc2-4d6e-9cdf-99c811fc949c is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:43.162020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:43.175043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6803e36-0fc2-4d6e-9cdf-99c811fc949c {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:01:43.193534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:43.276181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:43.323914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:43.500235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['f6803e36-0fc2-4d6e-9cdf-99c811fc949c'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:01:43.929908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988da4f4-09d4-4fcd-b583-7caa1eb5a16d req-8eb8a383-907d-4634-8a63-fcd328ca1ff6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:43.931436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-988da4f4-09d4-4fcd-b583-7caa1eb5a16d req-8eb8a383-907d-4634-8a63-fcd328ca1ff6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Apr 30 05:01:43.980254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-988da4f4-09d4-4fcd-b583-7caa1eb5a16d req-66a58d23-ea15-4d9c-98d6-a80b07378703 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Apr 30 05:01:45.031466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f6803e36-0fc2-4d6e-9cdf-99c811fc949c up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:01:45.080951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port f6803e36-0fc2-4d6e-9cdf-99c811fc949c completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:01:45.095836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b223e-e59e-4000-aa1b-285cc4bb53bc req-2821caa5-7bb3-4bef-bbae-40fc108a483d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:45.097356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-359b223e-e59e-4000-aa1b-285cc4bb53bc req-2821caa5-7bb3-4bef-bbae-40fc108a483d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Apr 30 05:01:45.149735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-359b223e-e59e-4000-aa1b-285cc4bb53bc req-e5180e37-f88c-43b7-98d3-08d9a8ae1e77 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Apr 30 05:01:45.164929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port f6803e36-0fc2-4d6e-9cdf-99c811fc949c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:01:45.165306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:45.242150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port f6803e36-0fc2-4d6e-9cdf-99c811fc949c is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:01:45.242566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:45.265135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:01:45.267677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0991ad26-8b9d-476d-8d21-0d50243d470d" -d '{"events": [{"server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "name": "network-vif-plugged", "status": "completed", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:01:45.280147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:01:45.350658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:45.374775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2ba63-64c6-4e4c-b262-214eb6f7728d x-openstack-request-id: req-43a2ba63-64c6-4e4c-b262-214eb6f7728d {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:01:45.375070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "name": "network-vif-plugged", "status": "completed", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:01:45.375375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43a2ba63-64c6-4e4c-b262-214eb6f7728d {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:01:45.375857 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a2ba63-64c6-4e4c-b262-214eb6f7728d'] response: {'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'code': 200} Apr 30 05:01:45.402228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:45.673693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6247440-fa85-4684-9b85-4a0707fb9731 req-e1546cdc-4802-4386-95b7-61773fa9d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:45.675225 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6247440-fa85-4684-9b85-4a0707fb9731 req-e1546cdc-4802-4386-95b7-61773fa9d1bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1130 time: 0.0382395 Apr 30 05:01:45.721036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6247440-fa85-4684-9b85-4a0707fb9731 req-a57eaf42-148d-448c-9228-68fc52edfcf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398457 Apr 30 05:01:46.263608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b294-156f-4349-bccb-6f74bf4ff48e req-124b6d04-d031-4244-9e12-2a5ffb64f0f8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:46.264964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-add4b294-156f-4349-bccb-6f74bf4ff48e req-124b6d04-d031-4244-9e12-2a5ffb64f0f8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0474870 Apr 30 05:01:46.315356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-add4b294-156f-4349-bccb-6f74bf4ff48e req-80d5f97c-3668-445b-9deb-5ec6773737ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 Apr 30 05:01:47.437633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858564-48b1-43ae-9372-cd295c26395a req-1b4b17a7-21b3-462d-8f2c-b059d6bd7849 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:47.439164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59858564-48b1-43ae-9372-cd295c26395a req-1b4b17a7-21b3-462d-8f2c-b059d6bd7849 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0552280 Apr 30 05:01:47.494212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59858564-48b1-43ae-9372-cd295c26395a req-5d477f2c-6eaa-4879-bb69-6068ac94ab05 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492923 Apr 30 05:01:47.606513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb2166-8520-4768-8475-eeb692a87111 req-2a546ac5-9b9b-4945-beab-9f0339982b81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:47.607873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72cb2166-8520-4768-8475-eeb692a87111 req-2a546ac5-9b9b-4945-beab-9f0339982b81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0474577 Apr 30 05:01:47.656693 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72cb2166-8520-4768-8475-eeb692a87111 req-1e32df3b-3523-4424-a3df-741636dc4ece tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Apr 30 05:01:47.681980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39892) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:47.721188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb940dd4-f5e7-4994-aa49-d6283a68b492 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:47.722694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bb940dd4-f5e7-4994-aa49-d6283a68b492 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1125 time: 0.0397289 Apr 30 05:01:47.725527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39894) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:47.729842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:01:47.824525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:47.904215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.010698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.195 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/72d8e699-0e88-463b-9e91-22db7cb192c2) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:01:48.110026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.184986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.220583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:01:48.223433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:01:48.229474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:01:48.256952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=72d8e699-0e88-463b-9e91-22db7cb192c2,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:48.594914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.718868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.864862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.921938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:48.995646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=72d8e699-0e88-463b-9e91-22db7cb192c2,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:01:49.005140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:49.107416 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP fe3510ef-a356-47e2-81f3-ec60656caa63 associated. External IP: 172.26.5.195, port: f6803e36-0fc2-4d6e-9cdf-99c811fc949c. Apr 30 05:01:49.659347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:01:49.769662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:01:49.779315 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:01:49.790613 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:49.791254 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:49.913022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:49.944880 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1b50f197-fb7c-4fa1-9f56-2df89a949664 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2183278 Apr 30 05:01:49.945471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:01:49.947848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39896) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:49.948442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea483813-0702-466e-8d28-20e4399e98cc" -d '{"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:01:49.993337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8564f897-c75a-40d8-a880-ab64c96f25b9 x-openstack-request-id: req-8564f897-c75a-40d8-a880-ab64c96f25b9 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:01:49.993633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:01:49.993884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8564f897-c75a-40d8-a880-ab64c96f25b9 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:01:49.994299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8564f897-c75a-40d8-a880-ab64c96f25b9'] response: {'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'status': 'completed', 'code': 200} Apr 30 05:01:49.998673 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:50.022079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5d838a19-9ad2-4804-affd-5e6cfce55c55 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 992 time: 0.0717957 Apr 30 05:01:50.045146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483813-0702-466e-8d28-20e4399e98cc req-632245fc-70bd-42c5-8ec4-30e7b844ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:50.046864 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-632245fc-70bd-42c5-8ec4-30e7b844ed7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1130 time: 0.0404327 Apr 30 05:01:50.141508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483813-0702-466e-8d28-20e4399e98cc req-94220d91-44ab-42b0-9905-c4f05295f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:50.143052 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-94220d91-44ab-42b0-9905-c4f05295f63a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 896 time: 0.0905790 Apr 30 05:01:50.208249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-8702368d-78b4-4726-83a3-73dbc84a6c28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c HTTP/1.1" status: 200 len: 1000 time: 0.0587096 Apr 30 05:01:50.216721 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:a3:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4079d-3941-4035-975e-116ac0e37e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:01:48Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:50.247008 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:01:50.256471 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:01:50.257145 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:01:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:50.262370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483813-0702-466e-8d28-20e4399e98cc req-bf9ca291-0d0a-4a01-bf73-74770362003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:50.263978 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-bf9ca291-0d0a-4a01-bf73-74770362003e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 200 len: 834 time: 0.0500338 Apr 30 05:01:50.306905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483813-0702-466e-8d28-20e4399e98cc req-1b77343f-efa2-41bb-a883-51b9c46dd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:01:50.308508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-1b77343f-efa2-41bb-a883-51b9c46dd126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395164 Apr 30 05:01:50.364790 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:01:50.401138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-32b29540-0df2-4746-96cd-4dce7e509e29 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Apr 30 05:01:50.496051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea483813-0702-466e-8d28-20e4399e98cc req-6f774fc0-ffc2-430c-ae0e-888b37b29492 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879884 Apr 30 05:01:50.577955 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:a3:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4079d-3941-4035-975e-116ac0e37e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:01:48Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:01:50.607595 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e0b2e-0b23-466b-8e78-8b20298efc68 None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:a3:cf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4079d-3941-4035-975e-116ac0e37e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:01:48Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:01:50.796609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7302781-c13f-46c4-884c-f51780be3d1f None None] New status for floating IP fe3510ef-a356-47e2-81f3-ec60656caa63: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:01:51.024455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:01:51.088736 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e160480d-17bb-465a-8b0f-4029e04dde23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 994 time: 0.0615075 Apr 30 05:01:51.818866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e075-c0a3-42c0-999f-a84cf27b7d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:54.059152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2a788da-7510-4752-91c8-df7731ba3e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:55.081983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:56.727397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:01:58.201523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:07.921171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:07.960274 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:02:21.824019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de7d5988-1c61-4db0-8201-27c45c724aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:21.942322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-41bbc997-7200-427c-81d8-4401e715e709 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391374 Apr 30 05:02:22.000007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-8bed7f0b-85b9-43da-aeb2-15978d1ba25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.000899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-8bed7f0b-85b9-43da-aeb2-15978d1ba25b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1129 time: 0.0387123 Apr 30 05:02:22.106156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-9c15a32e-9110-47e6-a71b-8d9780dacd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.107674 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-9c15a32e-9110-47e6-a71b-8d9780dacd84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.0897417 Apr 30 05:02:22.172097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-e33aa73a-377b-4a56-ba1d-b6604ccbfdf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 999 time: 0.0577941 Apr 30 05:02:22.223610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-945babc2-3319-4895-83cb-768b330bf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.224960 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-945babc2-3319-4895-83cb-768b330bf331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0475657 Apr 30 05:02:22.235759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39920) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:22.269207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-340c4eba-2001-411f-8b71-6e408716b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.270766 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-340c4eba-2001-411f-8b71-6e408716b119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396380 Apr 30 05:02:22.312108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84507cef-950b-4de6-a852-45c7bfddfa40 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.312589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84507cef-950b-4de6-a852-45c7bfddfa40 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.313070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84507cef-950b-4de6-a852-45c7bfddfa40 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:22.318885 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-84507cef-950b-4de6-a852-45c7bfddfa40 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=f6d613c1335548d287d4188d409ca364&network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 3103 time: 0.0820839 Apr 30 05:02:22.364068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-a9b6f5ae-495e-4796-b24d-7a3bdbc29f26 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Apr 30 05:02:22.453329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2b365e-af58-43b6-b19a-2b09be53e293 req-e96cbdd2-7648-4bdb-a723-096c5258c095 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821471 Apr 30 05:02:23.939748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39930) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:23.986176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c5e58-a291-45b9-922e-8237c3642071 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:23.987716 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-db3c5e58-a291-45b9-922e-8237c3642071 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb HTTP/1.1" status: 200 len: 814 time: 0.0470593 Apr 30 05:02:24.061187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-64050699-95ec-4c70-876d-4cc6ce274774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:24.469372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39936) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:24.473882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:24.532082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:24.672325 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:24.769796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:24.770133 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP fe3510ef-a356-47e2-81f3-ec60656caa63 disassociated. External IP: 172.26.5.195, port: f6803e36-0fc2-4d6e-9cdf-99c811fc949c. Apr 30 05:02:24.981974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:24.983131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:02:25.095569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:02:25.100382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:25.106519 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:02:25.116459 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:25.117131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:25.130816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eb8c46e5-9f5f-46bb-bb50-88d92fc04653 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 690 time: 0.6603479 Apr 30 05:02:25.131400 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:25.133676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39938) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:25.134155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501c8b0-ace1-4559-a427-31395669636f" -d '{"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:25.173856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d95b574-d2d4-48cd-937a-158c60992a95 x-openstack-request-id: req-9d95b574-d2d4-48cd-937a-158c60992a95 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:25.174159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:25.174444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d95b574-d2d4-48cd-937a-158c60992a95 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:25.174858 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d95b574-d2d4-48cd-937a-158c60992a95'] response: {'name': 'network-changed', 'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'status': 'completed', 'code': 200} Apr 30 05:02:25.186025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1c08b037-affa-44cb-a54d-f4fc532b98c5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 690 time: 0.0511761 Apr 30 05:02:25.237013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c8b0-ace1-4559-a427-31395669636f req-3c9876b5-6b69-4348-b3ac-9cee44a4979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:25.238471 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-3c9876b5-6b69-4348-b3ac-9cee44a4979d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 1130 time: 0.0421560 Apr 30 05:02:25.258073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:25.332371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c8b0-ace1-4559-a427-31395669636f req-a4d12ab3-62c5-4dd0-a4c3-f032935bee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:25.333908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-a4d12ab3-62c5-4dd0-a4c3-f032935bee52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 896 time: 0.0879455 Apr 30 05:02:25.381335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-3db017ee-8cc6-41cf-bfa4-8e7215484a49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c HTTP/1.1" status: 200 len: 217 time: 0.0392423 Apr 30 05:02:25.452949 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:25.479379 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:02:25.488386 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:25.488964 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:25.587778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c8b0-ace1-4559-a427-31395669636f req-a465f718-f638-45c6-b978-c049d10b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:25.589207 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-a465f718-f638-45c6-b978-c049d10b69d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 200 len: 834 time: 0.0445352 Apr 30 05:02:25.600025 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:25.632312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c8b0-ace1-4559-a427-31395669636f req-49e624b4-0964-412d-9be5-5ee87e1e0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:25.633814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-49e624b4-0964-412d-9be5-5ee87e1e0d6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390968 Apr 30 05:02:25.730910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-e295d5d6-1753-41fc-ad09-a18a0da53d02 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904198 Apr 30 05:02:25.819303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a501c8b0-ace1-4559-a427-31395669636f req-e1393d48-2cb7-42f0-af58-cbe687fa66b3 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829067 Apr 30 05:02:25.886973 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:25.912609 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061f30f-2b05-445e-8ca3-c46d7dcdb2c6 None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:02:26.128420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd960f-b6a4-42b1-a73d-3008fb3732f9 None None] New status for floating IP fe3510ef-a356-47e2-81f3-ec60656caa63: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:02:26.188004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 39942) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:26.237399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2a6978a6-484c-4f3a-9539-189067b5ebf2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 690 time: 0.0480945 Apr 30 05:02:26.724684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:27.241210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39944) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:27.284841 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5d058d54-2ffc-480e-bc2d-8bd7ace92044 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 688 time: 0.0424414 Apr 30 05:02:28.195344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:28.526860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39948) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:28.532079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139230707', 'description': 'tempest-secgroup-smoke-1139230707 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:28.635031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:28.704285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (be5c84a0-c6f1-46b6-94d4-091171143e42), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:28.781385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (be5c84a0-c6f1-46b6-94d4-091171143e42), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:28.810229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c84a0-c6f1-46b6-94d4-091171143e42,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:28.817293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.817634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.817971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.818344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.818659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.818982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.819308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.819624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.819945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.820262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.820579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.820894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.821207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.821520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.821832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:28.857806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:28.859079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2373689e-ea58-40bf-a859-1ed97c759f82 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3312252 Apr 30 05:02:28.862008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39950) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:28.866316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:28.946803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (21587aec-2d59-4ac3-bf7c-f74a9bc861a1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.002159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (21587aec-2d59-4ac3-bf7c-f74a9bc861a1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.078068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (21587aec-2d59-4ac3-bf7c-f74a9bc861a1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.097146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21587aec-2d59-4ac3-bf7c-f74a9bc861a1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:29.191336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.192589 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f2fc1d4c-f14e-4ee9-b095-e8811140151b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3296385 Apr 30 05:02:29.195522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39952) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:29.200494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:29.286260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (19970914-b34b-458f-8eb0-6d2f8bb3fac3), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.349339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (19970914-b34b-458f-8eb0-6d2f8bb3fac3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.409945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (19970914-b34b-458f-8eb0-6d2f8bb3fac3), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.427681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19970914-b34b-458f-8eb0-6d2f8bb3fac3,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:29.511534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.513427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5b7d386b-7a7f-49bd-a4f2-34199bd885df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3169575 Apr 30 05:02:29.516097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39954) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:29.520502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:29.600625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f22e90c4-ba17-48d4-87a6-2ff1362ef29a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.658531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f22e90c4-ba17-48d4-87a6-2ff1362ef29a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.709207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f22e90c4-ba17-48d4-87a6-2ff1362ef29a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.727910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22e90c4-ba17-48d4-87a6-2ff1362ef29a,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:29.777736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.779286 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f997fea-a108-4370-b013-099702d414ae tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622163 Apr 30 05:02:29.782054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39956) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:29.786413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:29.872722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f58155c0-a6be-4d18-8493-bf1a7bbfae66), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.935068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f58155c0-a6be-4d18-8493-bf1a7bbfae66), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.980798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f58155c0-a6be-4d18-8493-bf1a7bbfae66), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:29.999368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58155c0-a6be-4d18-8493-bf1a7bbfae66,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:30.068810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.069968 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aa773640-2b87-4e1d-9161-a03b9cfc5226 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2869771 Apr 30 05:02:30.072729 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39958) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:30.077124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:30.152608 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:02:30.159129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (996c55c5-08cb-477a-a50e-09f3f9d8bf87), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.218780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (996c55c5-08cb-477a-a50e-09f3f9d8bf87), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.283961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (996c55c5-08cb-477a-a50e-09f3f9d8bf87), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.302780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996c55c5-08cb-477a-a50e-09f3f9d8bf87,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:30.366006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.367177 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4e2aed4-e5b3-44df-8420-0984785609c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935121 Apr 30 05:02:30.370025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 39960) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:30.374488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'be5c84a0-c6f1-46b6-94d4-091171143e42', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:30.455908 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:02:30.461609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9b0c44df-51af-48e6-9ef5-a7d20da51f5d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.522251 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9b0c44df-51af-48e6-9ef5-a7d20da51f5d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.618145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9b0c44df-51af-48e6-9ef5-a7d20da51f5d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.636442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0c44df-51af-48e6-9ef5-a7d20da51f5d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:30.763611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:30.764849 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e68a9299-1722-4f4d-8f32-d173c3a9e139 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3938487 Apr 30 05:02:31.006503 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-fe14bdab-310c-4a52-ac1d-90a849b9cd86 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139230707&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0438197 Apr 30 05:02:31.114831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-24a784d2-5858-4c72-83ec-327f31ab07e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:31.116263 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-24a784d2-5858-4c72-83ec-327f31ab07e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 796 time: 0.1029475 Apr 30 05:02:31.131717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-cf788ce8-f3d3-4736-9293-a8d9ae929085 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Apr 30 05:02:31.182473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-d1527982-bc8e-4123-9df6-ac331b7f3e75 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457070 Apr 30 05:02:31.277218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-c0932c57-d45a-4c13-b1f8-eee27aee16e3 service neutron] 10.222.0.16 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833888 Apr 30 05:02:31.370720 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-fdce31a8-f2ef-4152-9eb0-6c5cb8ccdc4e service neutron] 10.222.0.16 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Apr 30 05:02:31.601648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16007b31-3baa-4e47-bdf7-b08e577fb3d3 req-b873c43d-19e6-4cda-a72a-2b2b3dd57c87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 210 time: 0.0290763 Apr 30 05:02:32.697348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be18392f-eba8-43a0-94bd-ef20d4065e90 req-25d345c2-4196-4bb6-9479-06fba0a7ee5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 210 time: 0.0285766 Apr 30 05:02:33.391403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-c785b981-6a21-4994-a98c-8e91e1f948f2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:33.393451 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-c785b981-6a21-4994-a98c-8e91e1f948f2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 796 time: 0.1062376 Apr 30 05:02:33.471951 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e7f80218-06cb-4f42-acaf-246f208b9b1b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 472 time: 0.0695324 Apr 30 05:02:33.480055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['be5c84a0-c6f1-46b6-94d4-091171143e42']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:33.684659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:02:33.688463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:33.835874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b7d7fc8-75ff-4298-8a39-7354948ea2d5 req-e8def261-b7a8-40eb-a4fe-fe5216f56627 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 210 time: 0.0516605 Apr 30 05:02:33.860325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.10 (7371ad4e-ef15-40a1-9f46-5cfb658796c9/d5d8e589-a4e5-42e0-a411-d07231a122bc/b4b7fd58-062c-4593-b955-0fab79d3d871) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:02:33.996256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.104086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.153368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:02:34.158608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:02:34.161141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:02:34.191129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:34.204299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.204653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.204979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.205565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.205904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.206234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.206572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.206902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.207233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.207555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.207883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.208206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.208526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.208841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.209161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:34.233914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:34.234644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.318495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-e0b30db4-acb1-4a4a-b578-bbe99c9b86e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8419454 Apr 30 05:02:34.330945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Request body: {'port': {'device_id': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:34.395243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.446545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a45e3b0c-d191-4656-a449-0bb191ad163f None None] Provisioning complete for port b4b7fd58-062c-4593-b955-0fab79d3d871 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:02:34.447096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a45e3b0c-d191-4656-a449-0bb191ad163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.481632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a45e3b0c-d191-4656-a449-0bb191ad163f None None] Port b4b7fd58-062c-4593-b955-0fab79d3d871 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:02:34.663823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b7fd58-062c-4593-b955-0fab79d3d871 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:02:34.672529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks [] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.686726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Transition to ACTIVE for port object b4b7fd58-062c-4593-b955-0fab79d3d871 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:02:34.766523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.819273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:34.896799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Attempting to bind port b4b7fd58-062c-4593-b955-0fab79d3d871 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:02:34.897527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Attempting to bind port b4b7fd58-062c-4593-b955-0fab79d3d871 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:02:34.897660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Attempting to bind port b4b7fd58-062c-4593-b955-0fab79d3d871 on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:02:34.902611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Port b4b7fd58-062c-4593-b955-0fab79d3d871 on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:02:34.903545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Attempting to bind port b4b7fd58-062c-4593-b955-0fab79d3d871 on network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:02:34.910061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:02:34.910502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Checking segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:02:34.910888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Bound using segment: {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:02:34.911315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Bound port: b4b7fd58-062c-4593-b955-0fab79d3d871, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573c5990-2ab7-47eb-ace5-d3a190623c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:02:34.911678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:34.986239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f14d9-7e29-48ed-bcbc-70e28f94137c req-d544ef95-5060-46c7-9524-78c2a3e4640c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:34.987747 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-065f14d9-7e29-48ed-bcbc-70e28f94137c req-d544ef95-5060-46c7-9524-78c2a3e4640c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 944 time: 0.0787787 Apr 30 05:02:35.034177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:02:35.041386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b4b7fd58-062c-4593-b955-0fab79d3d871,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:02:35.062430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-065f14d9-7e29-48ed-bcbc-70e28f94137c req-506f79ce-1965-453e-9a57-767578fdf9f8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681469 Apr 30 05:02:35.095895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:35.133796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.134465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:35.135806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] 10.222.0.13 "PUT /v2.0/ports/b4b7fd58-062c-4593-b955-0fab79d3d871 HTTP/1.1" status: 200 len: 1094 time: 0.8096828 Apr 30 05:02:35.136248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:35.139297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0543804-6a5d-4932-9c0b-89abfb302a44" -d '{"events": [{"name": "network-changed", "server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:35.163525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcac95-0922-4965-a721-ad955f79df50 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:35.193445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8109c2-e407-4703-80a2-b53904271808 x-openstack-request-id: req-9c8109c2-e407-4703-80a2-b53904271808 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:35.193445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:35.193445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c8109c2-e407-4703-80a2-b53904271808 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:35.193445 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8109c2-e407-4703-80a2-b53904271808'] response: {'name': 'network-changed', 'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'status': 'completed', 'code': 200} Apr 30 05:02:35.257258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-962af7e0-3233-4a67-9faa-16dbffa7cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.259553 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-962af7e0-3233-4a67-9faa-16dbffa7cf7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 1128 time: 0.0436287 Apr 30 05:02:35.362505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-487d9102-1998-4028-bbce-669eb8477795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.364014 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-487d9102-1998-4028-bbce-669eb8477795 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0982125 Apr 30 05:02:35.463064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-f72a295c-88ee-4dbe-ac58-c365687075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.464460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0543804-6a5d-4932-9c0b-89abfb302a44 req-f72a295c-88ee-4dbe-ac58-c365687075f8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929821 Apr 30 05:02:35.534919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-19765751-2098-4693-9052-7a71e0e60da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.536368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-19765751-2098-4693-9052-7a71e0e60da4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 1128 time: 0.0388997 Apr 30 05:02:35.579729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-bec5a6e6-0152-4e3b-bac5-3343fb122a21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b7fd58-062c-4593-b955-0fab79d3d871 HTTP/1.1" status: 200 len: 217 time: 0.0370049 Apr 30 05:02:35.627427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-05b91459-f322-4c83-a44a-adc5d1e01db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.628814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-05b91459-f322-4c83-a44a-adc5d1e01db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 200 len: 834 time: 0.0429807 Apr 30 05:02:35.671533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-b7713ed9-0ff2-48bc-bd5b-2eea4ec12ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:35.672960 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-b7713ed9-0ff2-48bc-bd5b-2eea4ec12ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376480 Apr 30 05:02:35.766026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-616012e1-d988-4388-929d-46af936e10de service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 Apr 30 05:02:35.852176 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ba44b30-5447-4e56-a444-1beb5d30726a req-c7470c36-f5b0-4b23-bbf7-08d57cd4624a service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804174 Apr 30 05:02:36.178568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8d757-d70d-4d63-9373-2c435ecd2d72 req-d00b6a49-8a6e-41c8-aa21-8199fea03fed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:36.180000 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2a8d757-d70d-4d63-9373-2c435ecd2d72 req-d00b6a49-8a6e-41c8-aa21-8199fea03fed tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 944 time: 0.0504072 Apr 30 05:02:36.227448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2a8d757-d70d-4d63-9373-2c435ecd2d72 req-a3470081-6fb7-4012-b3d4-0715b33f02b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413401 Apr 30 05:02:37.341665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecaf0-e7b8-445c-9251-e4401783b19d req-3c3b4334-511d-40f1-8da6-e78df0dd04cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:37.343114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedecaf0-e7b8-445c-9251-e4401783b19d req-3c3b4334-511d-40f1-8da6-e78df0dd04cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 944 time: 0.0462162 Apr 30 05:02:37.390136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedecaf0-e7b8-445c-9251-e4401783b19d req-58d7afe8-8685-45e5-bbc0-3cf43d2cf41c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Apr 30 05:02:37.972416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:38.501494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e63cc3-6243-4086-9578-abf3431279b3 req-44cdbc9b-6ef9-44dc-862d-3fed6086d3f9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:38.502959 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58e63cc3-6243-4086-9578-abf3431279b3 req-44cdbc9b-6ef9-44dc-862d-3fed6086d3f9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 944 time: 0.0461426 Apr 30 05:02:38.553519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58e63cc3-6243-4086-9578-abf3431279b3 req-d4a04584-2d1c-4c97-a269-4a66ccb20f25 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449927 Apr 30 05:02:39.314196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b4b7fd58-062c-4593-b955-0fab79d3d871 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:02:39.409265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b4b7fd58-062c-4593-b955-0fab79d3d871,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:02:39.420353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'port_id': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'mac_address': 'fa:16:3e:3a:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:02:39.460428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port b4b7fd58-062c-4593-b955-0fab79d3d871 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:02:39.460815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:39.612180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b7fd58-062c-4593-b955-0fab79d3d871 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:02:39.632038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b4b7fd58-062c-4593-b955-0fab79d3d871,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:02:39.668443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384017f-3023-4d69-b04d-f6598884f8cb req-acde87fb-6a8d-4831-b410-14703f0c2116 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:39.669919 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1384017f-3023-4d69-b04d-f6598884f8cb req-acde87fb-6a8d-4831-b410-14703f0c2116 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 944 time: 0.0463300 Apr 30 05:02:39.695724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:39.719261 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1384017f-3023-4d69-b04d-f6598884f8cb req-9f86f801-f3df-4d20-ab79-8ed1234fe133 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Apr 30 05:02:39.744273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:39.751871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.752221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.752569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.752909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.753251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.753586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.753914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.754241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.754595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.754923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.755250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.755579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.755901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.756223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.756543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:02:39.913116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['b4b7fd58-062c-4593-b955-0fab79d3d871'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:02:40.832313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4875610-f017-4baa-b054-0435366aebab req-6a129647-330e-4610-8456-9bb8fa152fe3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:40.833755 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4875610-f017-4baa-b054-0435366aebab req-6a129647-330e-4610-8456-9bb8fa152fe3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 945 time: 0.0459669 Apr 30 05:02:40.880911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4875610-f017-4baa-b054-0435366aebab req-3d9b6ae9-20db-4b0b-b86c-01f655bd7315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417140 Apr 30 05:02:41.322905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b4b7fd58-062c-4593-b955-0fab79d3d871 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:02:41.365747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port b4b7fd58-062c-4593-b955-0fab79d3d871 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:02:41.457945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port b4b7fd58-062c-4593-b955-0fab79d3d871 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:02:41.458351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:41.537475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port b4b7fd58-062c-4593-b955-0fab79d3d871 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:02:41.537856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:41.560363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:41.562571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b94c6-ec08-4bb6-8d3d-d0c2c6ed6700" -d '{"events": [{"server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "name": "network-vif-plugged", "status": "completed", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:41.574363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b4b7fd58-062c-4593-b955-0fab79d3d871,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:02:41.600090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798cbc98-194c-40c0-8bc9-a60b6169ac31 x-openstack-request-id: req-798cbc98-194c-40c0-8bc9-a60b6169ac31 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:41.600382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "name": "network-vif-plugged", "status": "completed", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:41.600642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-798cbc98-194c-40c0-8bc9-a60b6169ac31 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:41.601062 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798cbc98-194c-40c0-8bc9-a60b6169ac31'] response: {'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'code': 200} Apr 30 05:02:41.638878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:41.686729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:41.881008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce28726-bbeb-4bf5-aa82-0360f675aafa req-3a0ad35f-0e0c-4825-b320-66752c1bc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:41.882424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cce28726-bbeb-4bf5-aa82-0360f675aafa req-3a0ad35f-0e0c-4825-b320-66752c1bc38d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 1130 time: 0.0423162 Apr 30 05:02:41.929242 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cce28726-bbeb-4bf5-aa82-0360f675aafa req-9bb6b985-3269-47e9-a6ef-86eef41e141c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Apr 30 05:02:41.994491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6886b-7482-4af8-9a67-72452ab44724 req-7662c3e9-9fbc-46f7-9f82-3acd41cd7b86 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:41.995919 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21e6886b-7482-4af8-9a67-72452ab44724 req-7662c3e9-9fbc-46f7-9f82-3acd41cd7b86 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0460403 Apr 30 05:02:42.043782 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21e6886b-7482-4af8-9a67-72452ab44724 req-b30728f6-e25c-4853-82ce-1f025c3ca489 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Apr 30 05:02:43.161680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bfac0-16af-4a64-b9a3-f86a117c4ba1 req-0586d95d-679d-4680-8849-04908c8205cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:43.163147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e3bfac0-16af-4a64-b9a3-f86a117c4ba1 req-0586d95d-679d-4680-8849-04908c8205cf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0502028 Apr 30 05:02:43.211977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e3bfac0-16af-4a64-b9a3-f86a117c4ba1 req-0d4c7b1d-0718-4db1-a57b-8c72c709cd96 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Apr 30 05:02:43.323149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c7ae3-9031-4c69-afe9-9a0bbd0bb245 req-a0bf012d-912b-4630-93c5-a2b6cd7896ad tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:43.324523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-380c7ae3-9031-4c69-afe9-9a0bbd0bb245 req-a0bf012d-912b-4630-93c5-a2b6cd7896ad tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0458398 Apr 30 05:02:43.373234 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-380c7ae3-9031-4c69-afe9-9a0bbd0bb245 req-3c91dba3-1b9c-4df3-a1a9-8a7198a3d90c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Apr 30 05:02:43.394639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:43.431524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea4d8b-c162-4a38-9339-fdeb88abfbef tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:43.432995 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e7ea4d8b-c162-4a38-9339-fdeb88abfbef tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 1125 time: 0.0374117 Apr 30 05:02:43.435910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:43.440168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'port_id': 'b4b7fd58-062c-4593-b955-0fab79d3d871'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:02:43.482428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:44.257352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:44.323606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:44.425862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP fe3510ef-a356-47e2-81f3-ec60656caa63 associated. External IP: 172.26.5.195, port: b4b7fd58-062c-4593-b955-0fab79d3d871. Apr 30 05:02:44.648116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:02:44.759225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:02:44.764406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:44.768870 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:02:44.782633 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:44.783240 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:44.795100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6d757425-ecc4-4ea0-8e03-99c95f8235ff tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 992 time: 1.3575268 Apr 30 05:02:44.795678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:44.797832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40018) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:44.798411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b98d4-3db1-4e30-a867-e66af916ea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:44.834767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bbb8f-b9b5-40fe-9df9-864fb2399a6f x-openstack-request-id: req-192bbb8f-b9b5-40fe-9df9-864fb2399a6f {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:44.835120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:44.835570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-192bbb8f-b9b5-40fe-9df9-864fb2399a6f {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:44.836240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192bbb8f-b9b5-40fe-9df9-864fb2399a6f'] response: {'name': 'network-changed', 'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'status': 'completed', 'code': 200} Apr 30 05:02:44.864603 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2f80f55b-5cf0-4e02-944e-feea48dd1aef tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 992 time: 0.0655651 Apr 30 05:02:44.893526 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:44.897150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-5b7e7e7b-6869-45e1-b5e3-3acd73de5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:44.898732 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-5b7e7e7b-6869-45e1-b5e3-3acd73de5e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 1130 time: 0.0405514 Apr 30 05:02:44.973006 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:02:44.992776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-2a2b1d31-ab1a-4441-99f7-99c4a58c1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:44.994245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-2a2b1d31-ab1a-4441-99f7-99c4a58c1b17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 200 len: 896 time: 0.0895207 Apr 30 05:02:45.058480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-e0325507-c9f0-481a-b166-9fec42ccb0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b7fd58-062c-4593-b955-0fab79d3d871 HTTP/1.1" status: 200 len: 1000 time: 0.0588148 Apr 30 05:02:45.105759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-0769a023-67c6-4a31-94a1-13f1133ba022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:45.107808 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-0769a023-67c6-4a31-94a1-13f1133ba022 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 200 len: 834 time: 0.0442495 Apr 30 05:02:45.114395 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:3a:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:02:44Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:45.144751 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:02:45.153164 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:45.154623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:45.155474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-47f4e3d6-2517-4330-af4a-b7c29d3e14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:45.156974 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-47f4e3d6-2517-4330-af4a-b7c29d3e14a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7371ad4e-ef15-40a1-9f46-5cfb658796c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437508 Apr 30 05:02:45.246087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-7dbbfd2a-64fa-4ee0-b77c-a2dd79330859 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829790 Apr 30 05:02:45.261763 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:45.354048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea3b98d4-3db1-4e30-a867-e66af916ea6c req-aba903e4-a4a4-42ff-a278-c17873155714 service neutron] 10.222.0.13 "GET /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027846 Apr 30 05:02:45.472890 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:3a:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:02:44Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:45.498567 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3a172-07e8-49e2-b208-505fa58b70eb None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'fe3510ef-a356-47e2-81f3-ec60656caa63', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'port_id': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'mac_address': 'fa:16:3e:3a:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:01:48Z', 'updated_at': '2022-04-30T05:02:44Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:02:45.698203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781bd22a-7ac3-4efa-bfc0-75194bb1eeb0 None None] New status for floating IP fe3510ef-a356-47e2-81f3-ec60656caa63: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:02:45.867436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40022) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:45.939706 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7df5e460-5fa1-4cd0-9094-b8bb792370e4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 992 time: 0.0710790 Apr 30 05:02:46.943638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:47.003324 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-54f642d0-cd29-4652-b9e6-0f1b564985bd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 200 len: 994 time: 0.0584862 Apr 30 05:02:51.812274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4382bee-2f9c-4ba1-abd9-2727d1451dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:53.577176 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40026) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:02:53.724496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port 2c06c756-6e36-4c3d-86db-1a105f8f28e5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:02:53.724832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:53.801978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:53.802337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (2c06c756-6e36-4c3d-86db-1a105f8f28e5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:53.814855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for 2c06c756-6e36-4c3d-86db-1a105f8f28e5 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:02:54.051945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (2c06c756-6e36-4c3d-86db-1a105f8f28e5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:54.077792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=2c06c756-6e36-4c3d-86db-1a105f8f28e5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:54.078537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5654357d-292c-4990-af87-828ad186bbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:54.140062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (f5a27154-90a0-4bb7-a07c-eb0bde59e032), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:54.140379 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP f5a27154-90a0-4bb7-a07c-eb0bde59e032 disassociated (deleted). External IP: 172.26.5.9, port: b3605886-9ef4-435a-a75c-b14cd612980c. Apr 30 05:02:54.348674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:02:54.457557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:02:54.462426 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:54.467562 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:02:54.476716 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:54.477310 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:54.492484 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c9188f29-eec6-4b97-8dcf-557fccc896ed tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "DELETE /v2.0/floatingips/f5a27154-90a0-4bb7-a07c-eb0bde59e032 HTTP/1.1" status: 204 len: 168 time: 0.9142387 Apr 30 05:02:54.493145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:54.495411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16123774-1ce4-4eae-b9a4-59e4bdff86f4" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:54.534248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1ed18-6643-4ada-b39e-e8bc0afdfb9c x-openstack-request-id: req-8de1ed18-6643-4ada-b39e-e8bc0afdfb9c {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:54.534637 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:54.534962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8de1ed18-6643-4ada-b39e-e8bc0afdfb9c {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:54.535443 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de1ed18-6643-4ada-b39e-e8bc0afdfb9c'] response: {'name': 'network-changed', 'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'status': 'completed', 'code': 200} Apr 30 05:02:54.586198 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:54.610830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-5f2ce038-cc4c-425f-9dd7-60db8e39f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:54.610830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-5f2ce038-cc4c-425f-9dd7-60db8e39f434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 1129 time: 0.0442233 Apr 30 05:02:54.697812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-358822b4-7b3b-4dcb-b952-d770495d2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:54.699333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-358822b4-7b3b-4dcb-b952-d770495d2c8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.0919163 Apr 30 05:02:54.742524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-643b592e-8416-4204-9b83-15bb9b135734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 200 len: 217 time: 0.0367050 Apr 30 05:02:54.792481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-30055b58-afb5-4813-8839-db650f3796f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:54.793964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-30055b58-afb5-4813-8839-db650f3796f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0446291 Apr 30 05:02:54.807633 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:54.840633 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:02:54.843985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-20ad0aaa-679d-46e0-958e-057778bf613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:54.845584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-20ad0aaa-679d-46e0-958e-057778bf613c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458412 Apr 30 05:02:54.850024 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:02:54.850698 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:54.900683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f893-d20d-43c5-9205-894e65f0fc90 req-0969f15b-a618-4eb4-9cf6-7a8339ed8bd6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:54.902410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b716f893-d20d-43c5-9205-894e65f0fc90 req-0969f15b-a618-4eb4-9cf6-7a8339ed8bd6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0503664 Apr 30 05:02:54.958736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b716f893-d20d-43c5-9205-894e65f0fc90 req-c2acec16-f25a-4122-851a-a99c957b4538 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502279 Apr 30 05:02:55.011998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:55.054223 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:02:55.261110 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:02:55.290417 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d6e6b-23d0-448e-85c2-32943e7431fd None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60865f9f-15ec-44d7-b0b0-bc813349ed0a', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'port_id': 'baa36dff-731e-431d-8a20-349d937f531d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'mac_address': 'fa:16:3e:2b:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T04:57:38Z', 'updated_at': '2022-04-30T04:57:41Z', 'revision_number': 1, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:02:55.501471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52462c-c73d-406b-a6e6-49a42d34e068 None None] New status for floating IP f5a27154-90a0-4bb7-a07c-eb0bde59e032: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:02:55.972420 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-54d5c8ed-7b35-462f-8aba-159e35015a4e service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877073 Apr 30 05:02:56.089327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1a1cc-c7e5-469d-a2ed-2294e375763f req-5a24558a-fae2-474a-909e-256ff5d2ae97 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:56.090819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-20f1a1cc-c7e5-469d-a2ed-2294e375763f req-5a24558a-fae2-474a-909e-256ff5d2ae97 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0640707 Apr 30 05:02:56.184678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-20f1a1cc-c7e5-469d-a2ed-2294e375763f req-e3d006e6-f29a-4a36-b248-5b243a65ea0c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848308 Apr 30 05:02:56.195036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16123774-1ce4-4eae-b9a4-59e4bdff86f4 req-0a23b5e7-0083-41d7-898e-5790a8814a18 service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317205 Apr 30 05:02:56.461149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-d62c6115-9e76-448e-b9fd-9f679d27e702 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:02:56.462662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-d62c6115-9e76-448e-b9fd-9f679d27e702 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 945 time: 0.0483758 Apr 30 05:02:56.550297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port b3605886-9ef4-435a-a75c-b14cd612980c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:02:56.550668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:56.649027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] For port b3605886-9ef4-435a-a75c-b14cd612980c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b3605886-9ef4-435a-a75c-b14cd612980c,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:02:56.649391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:56.662683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for b3605886-9ef4-435a-a75c-b14cd612980c owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:02:56.764497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:56.851608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b3605886-9ef4-435a-a75c-b14cd612980c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:56.878045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=b3605886-9ef4-435a-a75c-b14cd612980c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:02:56.925360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] No DVR routers for this DVR port b3605886-9ef4-435a-a75c-b14cd612980c on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:02:56.927910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:56.931483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e31fb48c-8823-477a-bf01-d9d65f5c0f7a req-c8c217d7-5860-4822-9d2c-a6968e076012 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "DELETE /v2.0/ports/b3605886-9ef4-435a-a75c-b14cd612980c HTTP/1.1" status: 204 len: 173 time: 0.4605525 Apr 30 05:02:56.931931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'name': 'network-vif-deleted', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:02:56.934186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44381fb2-520e-4073-94d2-c8a71f8187e8" -d '{"events": [{"server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "name": "network-vif-deleted", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:02:56.975166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaf2784-1094-4c15-b243-9129e15eb6a6 x-openstack-request-id: req-5aaf2784-1094-4c15-b243-9129e15eb6a6 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:02:56.975756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec46e7-8200-4884-b3ef-e1ca9cd13cbd", "name": "network-vif-deleted", "tag": "b3605886-9ef4-435a-a75c-b14cd612980c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:02:56.975756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5aaf2784-1094-4c15-b243-9129e15eb6a6 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:02:56.976206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aaf2784-1094-4c15-b243-9129e15eb6a6'] response: {'server_uuid': '10ec46e7-8200-4884-b3ef-e1ca9cd13cbd', 'name': 'network-vif-deleted', 'tag': 'b3605886-9ef4-435a-a75c-b14cd612980c', 'status': 'completed', 'code': 200} Apr 30 05:02:57.286414 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b4c097b-bbd3-4a11-839c-e08ef85ae6cf req-5d9b70ad-1c01-4187-9ca2-c1da146a8067 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0300000 Apr 30 05:02:58.177631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:02:58.386347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a116888e-1490-457f-bee4-b5505d780326 req-39d7414d-dced-4e4e-95b4-4d4d76967b0c tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0302470 Apr 30 05:02:59.437694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b3605886-9ef4-435a-a75c-b14cd612980c no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:02:59.458214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: b3605886-9ef4-435a-a75c-b14cd612980c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:02:59.458670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b3605886-9ef4-435a-a75c-b14cd612980c not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:02:59.486349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3132b68d-351d-4c4e-9d29-82399ad3627a req-8a2b7bf8-e395-4184-b7e2-d61ff05cccdc tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0284936 Apr 30 05:03:00.585620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c3dc9f8-57cb-49f7-8cf0-8f2ce3510b4f req-9ef3966d-5b81-4bca-93c9-517dad3c4049 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0296862 Apr 30 05:03:01.682803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f599adce-be4a-4a54-912b-69a2d4c058fc req-28668c45-75d8-425d-91f6-2e5682dd2ad5 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0283816 Apr 30 05:03:02.777201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3842e171-0157-4045-9bd4-750d3ecafde3 req-55b71eb6-4401-484f-b47f-68de6c35ff5b tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0266640 Apr 30 05:03:03.872762 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ac12ba80-60b6-4b99-876f-a9d93fb00c22 req-eec09dff-4e87-4640-ac10-cc5c55b85059 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0269797 Apr 30 05:03:04.972414 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0996b927-97b4-499a-b97f-105351fda502 req-f70ba010-01a4-43c1-94a3-5e7205186e67 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0310483 Apr 30 05:03:06.069482 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d91c1d9-249a-45f2-9bb0-800505295ffd req-e083ba72-4ab2-4b89-83e3-7c2b71ad2889 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ec46e7-8200-4884-b3ef-e1ca9cd13cbd HTTP/1.1" status: 200 len: 210 time: 0.0288451 Apr 30 05:03:07.972007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:16.866259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40096) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:17.017252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:17.017582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:17.090908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:17.091225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:17.103764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:17.314541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:17.344330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=a2d1adbe-58ae-4ff7-b292-ba2b27c6a4e8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:17.405494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (60865f9f-15ec-44d7-b0b0-bc813349ed0a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:17.405818 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Floating IP 60865f9f-15ec-44d7-b0b0-bc813349ed0a disassociated (deleted). External IP: 172.26.5.7, port: baa36dff-731e-431d-8a20-349d937f531d. Apr 30 05:03:17.885905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:17.996116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:18.000840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:18.005232 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:18.014820 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:18.015418 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:18.031689 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-684c493d-5add-48e7-af0f-2dfd982abe44 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "DELETE /v2.0/floatingips/60865f9f-15ec-44d7-b0b0-bc813349ed0a HTTP/1.1" status: 204 len: 168 time: 1.1642833 Apr 30 05:03:18.032281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:18.034538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c44e9-d16d-47fc-8d01-0d584f8109bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:18.127938 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:18.218781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e27ed7c-d8bc-44b9-87e3-e1cb20b49c84 x-openstack-request-id: req-8e27ed7c-d8bc-44b9-87e3-e1cb20b49c84 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:18.219070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "tag": "baa36dff-731e-431d-8a20-349d937f531d", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:18.219436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e27ed7c-d8bc-44b9-87e3-e1cb20b49c84 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:18.219783 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e27ed7c-d8bc-44b9-87e3-e1cb20b49c84'] response: {'name': 'network-changed', 'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d', 'status': 'completed', 'code': 200} Apr 30 05:03:18.284427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-e5169fb7-676f-4b2c-ab08-688a4acef8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:18.287040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-e5169fb7-676f-4b2c-ab08-688a4acef8f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 1130 time: 0.0425735 Apr 30 05:03:18.319172 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:18.349881 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:18.358299 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:18.359001 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:18.392858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-4a0bdd9b-0f4a-4459-8554-09617a8b3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:18.394356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-4a0bdd9b-0f4a-4459-8554-09617a8b3b19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 200 len: 912 time: 0.0940914 Apr 30 05:03:18.438155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-836e7261-16a1-4780-9882-9aedc0ec98bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 200 len: 217 time: 0.0366406 Apr 30 05:03:18.471030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:18.505710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f528ad-0d24-4dc4-ba75-56294720bdf7 req-ff7785c6-b28b-4efe-af22-a4739c512db0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:18.507654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7f528ad-0d24-4dc4-ba75-56294720bdf7 req-ff7785c6-b28b-4efe-af22-a4739c512db0 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0481303 Apr 30 05:03:18.586571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-14fdf15a-f4af-48cd-91cc-6dbe2e941ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:18.588085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-14fdf15a-f4af-48cd-91cc-6dbe2e941ac0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 200 len: 851 time: 0.0762753 Apr 30 05:03:18.604915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7f528ad-0d24-4dc4-ba75-56294720bdf7 req-f87ebe95-0587-4c35-9edc-29c532acf1f9 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819933 Apr 30 05:03:18.657935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e80e61-97b0-4973-8d2f-7e08f8245907 req-8c3a45b1-5819-4273-9c4a-c0b6a3feda02 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:18.661237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3e80e61-97b0-4973-8d2f-7e08f8245907 req-8c3a45b1-5819-4273-9c4a-c0b6a3feda02 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0514693 Apr 30 05:03:18.673450 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:18.699307 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da33414-f3d6-4c97-9e23-1a440a4a9fd5 None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'fbb32996-0d24-4033-8bce-0285343fd176', 'name': '', 'network_id': 'bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'mac_address': 'fa:16:3e:21:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:18Z', 'updated_at': '2022-04-30T04:52:26Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'subnets': [{'id': '85cb74a1-df7b-457a-9462-d69a5cd67bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:18.708413 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3e80e61-97b0-4973-8d2f-7e08f8245907 req-cf0d7e69-5ff3-4088-885f-355e13d7b48f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Apr 30 05:03:18.916210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f590a-686a-4b2d-bab3-bf37b8daf74d None None] New status for floating IP 60865f9f-15ec-44d7-b0b0-bc813349ed0a: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:03:19.749366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505bd5-b206-440b-8618-efbb3d05a508 req-aa30310e-6d77-4c8b-9591-c462cca7f08d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:19.750885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d505bd5-b206-440b-8618-efbb3d05a508 req-aa30310e-6d77-4c8b-9591-c462cca7f08d tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0761681 Apr 30 05:03:19.756039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-24125126-dbdc-44b0-a43a-afae9746e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:19.757410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-24125126-dbdc-44b0-a43a-afae9746e46e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0559375 Apr 30 05:03:19.846656 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d505bd5-b206-440b-8618-efbb3d05a508 req-032bf74f-9c26-4472-9fe0-7ec6cd7c319e tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/security-groups?id=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882912 Apr 30 05:03:19.866829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba08b8-eff5-41cb-92be-45ada81f1604 req-5d5b32d7-0258-443a-8f79-fb937293b881 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:19.868347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11ba08b8-eff5-41cb-92be-45ada81f1604 req-5d5b32d7-0258-443a-8f79-fb937293b881 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0855532 Apr 30 05:03:19.958166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-424e44c5-3190-4981-9cdf-c97597ed0def service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419952 Apr 30 05:03:19.961776 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11ba08b8-eff5-41cb-92be-45ada81f1604 req-24849eb9-839b-4111-aa03-f1f0e66dcfa6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=be5c84a0-c6f1-46b6-94d4-091171143e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641096 Apr 30 05:03:20.061839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-8e4f2e13-5c76-4fe4-92ef-da1a10b34511 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:20.063337 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-8e4f2e13-5c76-4fe4-92ef-da1a10b34511 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 946 time: 0.0593457 Apr 30 05:03:20.069491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f55aa-4016-4789-96ff-3458df675b42 req-46ded207-7323-4861-8d2a-44cd9fe20dbc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:20.070928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c06f55aa-4016-4789-96ff-3458df675b42 req-46ded207-7323-4861-8d2a-44cd9fe20dbc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 946 time: 0.0934770 Apr 30 05:03:20.126558 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-f9b594e0-820d-4476-9398-6137c931dd6b service neutron] 10.222.0.13 "GET /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559889 Apr 30 05:03:20.154722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port baa36dff-731e-431d-8a20-349d937f531d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:20.155084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (baa36dff-731e-431d-8a20-349d937f531d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.171359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port b4b7fd58-062c-4593-b955-0fab79d3d871 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:20.171838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.246484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] For port baa36dff-731e-431d-8a20-349d937f531d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=baa36dff-731e-431d-8a20-349d937f531d,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:20.246756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (baa36dff-731e-431d-8a20-349d937f531d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.260893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for baa36dff-731e-431d-8a20-349d937f531d owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:20.266373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port b4b7fd58-062c-4593-b955-0fab79d3d871, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=b4b7fd58-062c-4593-b955-0fab79d3d871,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:20.266740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.439748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.440110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.440424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP fe3510ef-a356-47e2-81f3-ec60656caa63 disassociated. External IP: 172.26.5.195, port: b4b7fd58-062c-4593-b955-0fab79d3d871. Apr 30 05:03:20.440763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for b4b7fd58-062c-4593-b955-0fab79d3d871 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:20.462576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (baa36dff-731e-431d-8a20-349d937f531d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.491103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=baa36dff-731e-431d-8a20-349d937f531d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:20.543040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] No DVR routers for this DVR port baa36dff-731e-431d-8a20-349d937f531d on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:20.546031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.549432 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-91cacc2c-8903-4497-89c0-357c1b0708f6 req-ccfde65b-9cbb-4b33-a5d3-1d7306ef9987 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.13 "DELETE /v2.0/ports/baa36dff-731e-431d-8a20-349d937f531d HTTP/1.1" status: 204 len: 173 time: 0.4804802 Apr 30 05:03:20.549893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'name': 'network-vif-deleted', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:20.552493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5ffc9-5c96-4cc2-91d7-2e62f1c05ee5" -d '{"events": [{"server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "name": "network-vif-deleted", "tag": "baa36dff-731e-431d-8a20-349d937f531d"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:20.594725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d91f3-7f2a-4014-bd6b-c7651faddf74 x-openstack-request-id: req-2c5d91f3-7f2a-4014-bd6b-c7651faddf74 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:20.595027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b393f4-6e30-40fb-8f39-c3210a42ae74", "name": "network-vif-deleted", "tag": "baa36dff-731e-431d-8a20-349d937f531d", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:20.597972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c5d91f3-7f2a-4014-bd6b-c7651faddf74 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:20.597972 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5d91f3-7f2a-4014-bd6b-c7651faddf74'] response: {'server_uuid': 'b1b393f4-6e30-40fb-8f39-c3210a42ae74', 'name': 'network-vif-deleted', 'tag': 'baa36dff-731e-431d-8a20-349d937f531d', 'status': 'completed', 'code': 200} Apr 30 05:03:20.668803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b4b7fd58-062c-4593-b955-0fab79d3d871), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:20.696602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=b4b7fd58-062c-4593-b955-0fab79d3d871,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:20.816126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:21.270013 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98d1043d-36dc-4929-a42e-d661432982a7 req-3fcbd08f-a5d5-4625-823a-3ccfa1611e85 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Apr 30 05:03:21.273078 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b2e5929-8836-49a3-9d61-5a83954a12c0 req-ec0abbf2-e799-40c0-afbc-8c43543a523d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 210 time: 0.0477092 Apr 30 05:03:21.339767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:21.350378 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:21.362419 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:21.363131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:21.382613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port b4b7fd58-062c-4593-b955-0fab79d3d871 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:21.385246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:21.388686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c06f55aa-4016-4789-96ff-3458df675b42 req-e2bab66a-4f73-4be7-b4a7-150a7a3fad93 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/b4b7fd58-062c-4593-b955-0fab79d3d871 HTTP/1.1" status: 204 len: 173 time: 1.3120990 Apr 30 05:03:21.389704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'name': 'network-vif-deleted', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:21.392248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288b4e38-b475-4fb8-8331-6b2752dc507f" -d '{"events": [{"server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "name": "network-vif-deleted", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:21.428970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d6105-e3fc-4323-8a62-cf328171014a x-openstack-request-id: req-2a3d6105-e3fc-4323-8a62-cf328171014a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:21.429345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb682119-9d9f-4e3b-84f3-38b132010513", "name": "network-vif-deleted", "tag": "b4b7fd58-062c-4593-b955-0fab79d3d871", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:21.429672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a3d6105-e3fc-4323-8a62-cf328171014a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:21.430143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3d6105-e3fc-4323-8a62-cf328171014a'] response: {'server_uuid': 'bb682119-9d9f-4e3b-84f3-38b132010513', 'name': 'network-vif-deleted', 'tag': 'b4b7fd58-062c-4593-b955-0fab79d3d871', 'status': 'completed', 'code': 200} Apr 30 05:03:21.478847 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:21.766217 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:21.792429 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:21.802365 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:21.802970 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:02:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:21.823623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-85c275de-a6d2-495d-a919-f9d2be74f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:21.917785 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:22.000730 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:03:22.120906 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:22.146892 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db27f2-6d06-4360-b35f-6b04c4df05c8 None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a31adcb6-d950-4077-9136-575fa8fbf067', 'name': '', 'network_id': '7371ad4e-ef15-40a1-9f46-5cfb658796c9', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:b7:10:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:29Z', 'updated_at': '2022-04-30T05:01:33Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'd5d8e589-a4e5-42e0-a411-d07231a122bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:22.397611 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f6c3b29-29a9-48aa-83ef-6f705265c802 req-375cdc3a-91a1-4c31-b31b-aadadad26891 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0390418 Apr 30 05:03:22.415234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07aaa1-c9f6-4b8c-ac09-07e22e2fafe4 None None] New status for floating IP fe3510ef-a356-47e2-81f3-ec60656caa63: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:03:22.433218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d2f4e08c-67e0-4638-8221-7af20f6d8b27 req-cf27b8e8-4a55-42d9-a1ac-411b84f8209d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb682119-9d9f-4e3b-84f3-38b132010513 HTTP/1.1" status: 200 len: 210 time: 0.0464041 Apr 30 05:03:23.495713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40134) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:23.505739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f785afa8-f258-432a-85f4-aeb89be35ab5 req-e3ef4404-be1e-433b-be6d-32f493f0c0f8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0342696 Apr 30 05:03:23.555763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (be5c84a0-c6f1-46b6-94d4-091171143e42), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:23.577451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b4b7fd58-062c-4593-b955-0fab79d3d871 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:23.582293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (be5c84a0-c6f1-46b6-94d4-091171143e42), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:23.598385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: b4b7fd58-062c-4593-b955-0fab79d3d871 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:23.598808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device b4b7fd58-062c-4593-b955-0fab79d3d871 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:23.599293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device baa36dff-731e-431d-8a20-349d937f531d no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:23.621995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: baa36dff-731e-431d-8a20-349d937f531d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:23.626312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device baa36dff-731e-431d-8a20-349d937f531d not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:23.703207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (be5c84a0-c6f1-46b6-94d4-091171143e42), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:23.706116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:23.707357 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/be5c84a0-c6f1-46b6-94d4-091171143e42 HTTP/1.1" status: 204 len: 168 time: 0.2106345 Apr 30 05:03:23.716867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab91639-6c24-47c0-9c99-273fd37a5d8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c84a0-c6f1-46b6-94d4-091171143e42,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:23.897992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40140) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:24.020053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 72d8e699-0e88-463b-9e91-22db7cb192c2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:24.020312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.072304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-412bc2b2-e679-482e-8702-52cbf33312da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.103452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.103774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (72d8e699-0e88-463b-9e91-22db7cb192c2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.116333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 72d8e699-0e88-463b-9e91-22db7cb192c2 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:24.312986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (72d8e699-0e88-463b-9e91-22db7cb192c2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.343955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=72d8e699-0e88-463b-9e91-22db7cb192c2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:24.408944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (fe3510ef-a356-47e2-81f3-ec60656caa63), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.411660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:24.412845 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d26382a-99ed-4357-8edd-b48e852d2e24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/fe3510ef-a356-47e2-81f3-ec60656caa63 HTTP/1.1" status: 204 len: 168 time: 0.5138237 Apr 30 05:03:24.609296 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5656b9ac-43ba-47c2-8fe5-abac5f51a58b req-4404ef9b-f2cf-4671-a4ce-653805d360f8 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Apr 30 05:03:24.855106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95557bf-f296-44ff-94ab-10503d3f8845 req-22e56b44-9f0e-44c5-95aa-2014554d34e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:24.856735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f95557bf-f296-44ff-94ab-10503d3f8845 req-22e56b44-9f0e-44c5-95aa-2014554d34e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0486326 Apr 30 05:03:24.905566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f95557bf-f296-44ff-94ab-10503d3f8845 req-1a09d422-e6cf-40d4-ab17-34bede768917 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Apr 30 05:03:24.980696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:25.705644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4379075-bc60-4ec3-86a8-41c624518606 req-8055f72f-93f8-492a-b9ca-3c34ac4b87f1 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Apr 30 05:03:26.024743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38d8f-5e31-4baf-8a1b-bcfd0c8f0cf3 req-b4ae9f3b-86c1-4133-bbfb-88da38eae6a9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:26.026294 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ccd38d8f-5e31-4baf-8a1b-bcfd0c8f0cf3 req-b4ae9f3b-86c1-4133-bbfb-88da38eae6a9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0529099 Apr 30 05:03:26.116141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-156f5ff9-69e4-4534-a605-be79ae11fd92 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:26.117638 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-156f5ff9-69e4-4534-a605-be79ae11fd92 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 946 time: 0.0674746 Apr 30 05:03:26.121552 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ccd38d8f-5e31-4baf-8a1b-bcfd0c8f0cf3 req-07e9d2f6-bb23-4ce4-86d1-fc41b9eb6271 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ca17da9-7867-4a04-94d6-987a88f5b3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889277 Apr 30 05:03:26.207705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port f6803e36-0fc2-4d6e-9cdf-99c811fc949c {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:26.207945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:26.295618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port f6803e36-0fc2-4d6e-9cdf-99c811fc949c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:26.296024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:26.308666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for f6803e36-0fc2-4d6e-9cdf-99c811fc949c owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:26.500818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f6803e36-0fc2-4d6e-9cdf-99c811fc949c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:26.528089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=f6803e36-0fc2-4d6e-9cdf-99c811fc949c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:26.575083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port f6803e36-0fc2-4d6e-9cdf-99c811fc949c on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:26.578930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:26.581561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-868cff21-aa3a-4dbd-bf4b-56674494aa4f req-56ba1eca-b445-4f53-b0f7-d012ccf5c7d7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/f6803e36-0fc2-4d6e-9cdf-99c811fc949c HTTP/1.1" status: 204 len: 173 time: 0.4590201 Apr 30 05:03:26.581993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'name': 'network-vif-deleted', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:26.584214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa5cde-3d32-42e0-9fe7-d08ec58e38d2" -d '{"events": [{"server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "name": "network-vif-deleted", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:26.620283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2753391-23ba-40f2-953e-6cde903d296b x-openstack-request-id: req-a2753391-23ba-40f2-953e-6cde903d296b {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:26.620573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b4079d-3941-4035-975e-116ac0e37e48", "name": "network-vif-deleted", "tag": "f6803e36-0fc2-4d6e-9cdf-99c811fc949c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:26.620824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2753391-23ba-40f2-953e-6cde903d296b {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:26.621222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2753391-23ba-40f2-953e-6cde903d296b'] response: {'server_uuid': '66b4079d-3941-4035-975e-116ac0e37e48', 'name': 'network-vif-deleted', 'tag': 'f6803e36-0fc2-4d6e-9cdf-99c811fc949c', 'status': 'completed', 'code': 200} Apr 30 05:03:26.766594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:26.805196 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43bd744b-9c1f-443d-b7bb-63a3e0968d0b req-e3404f10-4d63-4307-a972-7ce7fb62d3ff tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Apr 30 05:03:27.234577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f992963b-ce4f-4e4c-9514-7975a1c91cca req-f66463d2-3031-490f-8db2-818dd3b27998 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=66b4079d-3941-4035-975e-116ac0e37e48 HTTP/1.1" status: 200 len: 210 time: 0.0301933 Apr 30 05:03:27.919444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a61bab7b-c789-4c64-abef-43292dd0afd5 req-4f39ef80-8fb5-434d-b070-79f979d8baad tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0291650 Apr 30 05:03:28.211352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:28.291402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40162) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:28.356612 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (8ca17da9-7867-4a04-94d6-987a88f5b3a9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:28.382605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (8ca17da9-7867-4a04-94d6-987a88f5b3a9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:28.497094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8ca17da9-7867-4a04-94d6-987a88f5b3a9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:28.499841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:28.501166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ca17da9-7867-4a04-94d6-987a88f5b3a9 HTTP/1.1" status: 204 len: 168 time: 0.2087119 Apr 30 05:03:28.510887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cd3e5-d5d1-40f3-8b4c-5eaf7fe1f214 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca17da9-7867-4a04-94d6-987a88f5b3a9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:28.582851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40166) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:28.938144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:29.047681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c042835f-e6c2-42ba-8daa-aaff197896fb req-1e058172-76a0-4c45-bc9c-3b5d2cda9ca6 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0590830 Apr 30 05:03:29.224366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port a31adcb6-d950-4077-9136-575fa8fbf067 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:29.224628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:29.315226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port a31adcb6-d950-4077-9136-575fa8fbf067, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a31adcb6-d950-4077-9136-575fa8fbf067,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:29.315590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:29.328691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for a31adcb6-d950-4077-9136-575fa8fbf067 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:29.565645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a31adcb6-d950-4077-9136-575fa8fbf067), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:29.592313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=a31adcb6-d950-4077-9136-575fa8fbf067,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:29.608735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f6803e36-0fc2-4d6e-9cdf-99c811fc949c no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:29.638385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: f6803e36-0fc2-4d6e-9cdf-99c811fc949c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:29.638753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f6803e36-0fc2-4d6e-9cdf-99c811fc949c not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:29.799337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.021413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:30.141051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:30.146074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1eabb99a-092f-46a4-9dea-cbdeba128dd5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621994 Apr 30 05:03:30.148993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40172) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:30.151538 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Sync routers for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:30.162148 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:30.162782 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:30.181851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c63a12c-1c87-4674-9f9b-d6bed717a851 req-b24f55c8-8463-4b50-bd55-7cfc70ebca51 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1b393f4-6e30-40fb-8f39-c3210a42ae74 HTTP/1.1" status: 200 len: 210 time: 0.0346160 Apr 30 05:03:30.210739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet d5d8e589-a4e5-42e0-a411-d07231a122bc {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:03:30.213946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (d5d8e589-a4e5-42e0-a411-d07231a122bc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.255241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (d5d8e589-a4e5-42e0-a411-d07231a122bc), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.270196 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:30.337403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (d5d8e589-a4e5-42e0-a411-d07231a122bc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.435887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:03:29Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:30.466252 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Checking router: 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:30.472396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (d5d8e589-a4e5-42e0-a411-d07231a122bc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.476484 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Routers {'98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:30.476484 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:30.499266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d8e589-a4e5-42e0-a411-d07231a122bc,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:30.507060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.510166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/d5d8e589-a4e5-42e0-a411-d07231a122bc HTTP/1.1" status: 204 len: 168 time: 0.3600588 Apr 30 05:03:30.511128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052302c-997a-4114-bf76-5bf31721fc9e None None] Network 7371ad4e-ef15-40a1-9f46-5cfb658796c9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:03:30.512078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.512553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.512900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.513048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40174) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:30.513249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.514093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.514507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.515100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.515245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.515462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.515784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.516107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.516419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.516922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.517416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.517909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce4829f-018c-4910-b98e-ad7a3c60818f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:30.588054 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] Set router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:30.649981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.695214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] DHCP port deletion for 7371ad4e-ef15-40a1-9f46-5cfb658796c9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:03:30.749545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Deleting port bc9563f5-c219-41fe-bd46-df30d6b02444 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:30.750021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.771333 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:03:29Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:30.786360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.797094 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7cf0b-d4d2-4c65-8a96-286ff9a67d4c None None] The sync data for ids ['98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750'] in dv-neutron-838078-9-hyperv is: [{'id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'name': 'tempest-TestNetworkBasicOps-router-1789604228', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:03:29Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'a3baeb48-7110-4313-b75b-dee2d4ced6c2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:01:26Z', 'updated_at': '2022-04-30T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:30.818936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] For port bc9563f5-c219-41fe-bd46-df30d6b02444, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=bc9563f5-c219-41fe-bd46-df30d6b02444,segment=NetworkSegment(573c5990-2ab7-47eb-ace5-d3a190623c7b),segment_id=573c5990-2ab7-47eb-ace5-d3a190623c7b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:30.819318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.834897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Calling delete_port for bc9563f5-c219-41fe-bd46-df30d6b02444 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:30.879995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port a3baeb48-7110-4313-b75b-dee2d4ced6c2 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:30.880242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.957848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port a3baeb48-7110-4313-b75b-dee2d4ced6c2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a3baeb48-7110-4313-b75b-dee2d4ced6c2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:30.958125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.973966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for a3baeb48-7110-4313-b75b-dee2d4ced6c2 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:30.978428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (bc9563f5-c219-41fe-bd46-df30d6b02444), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:30.999970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] Pushing event deleted for resources: {'Port': ['ID=bc9563f5-c219-41fe-bd46-df30d6b02444,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:31.003350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c29e68-6ae7-417d-a8c2-c9618b776908 None None] No DVR routers for this DVR port bc9563f5-c219-41fe-bd46-df30d6b02444 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:31.217396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a3baeb48-7110-4313-b75b-dee2d4ced6c2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.242049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40178) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:31.247094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=a3baeb48-7110-4313-b75b-dee2d4ced6c2,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:31.316159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.371634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Deleting port 811ffc06-7a41-4d1c-9260-1c3718f58776 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:31.372004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.411982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.414001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.454366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.454704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (811ffc06-7a41-4d1c-9260-1c3718f58776), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.467269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Calling delete_port for 811ffc06-7a41-4d1c-9260-1c3718f58776 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:31.531226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.531752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router 98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:03:31.539035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.543021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8ec66ffd-115b-4390-a4f7-980d64e2fa6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/98fc8ea2-3c5c-46b2-a22e-0e21f5fd2750 HTTP/1.1" status: 204 len: 168 time: 1.0259576 Apr 30 05:03:31.543584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40180) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:31.633565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (7371ad4e-ef15-40a1-9f46-5cfb658796c9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.679528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (811ffc06-7a41-4d1c-9260-1c3718f58776), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.708369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'Port': ['ID=811ffc06-7a41-4d1c-9260-1c3718f58776,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:31.725443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (7371ad4e-ef15-40a1-9f46-5cfb658796c9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.746535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7371ad4e-ef15-40a1-9f46-5cfb658796c9']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:31.756351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573c5990-2ab7-47eb-ace5-d3a190623c7b') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:31.756646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573c5990-2ab7-47eb-ace5-d3a190623c7b') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:31.766530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (573c5990-2ab7-47eb-ace5-d3a190623c7b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.781195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for floatingip (2b8cef94-6a16-43f8-b531-012183c49505), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.787940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (573c5990-2ab7-47eb-ace5-d3a190623c7b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.788083 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.788083 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4eae9bbc-0492-43d0-89bf-1495f910d068 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "DELETE /v2.0/floatingips/2b8cef94-6a16-43f8-b531-012183c49505 HTTP/1.1" status: 204 len: 168 time: 0.5420041 Apr 30 05:03:31.788326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:03:31.788444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (573c5990-2ab7-47eb-ace5-d3a190623c7b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:03:31.791593 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:03:31.940540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (7371ad4e-ef15-40a1-9f46-5cfb658796c9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.949807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:31.950583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/7371ad4e-ef15-40a1-9f46-5cfb658796c9 HTTP/1.1" status: 204 len: 168 time: 0.4059327 Apr 30 05:03:31.965861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d3dad-ee60-463c-87d0-b89458ba5c89 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=7371ad4e-ef15-40a1-9f46-5cfb658796c9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:31.973940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40188) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:31.983830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--1668432744', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:32.066087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:03:32.070781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.107909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a3baeb48-7110-4313-b75b-dee2d4ced6c2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:32.113998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:03:32.123972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (512ff717-1e2e-4583-b94a-1e8cd06e486c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.124310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 512ff717-1e2e-4583-b94a-1e8cd06e486c of type vlan for network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f Apr 30 05:03:32.130176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a3baeb48-7110-4313-b75b-dee2d4ced6c2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:32.130545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a3baeb48-7110-4313-b75b-dee2d4ced6c2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:32.130966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bc9563f5-c219-41fe-bd46-df30d6b02444 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:32.150255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: bc9563f5-c219-41fe-bd46-df30d6b02444 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:32.150616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device bc9563f5-c219-41fe-bd46-df30d6b02444 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:32.151028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a31adcb6-d950-4077-9136-575fa8fbf067 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:32.164359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.173719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a31adcb6-d950-4077-9136-575fa8fbf067 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:32.174055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a31adcb6-d950-4077-9136-575fa8fbf067 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:32.243231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.248454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:32.249023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.313970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:32.324007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:03:32.379977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6dc8bb69-6fca-4c18-9b0f-f841c4189298 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4009237 Apr 30 05:03:32.382709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40192) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:32.387145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:32.472225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (1feec017-504c-4fe7-b63e-3a965342667c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.473561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (1feec017-504c-4fe7-b63e-3a965342667c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:32.528346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (1feec017-504c-4fe7-b63e-3a965342667c), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.063046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (1feec017-504c-4fe7-b63e-3a965342667c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.304220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (1feec017-504c-4fe7-b63e-3a965342667c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.323648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.434848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.224 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/d5a677a1-7ec3-4d78-8e86-367dfcdefcfa) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:03:33.538928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.628992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:33.674820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:33.680218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:33.683959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:03:33.707428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:34.025244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (1feec017-504c-4fe7-b63e-3a965342667c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:34.246830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (1feec017-504c-4fe7-b63e-3a965342667c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:34.466372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 1feec017-504c-4fe7-b63e-3a965342667c is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:03:34.589835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:34.601935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Sync routers for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:34.614871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:34.620279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:34.669149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:34.674177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40198) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:34.682109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-514aabb3-b0d0-4f09-87d6-af5bf30ab413 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2908838 Apr 30 05:03:34.736179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:34.788976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40202) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:34.789164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b600c4a2-c826-4f54-98d0-0c433d6c1c6e tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1103621 Apr 30 05:03:34.883058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368afcf-d124-436b-af46-b2a5493608b9 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:34.884491 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4368afcf-d124-436b-af46-b2a5493608b9 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962245 Apr 30 05:03:34.887552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:34.915830 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d0167d6-3e83-490c-bc19-e38f9ff43df0 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270884 Apr 30 05:03:34.918223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:34.923690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895487079', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:34.926537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:33Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:34.953771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Checking router: 1feec017-504c-4fe7-b63e-3a965342667c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:34.954299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Updating router 1feec017-504c-4fe7-b63e-3a965342667c port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:03:34.981671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.109235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:03:35.112741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.253837 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks [] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.325078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.380096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Attempting to bind port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:03:35.380096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Attempting to bind port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:03:35.380096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Attempting to bind port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:03:35.380664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174540-a352-4efc-891c-bd6a4cda0a86 None None] Pushing event updated for resources: {'Port': ['ID=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:35.386095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:03:35.386488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:03:35.386929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.387319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:03:35.387777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Bound port: d5a677a1-7ec3-4d78-8e86-367dfcdefcfa, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:03:35.388158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.399785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (db21180c-8e2e-4cdb-9545-86d353d6cc6f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.452950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] For port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:03:35.455773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=db21180c-8e2e-4cdb-9545-86d353d6cc6f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:35.458582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] For port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:03:35.471398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:03:35.471767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: fd60954a-7520-4519-a6e8-ad7d4dfd9f8f, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:03:35.520365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.542649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:03:35.572548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:35.573162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:35.618884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174540-a352-4efc-891c-bd6a4cda0a86 None None] Pushing event updated for resources: {'Port': ['ID=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:35.634086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, fd60954a-7520-4519-a6e8-ad7d4dfd9f8f) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:35.639114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:35.639733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:35.646289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f785e72-8fc3-4764-8b7d-8cc99f72c9a6 None None] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:03:35.740440 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d7eb9f79-d235-42a3-89cc-7e56b28ba66b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8187716 Apr 30 05:03:35.741138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:35.904566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:36.053877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:03:36.054875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.211071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.233266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:33Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:36.271965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00b2f7-958a-48a9-b230-b64b4c135129 None None] The sync data for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv is: [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:33Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:36.287647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Allocated IP 172.20.0.2 (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f/db21180c-8e2e-4cdb-9545-86d353d6cc6f/784d5964-2815-4a9c-b284-3a824ff475e0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:03:36.496452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks [] for port (784d5964-2815-4a9c-b284-3a824ff475e0), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.580815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.634852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:36.639160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:36.640970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Pushing event updated for resources: {'Port': ['ID=784d5964-2815-4a9c-b284-3a824ff475e0,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:36.644894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:03:36.661809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f/db21180c-8e2e-4cdb-9545-86d353d6cc6f/89eef3eb-dea5-4de0-b1f0-5c157fba45ae) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:03:36.730502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Attempting to bind port 784d5964-2815-4a9c-b284-3a824ff475e0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:03:36.731083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Attempting to bind port 784d5964-2815-4a9c-b284-3a824ff475e0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:03:36.731664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Attempting to bind port 784d5964-2815-4a9c-b284-3a824ff475e0 on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:03:36.738879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:03:36.739525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Checking segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:03:36.740129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.740678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Bound using segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:03:36.741311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Bound port: 784d5964-2815-4a9c-b284-3a824ff475e0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:03:36.741874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.819981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.822647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] For port 784d5964-2815-4a9c-b284-3a824ff475e0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:03:36.831044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] For port 784d5964-2815-4a9c-b284-3a824ff475e0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=784d5964-2815-4a9c-b284-3a824ff475e0,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:03:36.902872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.931331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:36.968788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066edd55-0fa7-4fdf-8e3f-db1dde68adfb None None] Pushing event updated for resources: {'Port': ['ID=784d5964-2815-4a9c-b284-3a824ff475e0,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:37.011534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:37.015787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:37.020234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:03:37.024297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:37.071293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (1feec017-504c-4fe7-b63e-3a965342667c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:37.315792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:37.643609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:37.694607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:37.773040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (1feec017-504c-4fe7-b63e-3a965342667c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:37.774962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:37.877261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:37.878755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:37.960900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.006391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 1feec017-504c-4fe7-b63e-3a965342667c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:38.141318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:38.147566 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7eecf516-a816-42cc-b3a6-0ee7dc056879 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/1feec017-504c-4fe7-b63e-3a965342667c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059141 Apr 30 05:03:38.150146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40218) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:38.168831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a6afb-486a-4cdf-8b2f-8ee8abd2e2c3 None None] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:03:38.236616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 784d5964-2815-4a9c-b284-3a824ff475e0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:38.280398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Provisioning complete for port 784d5964-2815-4a9c-b284-3a824ff475e0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:38.281394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.369252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 784d5964-2815-4a9c-b284-3a824ff475e0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:38.369622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.384080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.384938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.385581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.386382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.387015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.387644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.390698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f25f316-5c45-4a27-8ae3-3198a6034ba3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2387719 Apr 30 05:03:38.393278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40220) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:38.526243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Current status of the port 784d5964-2815-4a9c-b284-3a824ff475e0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:38.526243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.526243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] For port 784d5964-2815-4a9c-b284-3a824ff475e0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=784d5964-2815-4a9c-b284-3a824ff475e0,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:38.527934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40226) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:38.563143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 784d5964-2815-4a9c-b284-3a824ff475e0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:38.570805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.594721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.595196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.595657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.596108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.596557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.597002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:38.601940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-745c40de-42a0-4370-8593-1efb3d9603ce tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2074342 Apr 30 05:03:38.602834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40228) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:38.634243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (04ddb127-6fe0-480f-9d44-b1ae0b9f10c3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.671125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (04ddb127-6fe0-480f-9d44-b1ae0b9f10c3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.686745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.750951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:03:38.751305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:03:38.781699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094df41-b0aa-4aa6-b690-cee3f87cf48b None None] Pushing event updated for resources: {'Port': ['ID=784d5964-2815-4a9c-b284-3a824ff475e0,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:38.805629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Provisioning complete for port 784d5964-2815-4a9c-b284-3a824ff475e0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:38.806006 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.849604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (04ddb127-6fe0-480f-9d44-b1ae0b9f10c3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.853928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:38.855556 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] 10.222.0.16 "DELETE /v2.0/security-groups/04ddb127-6fe0-480f-9d44-b1ae0b9f10c3 HTTP/1.1" status: 204 len: 168 time: 0.3243067 Apr 30 05:03:38.877144 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Sync routers for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:38.881079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3c0db-0dc2-42a8-9168-f32f7a5e2a08 tempest-TestVolumeBootPattern-695909603 tempest-TestVolumeBootPattern-695909603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ddb127-6fe0-480f-9d44-b1ae0b9f10c3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:38.895864 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:38.899008 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:38.921273 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Current status of the port 784d5964-2815-4a9c-b284-3a824ff475e0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:38.969331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:38.969331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.011537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b9aec9ba-b56d-465c-86fe-f5eac208a57b None None] Port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:03:39.033543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-269d2467-c9fa-475f-a06b-da2c7a942464 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4288790 Apr 30 05:03:39.037011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40232) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:39.043612 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1667449602', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:39.053591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:39.104835 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:39.133259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6841c1a-3c71-4eba-9d0a-811bb47978f1 None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:39.133538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6841c1a-3c71-4eba-9d0a-811bb47978f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.258072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6841c1a-3c71-4eba-9d0a-811bb47978f1 None None] Port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:03:39.335050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 784d5964-2815-4a9c-b284-3a824ff475e0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:39.337255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5a677a1-7ec3-4d78-8e86-367dfcdefcfa up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:39.412049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6e3b7f18-87aa-4e2c-ac85-f9b1bd0ce002 None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:39.412417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7f18-87aa-4e2c-ac85-f9b1bd0ce002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.417303 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:39.417678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.524127 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:39.542529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:39.542926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.560123 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Checking router: 1feec017-504c-4fe7-b63e-3a965342667c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:39.561188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Updating router 1feec017-504c-4fe7-b63e-3a965342667c port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:03:39.578791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:39.583586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b7f18-87aa-4e2c-ac85-f9b1bd0ce002 None None] Port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:03:39.594350 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.654947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:03:39.661875 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.667805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.714947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] device_id is not set on port a0d0884e-13a1-4581-8257-e6bde8804e4b yet. {{(pid=111174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 05:03:39.752242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:39.848449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.912663 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks [] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:39.971157 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.012517 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Pushing event updated for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:40.023465 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.024108 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.024626 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.025120 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.025620 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.026103 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.026617 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.027119 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.027626 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.028121 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.029163 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.029681 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.030176 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.030900 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.031404 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:40.062544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.3 (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f/db21180c-8e2e-4cdb-9545-86d353d6cc6f/a0d0884e-13a1-4581-8257-e6bde8804e4b) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:03:40.161834 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Attempting to bind port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:03:40.162961 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Attempting to bind port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:03:40.163746 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Attempting to bind port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:03:40.170764 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:03:40.171711 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Checking segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:03:40.172373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.172998 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Bound using segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:03:40.173722 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Bound port: 89eef3eb-dea5-4de0-b1f0-5c157fba45ae, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:03:40.174365 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.222195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 784d5964-2815-4a9c-b284-3a824ff475e0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:40.316998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 784d5964-2815-4a9c-b284-3a824ff475e0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:40.318264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.326825 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] For port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:03:40.333836 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] For port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:03:40.340859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.420798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5bf926a2-b2f4-405c-a2e3-04e8bff36977 None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:40.421265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5bf926a2-b2f4-405c-a2e3-04e8bff36977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.432600 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.474401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.475757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 784d5964-2815-4a9c-b284-3a824ff475e0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:40.477358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5a677a1-7ec3-4d78-8e86-367dfcdefcfa up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:40.512458 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:40.513166 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:40.525586 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662a71c-f1d8-4968-b577-ef6a60868cce None None] Pushing event updated for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:40.566804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5bf926a2-b2f4-405c-a2e3-04e8bff36977 None None] Port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:03:40.570658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:40.585743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:40.593811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:03:40.604491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:40.605506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.623294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:40.680285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:40.680921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.720141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Deleting port fbb32996-0d24-4033-8bce-0285343fd176 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:40.720474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fbb32996-0d24-4033-8bce-0285343fd176), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.736150 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:40.746011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:40.776197 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d9db674a-7032-489f-8906-411d4cd97b59 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7355485 Apr 30 05:03:40.824454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:40.824850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.831303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] For port fbb32996-0d24-4033-8bce-0285343fd176, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbb32996-0d24-4033-8bce-0285343fd176,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:40.831913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fbb32996-0d24-4033-8bce-0285343fd176), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:40.854627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Calling delete_port for fbb32996-0d24-4033-8bce-0285343fd176 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:41.009251 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:40Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:41.016344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Current status of the port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:41.016739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.047888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617aa06f-8790-4918-b74e-ed6016701889 None None] The sync data for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv is: [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:40Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:41.085940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] For port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:41.180690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.231913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fbb32996-0d24-4033-8bce-0285343fd176), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.242005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Pushing event updated for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:41.251239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.251578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.251914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.252247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.252575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.253035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.253364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.253683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.254002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.254401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.254723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.255042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.255358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.255668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.255984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3c3a9-4968-447d-8de3-44cef2820a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.259969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb32996-0d24-4033-8bce-0285343fd176,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:41.272397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.272662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.273000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.273338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.273845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.274180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.274533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.274861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.275189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.275535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.275881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.276149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.276468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.276784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.277100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:03:41.302190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-449c3ce7-8a75-4007-9544-32dc60018e70 None None] Provisioning complete for port a0d0884e-13a1-4581-8257-e6bde8804e4b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:41.303134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-449c3ce7-8a75-4007-9544-32dc60018e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.351325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-449c3ce7-8a75-4007-9544-32dc60018e70 None None] Port a0d0884e-13a1-4581-8257-e6bde8804e4b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:03:41.381549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40246) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:41.390906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413084498', 'description': 'tempest-secgroup-smoke-413084498 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:41.468492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.505694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.567677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (4a6df514-748f-4298-b610-500131791d7c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.662467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4a6df514-748f-4298-b610-500131791d7c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.697908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6df514-748f-4298-b610-500131791d7c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:41.756226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.760103 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c316056-057b-4841-a439-ed6d31a20c28 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3749423 Apr 30 05:03:41.760324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40248) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:41.763819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:41.766696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:41.857731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (2cdc3378-bacb-47cc-9335-613b29eae915), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.917460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (2cdc3378-bacb-47cc-9335-613b29eae915), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.988478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:41.993971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e4a9f86e-e605-49f0-b4c9-3899f619d16d admin admin] 10.222.0.16 "PUT /v2.0/routers/15d4ca3d-b0c4-43c8-acdf-7e15d402f80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9389699 Apr 30 05:03:41.995584 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2cdc3378-bacb-47cc-9335-613b29eae915), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:41.998161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40250) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:42.003015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Sync routers for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:42.015519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:42.016160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:42.018879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdc3378-bacb-47cc-9335-613b29eae915,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:42.105474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.109877 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c7ae38d6-2d53-44c7-a866-967a01734e20 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455229 Apr 30 05:03:42.110034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40252) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:42.116427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:42.164230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks [] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.238782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (bceacc59-f18d-4874-8b67-e3c18db0c036), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.292458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 89eef3eb-dea5-4de0-b1f0-5c157fba45ae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:42.337967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks [] for router_gateway (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.347318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:42.358857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (bceacc59-f18d-4874-8b67-e3c18db0c036), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.414871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:42.415238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.484471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (bceacc59-f18d-4874-8b67-e3c18db0c036), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.493582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Deleting port 2b956ad2-17f9-4e65-b29f-c88740ac7387 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:42.493911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.517202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceacc59-f18d-4874-8b67-e3c18db0c036,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:42.577748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.579237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f1580ab-cd4b-4b33-903a-add81cf93d80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4662852 Apr 30 05:03:42.582135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40254) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:42.587618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:42.589990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:42.596662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port': {'id': '2b956ad2-17f9-4e65-b29f-c88740ac7387', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:12Z', 'updated_at': '2022-04-30T04:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:42.603443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] For port 2b956ad2-17f9-4e65-b29f-c88740ac7387, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=2b956ad2-17f9-4e65-b29f-c88740ac7387,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:42.603986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.618095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Calling delete_port for 2b956ad2-17f9-4e65-b29f-c88740ac7387 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:42.628542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Checking router: 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:42.637176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Routers {'15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:42.637797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:42.672129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (a87a5702-ea23-4c19-be7e-f9ff8f574772), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.730060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] Set router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:42.738113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (a87a5702-ea23-4c19-be7e-f9ff8f574772), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.786150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T05:03:42Z', 'revision_number': 6, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:42.788224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (a87a5702-ea23-4c19-be7e-f9ff8f574772), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.808646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87a5702-ea23-4c19-be7e-f9ff8f574772,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:42.816900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388f11e-6c9e-43b8-b3bf-b6fc1143c67d None None] The sync data for ids ['15d4ca3d-b0c4-43c8-acdf-7e15d402f80f'] in dv-neutron-838078-9-hyperv is: [{'id': '15d4ca3d-b0c4-43c8-acdf-7e15d402f80f', 'name': 'tempest-TestVolumeBootPattern-1973280077-router', 'tenant_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:09Z', 'updated_at': '2022-04-30T05:03:42Z', 'revision_number': 6, 'project_id': 'b3a3624505944eaaa34fd67e0ec2b6b8', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:42.854847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (2b956ad2-17f9-4e65-b29f-c88740ac7387), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.874058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.875408 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0c6a8b02-74d7-4070-b5af-df9e4e3c0bca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2916441 Apr 30 05:03:42.878130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40256) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:42.879400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b956ad2-17f9-4e65-b29f-c88740ac7387,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:42.883525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:42.945824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:42.962693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (524407ef-142a-46f6-9930-739a5525e71f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.021409 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (524407ef-142a-46f6-9930-739a5525e71f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.038201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.040336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks [] for router_controller (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.088570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (524407ef-142a-46f6-9930-739a5525e71f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.109227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524407ef-142a-46f6-9930-739a5525e71f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.136348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (15d4ca3d-b0c4-43c8-acdf-7e15d402f80f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.136980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d4ca3d-b0c4-43c8-acdf-7e15d402f80f {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:03:43.143029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.145574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2d08dcf9-9dd4-4dc3-b678-1d7fb32d88d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/15d4ca3d-b0c4-43c8-acdf-7e15d402f80f HTTP/1.1" status: 204 len: 168 time: 1.1453195 Apr 30 05:03:43.146884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40258) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:43.193027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.194368 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ae08db8a-4d9a-41e4-a2cd-a8351fa7e42f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152592 Apr 30 05:03:43.197270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40260) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:43.198157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Deleting subnet 85cb74a1-df7b-457a-9462-d69a5cd67bf4 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:03:43.202405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Publish callbacks [] for subnet (85cb74a1-df7b-457a-9462-d69a5cd67bf4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.203119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:43.239157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (85cb74a1-df7b-457a-9462-d69a5cd67bf4), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.296867 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:03:43.302504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f8fe2a40-7b33-4a29-8e5c-326dc6d0594a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.320416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (85cb74a1-df7b-457a-9462-d69a5cd67bf4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.368568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f8fe2a40-7b33-4a29-8e5c-326dc6d0594a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.439533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f8fe2a40-7b33-4a29-8e5c-326dc6d0594a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.459209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fe2a40-7b33-4a29-8e5c-326dc6d0594a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.468871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (85cb74a1-df7b-457a-9462-d69a5cd67bf4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.495302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cb74a1-df7b-457a-9462-d69a5cd67bf4,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.497767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.502473 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03d4c037-659f-4f1e-bdbf-111b1ec6f3ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/85cb74a1-df7b-457a-9462-d69a5cd67bf4 HTTP/1.1" status: 204 len: 168 time: 0.3530436 Apr 30 05:03:43.502734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d452eb4-d869-4b60-8a13-6427a28c0f14 None None] Network bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:03:43.503706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40262) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:43.567308 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.571201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fde5181e-b2c2-4d09-8303-61cef7dff93d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3703432 Apr 30 05:03:43.571547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40264) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:43.576952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '4a6df514-748f-4298-b610-500131791d7c', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:43.584417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.641428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Deleting port 4da031b5-27fe-4f4c-960a-ed8349760325 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:43.641765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.659561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] DHCP port deletion for bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:03:43.687282 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:03:43.698156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (381e4946-df9c-403e-8949-9c4c2deab54c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.708285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Deleting port 4da031b5-27fe-4f4c-960a-ed8349760325 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:43.708943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.709982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] For port 4da031b5-27fe-4f4c-960a-ed8349760325, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4da031b5-27fe-4f4c-960a-ed8349760325,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:43.710386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.727834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Calling delete_port for 4da031b5-27fe-4f4c-960a-ed8349760325 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:43.779313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] For port 4da031b5-27fe-4f4c-960a-ed8349760325, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4da031b5-27fe-4f4c-960a-ed8349760325,segment=NetworkSegment(a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d),segment_id=a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:43.779705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.780381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (381e4946-df9c-403e-8949-9c4c2deab54c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.794606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Calling delete_port for 4da031b5-27fe-4f4c-960a-ed8349760325 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:43.868383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (381e4946-df9c-403e-8949-9c4c2deab54c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.889964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381e4946-df9c-403e-8949-9c4c2deab54c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.897565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.904100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (4da031b5-27fe-4f4c-960a-ed8349760325), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.929124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da031b5-27fe-4f4c-960a-ed8349760325,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.935569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] No DVR routers for this DVR port 4da031b5-27fe-4f4c-960a-ed8349760325 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:43.935729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] Pushing event deleted for resources: {'Port': ['ID=4da031b5-27fe-4f4c-960a-ed8349760325,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:43.935729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844ac1e-e7d0-47a7-a8b0-2ceba093497c None None] No DVR routers for this DVR port 4da031b5-27fe-4f4c-960a-ed8349760325 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:43.961561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:43.962944 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7d2467b6-e27e-46db-ab04-f705bb668695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3904083 Apr 30 05:03:44.013932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.035258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:44.045107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:44.045753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:44.055171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.070462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.084899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:03:44.085209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a6bd011a-b58d-4ba9-984b-f1e8b3cc8b5d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:03:44.087084 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:03:44.112550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4da031b5-27fe-4f4c-960a-ed8349760325 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:44.134168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 4da031b5-27fe-4f4c-960a-ed8349760325 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:44.134649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 4da031b5-27fe-4f4c-960a-ed8349760325 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:44.135074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b956ad2-17f9-4e65-b29f-c88740ac7387 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:44.153385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 2b956ad2-17f9-4e65-b29f-c88740ac7387 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:44.153786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 2b956ad2-17f9-4e65-b29f-c88740ac7387 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:44.154207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbb32996-0d24-4033-8bce-0285343fd176 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:44.173774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fbb32996-0d24-4033-8bce-0285343fd176 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:44.174043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbb32996-0d24-4033-8bce-0285343fd176 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:44.181501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-af857a70-9068-4760-ad91-e38c2b7b59df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413084498&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.1057661 Apr 30 05:03:44.235029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-870876e3-747f-4704-b457-4afdf004d87b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:44.236366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-870876e3-747f-4704-b457-4afdf004d87b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.0474839 Apr 30 05:03:44.256470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.277215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.281049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094 HTTP/1.1" status: 204 len: 168 time: 0.7763565 Apr 30 05:03:44.283973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40282) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:44.578482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33840257-5d4c-4c4f-9d82-1972ad5e9686 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbec67fc-27bd-4ca3-8e9e-64fb3e6e2094,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:44.584164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-ed74c862-ce26-484e-be8d-6589c6e0023b service neutron] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3360240 Apr 30 05:03:44.635214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.674409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-103da352-3f0b-431c-ba97-d74a2d72d2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838380 Apr 30 05:03:44.767428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-60ae923b-3dcd-4cbf-9775-affa64aad4e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 Apr 30 05:03:44.817722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-bc1b423e-3065-4548-b23c-66a7386c8b58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:44.819087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-bc1b423e-3065-4548-b23c-66a7386c8b58 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.0461280 Apr 30 05:03:44.876919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Deleting port 1072ef27-3b04-41ee-962a-46eb7a4573ae {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:44.877436 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.955393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] For port 1072ef27-3b04-41ee-962a-46eb7a4573ae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1072ef27-3b04-41ee-962a-46eb7a4573ae,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:44.955752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:44.968896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Calling delete_port for 1072ef27-3b04-41ee-962a-46eb7a4573ae owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:45.058495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ca042b67-45d4-4b2a-a322-b384844d90bc req-1b79880a-73e5-4086-b57f-4a1de1d5c344 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 210 time: 0.0297382 Apr 30 05:03:45.115759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40290) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:45.211294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-53fd669f-ec97-4c62-8287-a63f39d450d8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:45.212620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-53fd669f-ec97-4c62-8287-a63f39d450d8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.0958886 Apr 30 05:03:45.217033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1072ef27-3b04-41ee-962a-46eb7a4573ae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:45.247470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Pushing event deleted for resources: {'Port': ['ID=1072ef27-3b04-41ee-962a-46eb7a4573ae,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:45.423111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:45.650187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Router ee435728-82a6-4bae-9571-e1bf5096f0bd has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:45.765542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:45.773514 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f5ab70e0-693d-482f-856c-be494611786d admin admin] 10.222.0.16 "PUT /v2.0/routers/ee435728-82a6-4bae-9571-e1bf5096f0bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855015 Apr 30 05:03:45.773514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40302) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:45.776783 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Sync routers for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:45.787030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:45.787639 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:45.882422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks [] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:45.895389 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:45.989296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks [] for router_gateway (ee435728-82a6-4bae-9571-e1bf5096f0bd), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.065537 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T05:03:45Z', 'revision_number': 5, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port': {'id': '55a045d6-1c4e-481f-9f41-0103eaa4547e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T04:52:30Z', 'updated_at': '2022-04-30T04:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:46.096608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Checking router: ee435728-82a6-4bae-9571-e1bf5096f0bd for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:46.103437 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Routers {'ee435728-82a6-4bae-9571-e1bf5096f0bd'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:46.104062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee435728-82a6-4bae-9571-e1bf5096f0bd'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:46.123602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Deleting port 55a045d6-1c4e-481f-9f41-0103eaa4547e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:46.125658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.168606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8502be53-43ad-4833-9693-a4a5b6993554 req-1d4ed168-c7d5-401a-a169-e7874affa7e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 210 time: 0.0285950 Apr 30 05:03:46.197033 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] Set router ee435728-82a6-4bae-9571-e1bf5096f0bd gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:46.208879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] For port 55a045d6-1c4e-481f-9f41-0103eaa4547e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=55a045d6-1c4e-481f-9f41-0103eaa4547e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:46.209253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.224054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Calling delete_port for 55a045d6-1c4e-481f-9f41-0103eaa4547e owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:46.253367 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T05:03:45Z', 'revision_number': 6, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:46.279121 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99286-f2cd-46c0-b96c-35f65b4fe6cc None None] The sync data for ids ['ee435728-82a6-4bae-9571-e1bf5096f0bd'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee435728-82a6-4bae-9571-e1bf5096f0bd', 'name': 'tempest-TestVolumeBootPattern-584324944-router', 'tenant_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T04:52:29Z', 'updated_at': '2022-04-30T05:03:45Z', 'revision_number': 6, 'project_id': '0ab6cb3af61c4e78b7abd09ba89f2a8e', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:46.490794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (55a045d6-1c4e-481f-9f41-0103eaa4547e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.522427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a045d6-1c4e-481f-9f41-0103eaa4547e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:46.584897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.681337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.683659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks [] for router_controller (ee435728-82a6-4bae-9571-e1bf5096f0bd), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.793575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (ee435728-82a6-4bae-9571-e1bf5096f0bd), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.794632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee435728-82a6-4bae-9571-e1bf5096f0bd {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:03:46.798867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.800007 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-92edbf36-0b39-4260-94cb-f806971bfff1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee435728-82a6-4bae-9571-e1bf5096f0bd HTTP/1.1" status: 204 len: 168 time: 1.0259912 Apr 30 05:03:46.802551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40306) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:46.850472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Deleting subnet 28841cd5-084d-45bc-8bc0-b3d50680e3da {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:03:46.853470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Publish callbacks [] for subnet (28841cd5-084d-45bc-8bc0-b3d50680e3da), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.891379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (28841cd5-084d-45bc-8bc0-b3d50680e3da), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:46.966303 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (28841cd5-084d-45bc-8bc0-b3d50680e3da), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.055689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-93ec819a-442d-409d-8702-ecdbd46a31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:47.057043 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-93ec819a-442d-409d-8702-ecdbd46a31ea service neutron] 10.222.0.13 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1026 time: 0.0424907 Apr 30 05:03:47.089336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (28841cd5-084d-45bc-8bc0-b3d50680e3da), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.123760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28841cd5-084d-45bc-8bc0-b3d50680e3da,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:47.126415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.134313 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a5c1771-b002-42a1-aeec-405a87ffdd97 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28841cd5-084d-45bc-8bc0-b3d50680e3da HTTP/1.1" status: 204 len: 168 time: 0.3280554 Apr 30 05:03:47.134497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdfeee7-2441-4a53-9eac-cd5d58e30a6c None None] Network a50a5724-c350-49bc-bb02-49fdf2f11545 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:03:47.139530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40308) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:47.214141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a50a5724-c350-49bc-bb02-49fdf2f11545), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.239040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-ebf66ba5-612b-4f00-8178-27ac58120187 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:47.240541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-ebf66ba5-612b-4f00-8178-27ac58120187 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 200 len: 797 time: 0.1787107 Apr 30 05:03:47.273455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Deleting port 7329516f-a156-4580-8755-0cd1d6257aa8 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:47.274520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.341933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6dac05ab-64b8-4886-aed3-9d4c19ce8fd6 req-519849fd-445d-41a8-b2cc-e06750913af6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 210 time: 0.0492597 Apr 30 05:03:47.348979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] DHCP port deletion for a50a5724-c350-49bc-bb02-49fdf2f11545 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:03:47.367655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-5800afac-47cc-4290-8436-88e839ddb4ef tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 379 time: 0.1181591 Apr 30 05:03:47.381091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Request body: {'port': {'device_id': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:47.384727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] For port 7329516f-a156-4580-8755-0cd1d6257aa8, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7329516f-a156-4580-8755-0cd1d6257aa8,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:47.387196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.406524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Calling delete_port for 7329516f-a156-4580-8755-0cd1d6257aa8 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:47.437282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Deleting port 7329516f-a156-4580-8755-0cd1d6257aa8 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:03:47.437282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.462282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.505132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] For port 7329516f-a156-4580-8755-0cd1d6257aa8, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7329516f-a156-4580-8755-0cd1d6257aa8,segment=NetworkSegment(50d25e19-e5a3-4557-8e9a-84500c16a2d7),segment_id=50d25e19-e5a3-4557-8e9a-84500c16a2d7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:47.505521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.520608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Calling delete_port for 7329516f-a156-4580-8755-0cd1d6257aa8 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:03:47.582342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.608892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (7329516f-a156-4580-8755-0cd1d6257aa8), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.635290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] Pushing event deleted for resources: {'Port': ['ID=7329516f-a156-4580-8755-0cd1d6257aa8,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:47.639633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889b67b-9df9-4d6d-8883-1bca08e27427 None None] No DVR routers for this DVR port 7329516f-a156-4580-8755-0cd1d6257aa8 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:47.754750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d0884e-13a1-4581-8257-e6bde8804e4b {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:03:47.763339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks [] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.776841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Transition to ACTIVE for port object a0d0884e-13a1-4581-8257-e6bde8804e4b will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:03:47.854825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.888516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Pushing event deleted for resources: {'Port': ['ID=7329516f-a156-4580-8755-0cd1d6257aa8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:47.892285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] No DVR routers for this DVR port 7329516f-a156-4580-8755-0cd1d6257aa8 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:03:47.910225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:47.965587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a50a5724-c350-49bc-bb02-49fdf2f11545), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:47.987553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:03:47.987888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:03:47.988212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:03:47.989186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50a5724-c350-49bc-bb02-49fdf2f11545']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:47.992969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:03:47.993295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:03:47.999273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:03:47.999620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Checking segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:03:48.000004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Bound using segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:03:48.000437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Bound port: a0d0884e-13a1-4581-8257-e6bde8804e4b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:03:48.000806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.003211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d25e19-e5a3-4557-8e9a-84500c16a2d7') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:48.003587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d25e19-e5a3-4557-8e9a-84500c16a2d7') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:48.014576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (50d25e19-e5a3-4557-8e9a-84500c16a2d7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.031852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (50d25e19-e5a3-4557-8e9a-84500c16a2d7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.038475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:03:48.038877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (50d25e19-e5a3-4557-8e9a-84500c16a2d7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:03:48.040747 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:03:48.083395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:03:48.087135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:03:48.129097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7329516f-a156-4580-8755-0cd1d6257aa8 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:48.148569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 7329516f-a156-4580-8755-0cd1d6257aa8 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:48.149223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7329516f-a156-4580-8755-0cd1d6257aa8 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:48.149354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 55a045d6-1c4e-481f-9f41-0103eaa4547e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:48.167932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 55a045d6-1c4e-481f-9f41-0103eaa4547e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:48.168214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 55a045d6-1c4e-481f-9f41-0103eaa4547e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:48.168617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1072ef27-3b04-41ee-962a-46eb7a4573ae no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:03:48.182774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.189927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1072ef27-3b04-41ee-962a-46eb7a4573ae {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:03:48.194478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1072ef27-3b04-41ee-962a-46eb7a4573ae not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:03:48.194851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a50a5724-c350-49bc-bb02-49fdf2f11545), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.198958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.203519 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a50a5724-c350-49bc-bb02-49fdf2f11545 HTTP/1.1" status: 204 len: 168 time: 1.0677702 Apr 30 05:03:48.222797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54c53a-93ce-45c8-9fe0-ef74e940d283 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50a5724-c350-49bc-bb02-49fdf2f11545,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:48.225078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.225800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.227448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] 10.222.0.13 "PUT /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1131 time: 0.8538847 Apr 30 05:03:48.229900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:48.243025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744b122-545c-4024-a48c-c9c714244e69" -d '{"events": [{"name": "network-changed", "server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:48.271018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7665-2d6d-4a9e-8520-b92b98a99e2b service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:48.287119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03869e0-fdcf-4a95-9e63-f1253af11300 x-openstack-request-id: req-e03869e0-fdcf-4a95-9e63-f1253af11300 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:48.287694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:48.288046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e03869e0-fdcf-4a95-9e63-f1253af11300 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:48.288589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03869e0-fdcf-4a95-9e63-f1253af11300'] response: {'name': 'network-changed', 'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'status': 'completed', 'code': 200} Apr 30 05:03:48.353671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b122-545c-4024-a48c-c9c714244e69 req-3b49ac61-59b5-4f88-98d0-0cef6ed47f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.357297 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d744b122-545c-4024-a48c-c9c714244e69 req-3b49ac61-59b5-4f88-98d0-0cef6ed47f91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 1165 time: 0.0432079 Apr 30 05:03:48.486043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c22659-436f-4535-ab52-b3add93fe4c4 req-d02de7c5-c568-46bf-ac40-b4970b36967d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.487584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1c22659-436f-4535-ab52-b3add93fe4c4 req-d02de7c5-c568-46bf-ac40-b4970b36967d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 981 time: 0.0578711 Apr 30 05:03:48.507268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b122-545c-4024-a48c-c9c714244e69 req-bbb7e1e2-ca79-4aa8-909e-f48b742e5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.508595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d744b122-545c-4024-a48c-c9c714244e69 req-bbb7e1e2-ca79-4aa8-909e-f48b742e5bb1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1467292 Apr 30 05:03:48.557995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40322) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:48.598199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-07dca880-1178-4ba1-8cc1-3258432f3bf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3a3624505944eaaa34fd67e0ec2b6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389318 Apr 30 05:03:48.600726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40324) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:48.603976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1c22659-436f-4535-ab52-b3add93fe4c4 req-879e2195-9d77-4a1e-aac5-2f841f70c7f0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074686 Apr 30 05:03:48.631747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b122-545c-4024-a48c-c9c714244e69 req-4e6685f8-bb47-44e6-a6c9-d683b0c526c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.633133 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d744b122-545c-4024-a48c-c9c714244e69 req-4e6685f8-bb47-44e6-a6c9-d683b0c526c9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1175303 Apr 30 05:03:48.650227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] Publish callbacks [] for security_group (708efd2d-f0f9-4aa2-83e4-9c890989807a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.672826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] Publish callbacks [] for security_group (708efd2d-f0f9-4aa2-83e4-9c890989807a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.708870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-031e3dfb-827b-432c-9d01-52acee9ad197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.710544 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-031e3dfb-827b-432c-9d01-52acee9ad197 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 1165 time: 0.0426607 Apr 30 05:03:48.752251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-5f6d8277-b21c-4ac1-b563-237beba386dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 217 time: 0.0350125 Apr 30 05:03:48.776628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (708efd2d-f0f9-4aa2-83e4-9c890989807a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.779764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:48.780899 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/708efd2d-f0f9-4aa2-83e4-9c890989807a HTTP/1.1" status: 204 len: 168 time: 0.1792970 Apr 30 05:03:48.792087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f7e5-cebf-42be-bc51-dc4988866734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708efd2d-f0f9-4aa2-83e4-9c890989807a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:48.809102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-9c076854-e2e6-45e8-a4c1-19357d83baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.811160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-9c076854-e2e6-45e8-a4c1-19357d83baed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db21180c-8e2e-4cdb-9545-86d353d6cc6f HTTP/1.1" status: 200 len: 835 time: 0.0531337 Apr 30 05:03:48.855967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-81ba4fda-9f24-4f83-b5f8-12d0cd24a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:48.858477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-81ba4fda-9f24-4f83-b5f8-12d0cd24a986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419943 Apr 30 05:03:48.947172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-66128c5c-9c67-48a7-8d1f-077859c5afb3 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828507 Apr 30 05:03:49.038396 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-2aaf9a1d-e5b2-4fd6-abe5-913f660b5f77 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859563 Apr 30 05:03:49.418446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40330) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:49.461843 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6008b868-15e0-4f59-a65e-e32d85e34de4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ab6cb3af61c4e78b7abd09ba89f2a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420959 Apr 30 05:03:49.464459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40332) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:49.523889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] Publish callbacks [] for security_group (e3f67281-afd4-4834-bf82-f7c21631fd22), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:49.544445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] Publish callbacks [] for security_group (e3f67281-afd4-4834-bf82-f7c21631fd22), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:49.654332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (e3f67281-afd4-4834-bf82-f7c21631fd22), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:49.656941 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:49.661469 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3f67281-afd4-4834-bf82-f7c21631fd22 HTTP/1.1" status: 204 len: 168 time: 0.1927278 Apr 30 05:03:49.668006 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2179a-5d95-48af-b47d-0faa1374d2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f67281-afd4-4834-bf82-f7c21631fd22,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:49.729007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2bb55-cfee-4a4d-b03a-9ad181a0ca74 req-a894ee69-b568-4da7-a658-0656861c3722 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:49.730530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72d2bb55-cfee-4a4d-b03a-9ad181a0ca74 req-a894ee69-b568-4da7-a658-0656861c3722 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 981 time: 0.0488794 Apr 30 05:03:49.779130 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72d2bb55-cfee-4a4d-b03a-9ad181a0ca74 req-7ed8fffa-7f8f-426a-bfd2-5fe8e60cdd90 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Apr 30 05:03:50.896353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef299688-453f-495e-880d-6f4afc83cb7c req-f8d32c44-6777-4c68-82f6-d2fbd847ea5a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:50.897831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef299688-453f-495e-880d-6f4afc83cb7c req-f8d32c44-6777-4c68-82f6-d2fbd847ea5a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 981 time: 0.0514240 Apr 30 05:03:50.946323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef299688-453f-495e-880d-6f4afc83cb7c req-ab8e957c-e780-45bb-8a00-dafad4f45848 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Apr 30 05:03:51.654266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:03:51.759762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:51.772189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'mac_address': 'fa:16:3e:01:c2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:03:51.808535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a0d0884e-13a1-4581-8257-e6bde8804e4b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:51.808915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:51.821977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d0884e-13a1-4581-8257-e6bde8804e4b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:03:51.834885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7cc83c56-6559-494b-8049-194801742666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:51.844177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:51.913105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:51.958845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:52.059284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6996b9e-fd96-4378-a451-e61dce978fd5 req-4a225b22-9b8b-47f9-b0ac-bc1546cf96f7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:52.061543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6996b9e-fd96-4378-a451-e61dce978fd5 req-4a225b22-9b8b-47f9-b0ac-bc1546cf96f7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 982 time: 0.0479031 Apr 30 05:03:52.109868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6996b9e-fd96-4378-a451-e61dce978fd5 req-668350e7-cd44-4b8c-ae0d-aad1a11fad6d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Apr 30 05:03:52.114100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['a0d0884e-13a1-4581-8257-e6bde8804e4b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:03:53.225637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72101caa-6a8c-4cf7-ab15-536828bca9a0 req-432e8db4-63e2-4cfa-a7ff-ba043c3d6047 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:53.227109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72101caa-6a8c-4cf7-ab15-536828bca9a0 req-432e8db4-63e2-4cfa-a7ff-ba043c3d6047 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 982 time: 0.0505321 Apr 30 05:03:53.273217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72101caa-6a8c-4cf7-ab15-536828bca9a0 req-a961be1e-5e83-4ef7-a1a7-07939f5ff708 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Apr 30 05:03:53.648490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:03:53.694845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port a0d0884e-13a1-4581-8257-e6bde8804e4b completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:03:53.758909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port a0d0884e-13a1-4581-8257-e6bde8804e4b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:03:53.759428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:53.835123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a0d0884e-13a1-4581-8257-e6bde8804e4b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:03:53.835496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:53.857636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:53.859874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195add50-2d23-4845-aa15-eb7a9baf58d7" -d '{"events": [{"server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:53.872794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:03:53.894356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f75bb4-1060-42c9-91c3-20642a779121 x-openstack-request-id: req-f4f75bb4-1060-42c9-91c3-20642a779121 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:53.894650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:53.894901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4f75bb4-1060-42c9-91c3-20642a779121 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:53.895296 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f75bb4-1060-42c9-91c3-20642a779121'] response: {'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'code': 200} Apr 30 05:03:53.936714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:53.997862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:54.033661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee4c0-7ace-4c48-9cdb-1ddf2d2a8e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:54.150205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06592921-cbc9-4057-b05f-e59d2424d9b4 req-e581f2bf-8e29-4d2b-a348-936b886c1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:54.151673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06592921-cbc9-4057-b05f-e59d2424d9b4 req-e581f2bf-8e29-4d2b-a348-936b886c1d95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 1167 time: 0.0373316 Apr 30 05:03:54.193428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06592921-cbc9-4057-b05f-e59d2424d9b4 req-676c472f-1eea-4eeb-8106-1f625f73ae82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Apr 30 05:03:54.385477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bafc06-ec95-4a8d-b382-4398d3cdf201 req-b50fb2d9-8982-4458-b7db-47ab71c4d953 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:54.386952 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18bafc06-ec95-4a8d-b382-4398d3cdf201 req-b50fb2d9-8982-4458-b7db-47ab71c4d953 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0476134 Apr 30 05:03:54.436744 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18bafc06-ec95-4a8d-b382-4398d3cdf201 req-de8130b3-b86d-4eb2-8d44-7b099959e292 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Apr 30 05:03:55.014571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:55.555054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49315efa-a700-4604-8211-78c1c82f5542 req-1ba98559-27ee-4dae-bff2-2158c616bc65 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:55.556584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49315efa-a700-4604-8211-78c1c82f5542 req-1ba98559-27ee-4dae-bff2-2158c616bc65 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0499272 Apr 30 05:03:55.604099 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49315efa-a700-4604-8211-78c1c82f5542 req-6f5bc70b-3bad-49a5-a4a6-76ec2b78ab61 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Apr 30 05:03:56.715325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cf00b-0549-40b9-ba29-0b303618f4bc req-faf91be8-59ba-4602-b533-ae419326e829 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:56.716972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c1cf00b-0549-40b9-ba29-0b303618f4bc req-faf91be8-59ba-4602-b533-ae419326e829 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0474801 Apr 30 05:03:56.736244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:56.765614 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c1cf00b-0549-40b9-ba29-0b303618f4bc req-8b745e7a-f42d-4247-a350-53f4c0308cad tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Apr 30 05:03:56.881826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66287431-9780-40ed-a004-e26a3fd1b7c0 req-c60054bb-2baa-43da-a6eb-12ed8173d50f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:56.883248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66287431-9780-40ed-a004-e26a3fd1b7c0 req-c60054bb-2baa-43da-a6eb-12ed8173d50f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0505424 Apr 30 05:03:56.929350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66287431-9780-40ed-a004-e26a3fd1b7c0 req-a1c74eac-e086-4c39-b0bb-00455f5f438a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Apr 30 05:03:56.952137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40354) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:56.990557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4787cee-2687-4321-bd10-41c875bc2238 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:56.992055 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b4787cee-2687-4321-bd10-41c875bc2238 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 1162 time: 0.0389433 Apr 30 05:03:56.994759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40356) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:56.999099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:03:57.073592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:57.153477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:57.258803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.186 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/188c5c07-b577-4c0c-8943-0bee2b121fff) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:03:57.358962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:57.462252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:57.499552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:03:57.502368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:03:57.505114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:03:57.540623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=188c5c07-b577-4c0c-8943-0bee2b121fff,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:57.870786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (4d945b59-7a50-4868-b2cb-82afcb8e4ae0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.015085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.151798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.271552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.282626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.354025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=188c5c07-b577-4c0c-8943-0bee2b121fff,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:03:58.362868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (4d945b59-7a50-4868-b2cb-82afcb8e4ae0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.466174 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 4d945b59-7a50-4868-b2cb-82afcb8e4ae0 associated. External IP: 172.26.5.186, port: a0d0884e-13a1-4581-8257-e6bde8804e4b. Apr 30 05:03:58.680157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 1feec017-504c-4fe7-b63e-3a965342667c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:03:58.792795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:03:58.803220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Sync routers for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:03:58.812879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:58.813497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:58.875331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:03:58.907301 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2ea338e4-b5a6-47b2-af6e-e6af791fb40e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9115238 Apr 30 05:03:58.908001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:03:58.910418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:03:58.919636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfd6e0-8274-460c-87d8-db7135a93c75" -d '{"events": [{"name": "network-changed", "server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:03:58.959124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d13c65-9fd2-4bbb-9c23-8b0d7663b5aa x-openstack-request-id: req-38d13c65-9fd2-4bbb-9c23-8b0d7663b5aa {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:03:58.959407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f49882-6d88-414b-9e88-a7c3e46282a0", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:03:58.959657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38d13c65-9fd2-4bbb-9c23-8b0d7663b5aa {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:03:58.960062 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d13c65-9fd2-4bbb-9c23-8b0d7663b5aa'] response: {'name': 'network-changed', 'server_uuid': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'status': 'completed', 'code': 200} Apr 30 05:03:58.970340 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:03:59.002005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83740fd4-17fe-4256-91e5-b028245b632b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.003602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-83740fd4-17fe-4256-91e5-b028245b632b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0&network_id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 200 len: 1162 time: 0.0921853 Apr 30 05:03:59.035996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-f8bd5790-21a5-4a53-bdab-1bb286df7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.037697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-f8bd5790-21a5-4a53-bdab-1bb286df7297 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 1167 time: 0.0519459 Apr 30 05:03:59.074398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:59.137822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-4d7ba909-380f-4c55-ad35-c739937174f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.139462 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-4d7ba909-380f-4c55-ad35-c739937174f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 200 len: 897 time: 0.0934613 Apr 30 05:03:59.210069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-1f063820-d82a-40de-9147-6a35f5b205db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1037 time: 0.0651975 Apr 30 05:03:59.258454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-a232b3a9-f6e0-4d67-a61b-541bbd7bfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.260103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-a232b3a9-f6e0-4d67-a61b-541bbd7bfe41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db21180c-8e2e-4cdb-9545-86d353d6cc6f HTTP/1.1" status: 200 len: 835 time: 0.0438988 Apr 30 05:03:59.296995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '4d945b59-7a50-4868-b2cb-82afcb8e4ae0', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1667449602', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'mac_address': 'fa:16:3e:01:c2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:03:57Z', 'updated_at': '2022-04-30T05:03:57Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:59.304772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-10a8f372-e3e1-4e6a-997e-20f57b86b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.306584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-10a8f372-e3e1-4e6a-997e-20f57b86b9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415318 Apr 30 05:03:59.326928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Checking router: 1feec017-504c-4fe7-b63e-3a965342667c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:03:59.335448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:03:59.336067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:59.401710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-e44909a0-0962-4e01-9e8d-d5c729cfa671 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Apr 30 05:03:59.446623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:03:59.482845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a72fe-55cc-45be-af58-41e5aca72305 req-6faafdec-3cc8-48ab-9da6-304f3ec4357f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:03:59.484268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-630a72fe-55cc-45be-af58-41e5aca72305 req-6faafdec-3cc8-48ab-9da6-304f3ec4357f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0482452 Apr 30 05:03:59.531371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-630a72fe-55cc-45be-af58-41e5aca72305 req-c08c30f9-edaf-4c61-8bcc-28ef7e2b528c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Apr 30 05:03:59.664075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '4d945b59-7a50-4868-b2cb-82afcb8e4ae0', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1667449602', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'mac_address': 'fa:16:3e:01:c2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:03:57Z', 'updated_at': '2022-04-30T05:03:57Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:03:59.689490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3350ae29-b641-4e0f-b11b-e40b1f98e484 None None] The sync data for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv is: [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '4d945b59-7a50-4868-b2cb-82afcb8e4ae0', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1667449602', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'mac_address': 'fa:16:3e:01:c2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f49882-6d88-414b-9e88-a7c3e46282a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:03:57Z', 'updated_at': '2022-04-30T05:03:57Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:03:59.882353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebc06-1a41-4bb2-be35-e695586f9e87 None None] New status for floating IP 4d945b59-7a50-4868-b2cb-82afcb8e4ae0: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:04:00.503393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85bfd6e0-8274-460c-87d8-db7135a93c75 req-22e8a77c-23fe-4ead-93ec-bd343d547883 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Apr 30 05:04:00.648338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4eb3-5453-4037-bb4e-b92847c217c4 req-7ed99586-1af1-4ce5-a57d-a002b6dcaafe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:00.649783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47df4eb3-5453-4037-bb4e-b92847c217c4 req-7ed99586-1af1-4ce5-a57d-a002b6dcaafe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0475914 Apr 30 05:04:00.696564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47df4eb3-5453-4037-bb4e-b92847c217c4 req-cc8df2a3-e55a-4387-959b-0b4ba9b2a3f4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Apr 30 05:04:00.750336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-155c492a-cacf-4116-85ed-64fd68a08e54 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:00.751767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-155c492a-cacf-4116-85ed-64fd68a08e54 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 983 time: 0.0468121 Apr 30 05:04:00.801855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-8340782f-9cf1-40e7-9c35-d679081dc112 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:00.801855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-8340782f-9cf1-40e7-9c35-d679081dc112 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0438502 Apr 30 05:04:00.899062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-c5656f1e-7d3c-4d90-8a95-f3e2746e4785 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0935359 Apr 30 05:04:00.908560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:00.969689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:01.100771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:01.133593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:01.164635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] device_id is not set on port a0d0884e-13a1-4581-8257-e6bde8804e4b yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 05:04:01.173750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Publish callbacks [] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:01.236647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:01.343969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=6']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:01.407927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] No DVR routers for this DVR port a0d0884e-13a1-4581-8257-e6bde8804e4b on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:04:01.529873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f0a3945c-0f3b-4691-82c6-54bf7469dc66 None None] Provisioning complete for port a0d0884e-13a1-4581-8257-e6bde8804e4b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:01.530521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f0a3945c-0f3b-4691-82c6-54bf7469dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:01.547512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] In _notify_port_updated(), no bound segment for port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 05:04:01.548306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:01.548912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:01.550483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9538aca-bc64-4f86-81cd-3328dc219b97 req-3652361b-3d20-47d6-8d02-5cf1e7af027a service neutron] 10.222.0.13 "PUT /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1026 time: 0.6456561 Apr 30 05:04:01.565660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3945c-0f3b-4691-82c6-54bf7469dc66 None None] Port a0d0884e-13a1-4581-8257-e6bde8804e4b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:01.796992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b69ab3e2-6bc6-4831-a914-29149ebbb7f0 req-a263b488-aa34-4392-a888-41db2ae1015e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f49882-6d88-414b-9e88-a7c3e46282a0 HTTP/1.1" status: 200 len: 210 time: 0.0296738 Apr 30 05:04:02.852658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40374) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:02.896903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449093f6-1e18-404a-a0eb-d960f3c9f0c6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:02.898237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-449093f6-1e18-404a-a0eb-d960f3c9f0c6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 925 time: 0.0445857 Apr 30 05:04:03.111460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40378) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:03.116046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252829537', 'description': 'tempest-secgroup-smoke-252829537 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:03.181816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.255272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (ba08888b-9f9d-4375-a796-69c9096b4289), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.313058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ba08888b-9f9d-4375-a796-69c9096b4289), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.341413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08888b-9f9d-4375-a796-69c9096b4289,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:03.412221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.413494 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c80721df-c46a-4ab9-a517-8ad8519bf4ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3009899 Apr 30 05:04:03.416291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40380) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:03.420688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:03.507157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7cdd27e4-720c-4053-ba54-2377e29630c6), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.564143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7cdd27e4-720c-4053-ba54-2377e29630c6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.621676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7cdd27e4-720c-4053-ba54-2377e29630c6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.640656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdd27e4-720c-4053-ba54-2377e29630c6,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:03.686937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.688213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2cde7e67-d3a5-40b3-9e54-84fe36914bc5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710133 Apr 30 05:04:03.690979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40382) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:03.695194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:03.765297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (19b37680-9663-4610-bd6d-44a37cd8443b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.819912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (19b37680-9663-4610-bd6d-44a37cd8443b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.877105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (19b37680-9663-4610-bd6d-44a37cd8443b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.894891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b37680-9663-4610-bd6d-44a37cd8443b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:03.970722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:03.971948 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1bdedb9f-c1e4-4253-9987-2536094bd77e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800357 Apr 30 05:04:03.974647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40384) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:03.979155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:04.065896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (61456ad9-89d1-401b-9948-f60aa58b5441), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.121161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (61456ad9-89d1-401b-9948-f60aa58b5441), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.191347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (61456ad9-89d1-401b-9948-f60aa58b5441), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.210046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61456ad9-89d1-401b-9948-f60aa58b5441,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:04.296837 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.298094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7d3f4ada-ad23-4bb5-89b8-534e0dc90a7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224807 Apr 30 05:04:04.300813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40386) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:04.305207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:04.384796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (38e3c968-b5ab-410a-87cd-4d78992fd197), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.443394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (38e3c968-b5ab-410a-87cd-4d78992fd197), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.511097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (38e3c968-b5ab-410a-87cd-4d78992fd197), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.529166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e3c968-b5ab-410a-87cd-4d78992fd197,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:04.587559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.588774 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7c21cb7a-51da-4da4-98f0-3482a3d5f1cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870173 Apr 30 05:04:04.592021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40388) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:04.596437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:04.661623 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:04:04.666974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (47cf3d04-6b8f-4941-9555-911a290576f4), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.725888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (47cf3d04-6b8f-4941-9555-911a290576f4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.798508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (47cf3d04-6b8f-4941-9555-911a290576f4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.817839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf3d04-6b8f-4941-9555-911a290576f4,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:04.904015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:04.905212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a82bf407-fc14-4e42-92e6-11bcbe32936f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3122563 Apr 30 05:04:04.907981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:04.912217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': 'ba08888b-9f9d-4375-a796-69c9096b4289', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:04.985633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:04:04.991126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (16e9ced2-095a-4b95-82b2-496cc5879dba), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:05.050698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (16e9ced2-095a-4b95-82b2-496cc5879dba), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:05.105428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (16e9ced2-095a-4b95-82b2-496cc5879dba), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:05.123374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e9ced2-095a-4b95-82b2-496cc5879dba,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:05.175980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:05.177201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c9f6f3d2-2ede-452d-ba0a-4c68194cacc4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2683079 Apr 30 05:04:05.648285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-49981e33-8af1-43a3-8fbf-8906ee2335cc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252829537&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.3213832 Apr 30 05:04:05.684899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:04:05.696896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-fe8b3a67-38d7-40d0-9f2f-9eab7831f2d0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:05.698213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-fe8b3a67-38d7-40d0-9f2f-9eab7831f2d0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.0435100 Apr 30 05:04:05.723628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] The host hv-neutron-8380 is not matching for port a0d0884e-13a1-4581-8257-e6bde8804e4b host ! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 05:04:05.724014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:04:05.745224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-08c1dd73-feda-4c38-bc91-8beb5b1c4d62 service neutron] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0350330 Apr 30 05:04:05.834843 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-e43f2ffe-0582-4e79-8957-ccbcc287ff1f service neutron] 10.222.0.16 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831580 Apr 30 05:04:05.922152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-35ab432c-e856-4b57-aead-8dce35f6fcf9 service neutron] 10.222.0.16 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817356 Apr 30 05:04:05.974137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-25982504-b325-44f2-a4b2-866f0fe57032 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:05.975447 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-25982504-b325-44f2-a4b2-866f0fe57032 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.0477595 Apr 30 05:04:06.215831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dbcd0135-2e2d-4976-946b-bcaeff05dded req-c06c079e-624f-4a58-a253-12201ebbad16 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 210 time: 0.0290015 Apr 30 05:04:06.280880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40410) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:06.387927 dv-neutron-838078-9-hyperv neutron-server[111174]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 05:04:06.432555 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-08cf7828-ff18-4939-8b46-1de410121c25 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:06.433810 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-08cf7828-ff18-4939-8b46-1de410121c25 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 930 time: 0.1519589 Apr 30 05:04:07.325384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-364f920d-0e4b-443d-ac36-e9fad57e802a req-6f6bf21c-b9e4-41e1-b015-6c57ff68f71f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 210 time: 0.0309732 Apr 30 05:04:07.964436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:08.148106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-2df6cc39-cffa-4bfb-9ec8-5cfb40da0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:08.149438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-2df6cc39-cffa-4bfb-9ec8-5cfb40da0144 service neutron] 10.222.0.13 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1026 time: 0.0358489 Apr 30 05:04:08.259166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9f68fb2e-a41f-49a0-b315-4bae0378d14d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:08.260501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9f68fb2e-a41f-49a0-b315-4bae0378d14d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 200 len: 797 time: 0.1059842 Apr 30 05:04:08.336359 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-64b013ec-9436-4fbe-b088-6eb1671e0ca7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 471 time: 0.0681651 Apr 30 05:04:08.346013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Request body: {'port': {'device_id': '50a58b1e-75c8-4f34-b4bb-361ba2502c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:08.433437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0da58ff3-b0d0-489c-95bd-d3b69310238e req-21b2f455-6ca4-49e4-9729-8d40cba503b6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 210 time: 0.0330684 Apr 30 05:04:08.434692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:08.712455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d0884e-13a1-4581-8257-e6bde8804e4b {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:04:08.720792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks [] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:08.733859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Transition to ACTIVE for port object a0d0884e-13a1-4581-8257-e6bde8804e4b will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:04:08.802506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:08.880265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=7']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:08.980952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:04:08.981294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:04:08.981638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:08.986491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:04:08.986807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Attempting to bind port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:08.991858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:04:08.992188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Checking segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:08.992567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Bound using segment: {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:04:08.992987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Bound port: a0d0884e-13a1-4581-8257-e6bde8804e4b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512ff717-1e2e-4583-b94a-1e8cd06e486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:04:08.993344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:09.057820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:09.061227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:04:09.157655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:09.190769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.191318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:09.192945 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1131 time: 0.8511152 Apr 30 05:04:09.195431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a58b1e-75c8-4f34-b4bb-361ba2502c9b', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:04:09.200076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7311cc-d80c-4785-b610-bde542ac5ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "50a58b1e-75c8-4f34-b4bb-361ba2502c9b", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:04:09.228728 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f60c9-e270-40ea-9531-c20bfa59f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=8']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:09.242845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1bb9d9-a875-46dc-af29-dd939b646c7e x-openstack-request-id: req-4d1bb9d9-a875-46dc-af29-dd939b646c7e {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:04:09.243133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a58b1e-75c8-4f34-b4bb-361ba2502c9b", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:04:09.243387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d1bb9d9-a875-46dc-af29-dd939b646c7e {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:04:09.243794 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1bb9d9-a875-46dc-af29-dd939b646c7e'] response: {'name': 'network-changed', 'server_uuid': '50a58b1e-75c8-4f34-b4bb-361ba2502c9b', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'status': 'completed', 'code': 200} Apr 30 05:04:09.307106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-647a1986-de38-498f-980c-b47624a6bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.308603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-647a1986-de38-498f-980c-b47624a6bc93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 1165 time: 0.0441759 Apr 30 05:04:09.413634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-3a2cb4df-f367-4d3b-a57e-fdcc45d0cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.415115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-3a2cb4df-f367-4d3b-a57e-fdcc45d0cd42 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995874 Apr 30 05:04:09.539853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-a1e2ccba-3f7c-4e22-83e1-318a015f21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.541422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c7311cc-d80c-4785-b610-bde542ac5ee8 req-a1e2ccba-3f7c-4e22-83e1-318a015f21b9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1198652 Apr 30 05:04:09.565365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4735484-f25b-4d66-af2b-152bfbb9cfe0 req-4f38ff01-3172-40a1-a157-6aefacc6e98a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.566890 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4735484-f25b-4d66-af2b-152bfbb9cfe0 req-4f38ff01-3172-40a1-a157-6aefacc6e98a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 981 time: 0.0638981 Apr 30 05:04:09.637409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-09884d6b-b30d-456d-beb8-5a6438b16d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.638907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-09884d6b-b30d-456d-beb8-5a6438b16d9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 1165 time: 0.0594897 Apr 30 05:04:09.645830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4735484-f25b-4d66-af2b-152bfbb9cfe0 req-f2b5e8d1-0e74-489c-9864-6763664155ef tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727148 Apr 30 05:04:09.709947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-365c12bc-7f6e-454e-b431-55cfb1906d42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1037 time: 0.0625179 Apr 30 05:04:09.757201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-b1846641-6382-411c-8d43-cf2557ee30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.758674 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-b1846641-6382-411c-8d43-cf2557ee30a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db21180c-8e2e-4cdb-9545-86d353d6cc6f HTTP/1.1" status: 200 len: 835 time: 0.0425985 Apr 30 05:04:09.801428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-252a09b0-fb01-4bd9-a283-fcbb567799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:09.803045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-252a09b0-fb01-4bd9-a283-fcbb567799d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386813 Apr 30 05:04:09.895826 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-d7b84f6b-5c06-4e1d-a277-48b42e6bae2b service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856948 Apr 30 05:04:09.984062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0ece1a1-b133-4ab8-b38a-5c759ab44249 req-b06219ed-8728-40e2-92c6-8c5f12d53d92 service neutron] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Apr 30 05:04:10.766012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97277cba-26d1-4a2b-9fd0-263b9ec1bdfc req-4fd86e12-db3f-474c-a05c-eec599b6c10b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:10.767504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97277cba-26d1-4a2b-9fd0-263b9ec1bdfc req-4fd86e12-db3f-474c-a05c-eec599b6c10b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 981 time: 0.0534308 Apr 30 05:04:10.813973 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97277cba-26d1-4a2b-9fd0-263b9ec1bdfc req-5787a523-a001-4566-aa47-d04cbae634db tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Apr 30 05:04:11.927290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24fa1f-d201-4cb3-b515-19b75157573d req-914710d2-9a33-4572-906d-89ea2937f5ee tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:11.928744 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ca24fa1f-d201-4cb3-b515-19b75157573d req-914710d2-9a33-4572-906d-89ea2937f5ee tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 981 time: 0.0465810 Apr 30 05:04:11.974865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ca24fa1f-d201-4cb3-b515-19b75157573d req-eeacf52c-7c6d-4834-a169-f315c3ea1369 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Apr 30 05:04:13.088245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a3c42-b7af-4d19-b1e8-b4628bae83eb req-fcd61572-9d9b-47ce-b709-7ece1fc0da2b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:13.089686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9d0a3c42-b7af-4d19-b1e8-b4628bae83eb req-fcd61572-9d9b-47ce-b709-7ece1fc0da2b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 981 time: 0.0464411 Apr 30 05:04:13.140076 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9d0a3c42-b7af-4d19-b1e8-b4628bae83eb req-24fd33c9-1968-4613-ae2e-8f6c00e45148 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Apr 30 05:04:13.725878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:04:13.820681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:13.833055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'port_id': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'mac_address': 'fa:16:3e:01:c2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:04:13.872666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a0d0884e-13a1-4581-8257-e6bde8804e4b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:13.873048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:13.885484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d0884e-13a1-4581-8257-e6bde8804e4b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:04:13.905230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:13.973930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:14.020722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=9']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:14.159143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['a0d0884e-13a1-4581-8257-e6bde8804e4b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:04:14.253128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab598dc-563a-41f5-8ba8-04a3830a3960 req-21d0a0f1-2a93-4cc0-85eb-cc7f0b5f749e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:14.254627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ab598dc-563a-41f5-8ba8-04a3830a3960 req-21d0a0f1-2a93-4cc0-85eb-cc7f0b5f749e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 982 time: 0.0473406 Apr 30 05:04:14.300821 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ab598dc-563a-41f5-8ba8-04a3830a3960 req-bd98339a-1b32-455d-8d7a-d2afd027ab00 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Apr 30 05:04:15.412820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5cb57-855c-4e1f-8ea7-7ce53dbd136b req-fa596f69-d894-4955-b73d-5378d899c47f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:15.414285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78a5cb57-855c-4e1f-8ea7-7ce53dbd136b req-fa596f69-d894-4955-b73d-5378d899c47f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 982 time: 0.0465713 Apr 30 05:04:15.460386 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78a5cb57-855c-4e1f-8ea7-7ce53dbd136b req-cca0bde3-4bfb-4ba1-8a13-1af4a9b8ea43 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Apr 30 05:04:15.762607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:15.805307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port a0d0884e-13a1-4581-8257-e6bde8804e4b completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:04:15.901193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port a0d0884e-13a1-4581-8257-e6bde8804e4b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:15.901586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:15.975699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a0d0884e-13a1-4581-8257-e6bde8804e4b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:15.976067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:16.000458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a58b1e-75c8-4f34-b4bb-361ba2502c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:04:16.002691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5250d567-2cb6-4c18-99c9-31e17c10caab" -d '{"events": [{"server_uuid": "50a58b1e-75c8-4f34-b4bb-361ba2502c9b", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:04:16.015235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:16.039523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74a664f-a755-432b-a4ca-aa16777a7b99 x-openstack-request-id: req-e74a664f-a755-432b-a4ca-aa16777a7b99 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:04:16.039810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a58b1e-75c8-4f34-b4bb-361ba2502c9b", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0884e-13a1-4581-8257-e6bde8804e4b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:04:16.040061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e74a664f-a755-432b-a4ca-aa16777a7b99 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:04:16.040459 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74a664f-a755-432b-a4ca-aa16777a7b99'] response: {'server_uuid': '50a58b1e-75c8-4f34-b4bb-361ba2502c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0884e-13a1-4581-8257-e6bde8804e4b', 'code': 200} Apr 30 05:04:16.079010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:16.126463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=10']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:16.291554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5c26-ccd4-4f80-acd6-365ab02f1d34 req-aa1d46cd-f6b3-4d1d-ab0e-00b6cd2eed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:16.293441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-901c5c26-ccd4-4f80-acd6-365ab02f1d34 req-aa1d46cd-f6b3-4d1d-ab0e-00b6cd2eed90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 1168 time: 0.0422049 Apr 30 05:04:16.337317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-901c5c26-ccd4-4f80-acd6-365ab02f1d34 req-635ab43b-8947-464a-8ce5-d655cedb84d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Apr 30 05:04:16.571253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eed901-9feb-48a7-b148-ecb6f2fa50a1 req-6e1fed1f-637e-4a94-91a9-2841ea319943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:16.572597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61eed901-9feb-48a7-b148-ecb6f2fa50a1 req-6e1fed1f-637e-4a94-91a9-2841ea319943 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0464458 Apr 30 05:04:16.618625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61eed901-9feb-48a7-b148-ecb6f2fa50a1 req-2d7fa4e6-176f-4523-a19f-4a2feb60dbf8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Apr 30 05:04:17.735448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db618a79-d8f8-4df2-abbd-2957ce59ce13 req-ba76a2ef-b931-498b-81ce-8d1479f6c19c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:17.736986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db618a79-d8f8-4df2-abbd-2957ce59ce13 req-ba76a2ef-b931-498b-81ce-8d1479f6c19c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0512371 Apr 30 05:04:17.783293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db618a79-d8f8-4df2-abbd-2957ce59ce13 req-561b76dd-cf5f-4016-b12a-b132ae367dc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Apr 30 05:04:17.900196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628afe3-10c0-4281-beaf-e23a6828ff02 req-af1cf2e2-ba86-4660-845f-12c7559aba23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:17.901588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8628afe3-10c0-4281-beaf-e23a6828ff02 req-af1cf2e2-ba86-4660-845f-12c7559aba23 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0466053 Apr 30 05:04:17.946987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8628afe3-10c0-4281-beaf-e23a6828ff02 req-fadfde8b-d087-4aef-98fa-c8ddc2fcff0f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Apr 30 05:04:17.968992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40452) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:18.041352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da9106-a962-4a31-82ef-42d960a66035 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:18.043424 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b5da9106-a962-4a31-82ef-42d960a66035 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b&network_id=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 200 len: 1163 time: 0.0729175 Apr 30 05:04:18.402745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed413d0-5de3-4b33-8f0a-1826dfb8495e req-0909541e-b727-40ba-8b41-86b4f2f2c0ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:18.404287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ed413d0-5de3-4b33-8f0a-1826dfb8495e req-0909541e-b727-40ba-8b41-86b4f2f2c0ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0470202 Apr 30 05:04:18.453834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ed413d0-5de3-4b33-8f0a-1826dfb8495e req-9add60cf-e047-420a-8d7e-ed80fcb6fb00 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Apr 30 05:04:19.567826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e4b0-c5df-47fa-9f1d-5b97d313ffb1 req-60385059-a42f-4b4b-9c5b-08ccd06626af tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:19.569276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e658e4b0-c5df-47fa-9f1d-5b97d313ffb1 req-60385059-a42f-4b4b-9c5b-08ccd06626af tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0471241 Apr 30 05:04:19.615392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e658e4b0-c5df-47fa-9f1d-5b97d313ffb1 req-e4368ce2-23d4-4881-9e22-0f929937bd61 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf32d2d2-f804-4fb9-aa86-16575449f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Apr 30 05:04:19.660699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-139c0101-ea59-4e8c-aba1-ece1a48c0f31 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:19.662109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-139c0101-ea59-4e8c-aba1-ece1a48c0f31 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 984 time: 0.0459046 Apr 30 05:04:19.706697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-f2e88c22-56b0-47cc-83d7-bf839c395350 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:19.707993 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-f2e88c22-56b0-47cc-83d7-bf839c395350 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0392704 Apr 30 05:04:19.809995 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-9ec6d972-5dda-4b47-9ae2-1c8b7eb1ce18 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0968661 Apr 30 05:04:19.819502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:19.881268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:20.009020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a0d0884e-13a1-4581-8257-e6bde8804e4b,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:20.045527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] For port a0d0884e-13a1-4581-8257-e6bde8804e4b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:20.077649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] device_id is not set on port a0d0884e-13a1-4581-8257-e6bde8804e4b yet. {{(pid=111175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 30 05:04:20.086107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Publish callbacks [] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:20.139347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:20.218047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=11']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:20.265279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] No DVR routers for this DVR port a0d0884e-13a1-4581-8257-e6bde8804e4b on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:04:20.403429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] In _notify_port_updated(), no bound segment for port a0d0884e-13a1-4581-8257-e6bde8804e4b on network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f {{(pid=111175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} Apr 30 05:04:20.404281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:20.404888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:20.406159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cf6619a-e13b-44a0-bfe6-7897e9194949 req-cf626b7f-a09b-46d7-82e3-3a00019a1f55 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 200 len: 1027 time: 0.5905392 Apr 30 05:04:20.425933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f1fa278f-8049-48ff-81d0-0ba1810afea5 None None] Provisioning complete for port a0d0884e-13a1-4581-8257-e6bde8804e4b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:20.429203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1fa278f-8049-48ff-81d0-0ba1810afea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:20.460365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa278f-8049-48ff-81d0-0ba1810afea5 None None] Port a0d0884e-13a1-4581-8257-e6bde8804e4b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:20.712850 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc59a8f9-f9d9-43a9-9aa6-543a8e36dc65 req-d65dabfd-9975-4609-88cd-db56475d1d4e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a58b1e-75c8-4f34-b4bb-361ba2502c9b HTTP/1.1" status: 200 len: 210 time: 0.0291712 Apr 30 05:04:21.770205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40464) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:21.794250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:04:21.826444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (ba08888b-9f9d-4375-a796-69c9096b4289), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:21.829822 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce9e20cf-9434-48ba-b44b-a67649853ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:21.838156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] The host hv-neutron-8380 is not matching for port a0d0884e-13a1-4581-8257-e6bde8804e4b host ! {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 30 05:04:21.838567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a0d0884e-13a1-4581-8257-e6bde8804e4b not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:04:21.852728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (ba08888b-9f9d-4375-a796-69c9096b4289), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:21.964411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ba08888b-9f9d-4375-a796-69c9096b4289), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:21.967961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:21.969116 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba08888b-9f9d-4375-a796-69c9096b4289 HTTP/1.1" status: 204 len: 168 time: 0.1996360 Apr 30 05:04:21.978309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8774f7-ea89-47e6-859b-be452c41ebe7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08888b-9f9d-4375-a796-69c9096b4289,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:22.054760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40468) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:22.205963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 188c5c07-b577-4c0c-8943-0bee2b121fff {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:04:22.206330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.285218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.285459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (188c5c07-b577-4c0c-8943-0bee2b121fff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.297551 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 188c5c07-b577-4c0c-8943-0bee2b121fff owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:04:22.496346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (188c5c07-b577-4c0c-8943-0bee2b121fff), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.521643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=188c5c07-b577-4c0c-8943-0bee2b121fff,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:22.582900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (4d945b59-7a50-4868-b2cb-82afcb8e4ae0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.583145 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 4d945b59-7a50-4868-b2cb-82afcb8e4ae0 disassociated (deleted). External IP: 172.26.5.186, port: a0d0884e-13a1-4581-8257-e6bde8804e4b. Apr 30 05:04:22.794476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 1feec017-504c-4fe7-b63e-3a965342667c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:04:22.907610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:04:22.913139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:22.917008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Sync routers for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:04:22.926914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:22.927534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:22.942844 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cdfb2d5b-365c-4037-9da2-c6a523df1172 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/4d945b59-7a50-4868-b2cb-82afcb8e4ae0 HTTP/1.1" status: 204 len: 168 time: 0.8869400 Apr 30 05:04:23.011604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40474) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:23.040180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:23.069369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (4a6df514-748f-4298-b610-500131791d7c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.096435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (4a6df514-748f-4298-b610-500131791d7c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.225724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:23.231270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (4a6df514-748f-4298-b610-500131791d7c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.234163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.235377 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a6df514-748f-4298-b610-500131791d7c HTTP/1.1" status: 204 len: 168 time: 0.2226460 Apr 30 05:04:23.248852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6465b9-4a45-4f68-b343-b352e8f594da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6df514-748f-4298-b610-500131791d7c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:23.256324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Checking router: 1feec017-504c-4fe7-b63e-3a965342667c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:04:23.273340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:23.274026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:03:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:23.314839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40478) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:23.384369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:23.396242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port a0d0884e-13a1-4581-8257-e6bde8804e4b {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:04:23.396580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.492959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.505586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for a0d0884e-13a1-4581-8257-e6bde8804e4b owned by {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:04:23.576876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:23.607293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea3216-6c72-41a4-9ac9-07669d991ae6 None None] The sync data for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv is: [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:03:37Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '89eef3eb-dea5-4de0-b1f0-5c157fba45ae', 'name': '', 'network_id': 'fd60954a-7520-4519-a6e8-ad7d4dfd9f8f', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:2d:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:36Z', 'updated_at': '2022-04-30T05:03:41Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'db21180c-8e2e-4cdb-9545-86d353d6cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:04:23.690167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a0d0884e-13a1-4581-8257-e6bde8804e4b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.720779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=a0d0884e-13a1-4581-8257-e6bde8804e4b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:23.814971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:23.814971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-551a6235-13b0-447f-8046-7f923da93250 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/ports/a0d0884e-13a1-4581-8257-e6bde8804e4b HTTP/1.1" status: 204 len: 168 time: 0.4971383 Apr 30 05:04:23.815942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40480) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:23.843787 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45636b-849c-49ce-a094-fb8bb8010f45 None None] New status for floating IP 4d945b59-7a50-4868-b2cb-82afcb8e4ae0: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:04:24.033407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68c99650-d44c-4bbb-8268-3a1b8ac4e467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:24.437565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (1feec017-504c-4fe7-b63e-3a965342667c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:24.678018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:04:24.678382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:24.769660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 89eef3eb-dea5-4de0-b1f0-5c157fba45ae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:24.770026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:24.783535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 89eef3eb-dea5-4de0-b1f0-5c157fba45ae owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:04:25.013842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.049680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (89eef3eb-dea5-4de0-b1f0-5c157fba45ae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.077632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=89eef3eb-dea5-4de0-b1f0-5c157fba45ae,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:25.258671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (1feec017-504c-4fe7-b63e-3a965342667c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.480662 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 1feec017-504c-4fe7-b63e-3a965342667c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:04:25.590257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:04:25.595531 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4247cb25-c2ff-44ff-b9e2-c96aa5ee6fb9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/1feec017-504c-4fe7-b63e-3a965342667c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7783358 Apr 30 05:04:25.597981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40482) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:25.600434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Sync routers for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:04:25.610688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:25.611292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:25.649521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet db21180c-8e2e-4cdb-9545-86d353d6cc6f {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:04:25.652798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (db21180c-8e2e-4cdb-9545-86d353d6cc6f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.693282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (db21180c-8e2e-4cdb-9545-86d353d6cc6f), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.787566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (db21180c-8e2e-4cdb-9545-86d353d6cc6f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.865325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:25.958944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (db21180c-8e2e-4cdb-9545-86d353d6cc6f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.986225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=db21180c-8e2e-4cdb-9545-86d353d6cc6f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:25.990022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:25.993226 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02943651-6066-4edd-98cc-7c4593b576c3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/db21180c-8e2e-4cdb-9545-86d353d6cc6f HTTP/1.1" status: 204 len: 168 time: 0.3942828 Apr 30 05:04:25.998606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40484) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:25.999546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c6b5d5-f809-42f9-ae2d-474a1ccd2c9f None None] Network fd60954a-7520-4519-a6e8-ad7d4dfd9f8f requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:04:26.106830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:04:24Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:26.110007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (1feec017-504c-4fe7-b63e-3a965342667c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.143678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Checking router: 1feec017-504c-4fe7-b63e-3a965342667c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:04:26.155522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Routers {'1feec017-504c-4fe7-b63e-3a965342667c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:26.156158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['1feec017-504c-4fe7-b63e-3a965342667c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:26.226072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (1feec017-504c-4fe7-b63e-3a965342667c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.242166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] DHCP port deletion for fd60954a-7520-4519-a6e8-ad7d4dfd9f8f request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:04:26.298343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] Set router 1feec017-504c-4fe7-b63e-3a965342667c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:26.347505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:04:26.347842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.356521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Deleting port 784d5964-2815-4a9c-b284-3a824ff475e0 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:04:26.356889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.426190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port d5a677a1-7ec3-4d78-8e86-367dfcdefcfa, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:26.426581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.444287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for d5a677a1-7ec3-4d78-8e86-367dfcdefcfa owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:04:26.470295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] For port 784d5964-2815-4a9c-b284-3a824ff475e0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=784d5964-2815-4a9c-b284-3a824ff475e0,segment=NetworkSegment(512ff717-1e2e-4583-b94a-1e8cd06e486c),segment_id=512ff717-1e2e-4583-b94a-1e8cd06e486c)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:26.470626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.492241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Calling delete_port for 784d5964-2815-4a9c-b284-3a824ff475e0 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:04:26.572603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:04:24Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:26.609615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f89b7-a46e-4eb9-bdc4-4c64ba457905 None None] The sync data for ids ['1feec017-504c-4fe7-b63e-3a965342667c'] in dv-neutron-838078-9-hyperv is: [{'id': '1feec017-504c-4fe7-b63e-3a965342667c', 'name': 'tempest-TestNetworkBasicOps-router-1467011822', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224'}], 'enable_snat': True}, 'gw_port_id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:03:32Z', 'updated_at': '2022-04-30T05:04:24Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'd5a677a1-7ec3-4d78-8e86-367dfcdefcfa', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feec017-504c-4fe7-b63e-3a965342667c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:03:33Z', 'updated_at': '2022-04-30T05:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:04:26.684880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d5a677a1-7ec3-4d78-8e86-367dfcdefcfa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.695662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (784d5964-2815-4a9c-b284-3a824ff475e0), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.710883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=d5a677a1-7ec3-4d78-8e86-367dfcdefcfa,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:26.724093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] Pushing event deleted for resources: {'Port': ['ID=784d5964-2815-4a9c-b284-3a824ff475e0,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:26.734098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3e339-b3b3-40eb-b0cf-68687bb87dd6 None None] No DVR routers for this DVR port 784d5964-2815-4a9c-b284-3a824ff475e0 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:04:26.768243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.781068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (1feec017-504c-4fe7-b63e-3a965342667c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.873774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (1feec017-504c-4fe7-b63e-3a965342667c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.875993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (1feec017-504c-4fe7-b63e-3a965342667c), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.975658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (1feec017-504c-4fe7-b63e-3a965342667c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.976187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router 1feec017-504c-4fe7-b63e-3a965342667c {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:04:26.984003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:26.985758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b55169e4-e71f-406e-a1e8-45d062d57846 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/1feec017-504c-4fe7-b63e-3a965342667c HTTP/1.1" status: 204 len: 168 time: 0.9878645 Apr 30 05:04:26.989457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40486) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:27.066406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.160029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.182378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd60954a-7520-4519-a6e8-ad7d4dfd9f8f']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:27.192372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512ff717-1e2e-4583-b94a-1e8cd06e486c') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:27.192688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512ff717-1e2e-4583-b94a-1e8cd06e486c') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:27.205019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (512ff717-1e2e-4583-b94a-1e8cd06e486c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.223394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (512ff717-1e2e-4583-b94a-1e8cd06e486c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.227719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:04:27.228262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (512ff717-1e2e-4583-b94a-1e8cd06e486c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:04:27.233445 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:04:27.385476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (fd60954a-7520-4519-a6e8-ad7d4dfd9f8f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.392903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.395735 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/fd60954a-7520-4519-a6e8-ad7d4dfd9f8f HTTP/1.1" status: 204 len: 168 time: 0.4069104 Apr 30 05:04:27.410376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40488) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:27.411242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b501-08e8-4797-950c-4878c0520d9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=fd60954a-7520-4519-a6e8-ad7d4dfd9f8f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:27.425928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-286b3f34-5fa6-4c29-9c6e-7f96a72dafd6 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0122161 Apr 30 05:04:27.426993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40490) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:27.431675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--328149844', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:27.518328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:04:27.521610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.545467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:04:27.554159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66068611-2c18-4c79-8751-5d33a62bb6a8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.554520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 66068611-2c18-4c79-8751-5d33a62bb6a8 of type vlan for network 2b4785ba-949e-4483-9248-5931fd22f4a5 Apr 30 05:04:27.598707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (2b4785ba-949e-4483-9248-5931fd22f4a5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.724186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (2b4785ba-949e-4483-9248-5931fd22f4a5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.729193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:27.729774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.795605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=2b4785ba-949e-4483-9248-5931fd22f4a5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:27.806549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:04:27.826115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4ffa1680-10b6-4797-bd32-5716c0bacd80 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3980792 Apr 30 05:04:27.832500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40492) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:27.833684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-609717827', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:27.912980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.913999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:27.970604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.141769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 784d5964-2815-4a9c-b284-3a824ff475e0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:04:28.146087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.161532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 784d5964-2815-4a9c-b284-3a824ff475e0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:04:28.161895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 784d5964-2815-4a9c-b284-3a824ff475e0 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:04:28.163663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 89eef3eb-dea5-4de0-b1f0-5c157fba45ae no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:04:28.180834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 89eef3eb-dea5-4de0-b1f0-5c157fba45ae {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:04:28.181172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 89eef3eb-dea5-4de0-b1f0-5c157fba45ae not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:04:28.181569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5a677a1-7ec3-4d78-8e86-367dfcdefcfa no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:04:28.200697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d5a677a1-7ec3-4d78-8e86-367dfcdefcfa {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:04:28.201493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d5a677a1-7ec3-4d78-8e86-367dfcdefcfa not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:04:28.202385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.386855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.404898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.507183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.5 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fe570ea8-452d-4c63-a7f1-713a3bed1dae) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:04:28.606226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.706892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:28.749392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:28.754238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:28.756657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:04:28.782196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:29.371134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:29.568050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:29.780830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:04:29.888485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:04:29.898104 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:04:29.908481 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:29.909082 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:29.949583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:29.951237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-455ee00d-8fc4-4b2f-97ad-20fdd3a733d2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1209183 Apr 30 05:04:29.954326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40494) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:29.989752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-84f5e136-dae0-4ffe-a212-f312748202b5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320046 Apr 30 05:04:29.989976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40496) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:30.015802 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:30.074049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f161ee-9d1d-4d47-89e4-43a5931bb8cf tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:30.076069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16f161ee-9d1d-4d47-89e4-43a5931bb8cf tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852785 Apr 30 05:04:30.079150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40498) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:30.117731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c890e029-7d54-497f-8a4a-f29c9c0a85dc tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375049 Apr 30 05:04:30.120238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40500) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:30.125712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451943821', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:30.179593 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:29Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:30.209817 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:04:30.210156 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Updating router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f port fe570ea8-452d-4c63-a7f1-713a3bed1dae binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:04:30.236154 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.267243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:04:30.270893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.477863 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks [] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.522569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (e0b51b33-bba1-402b-a60d-f01035989241), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.550827 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.584969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=e0b51b33-bba1-402b-a60d-f01035989241,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:30.597131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:30.597487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: 2b4785ba-949e-4483-9248-5931fd22f4a5, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:04:30.606040 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967aaacd-8391-4ee2-b179-8678a4a0464c None None] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:30.608308 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Attempting to bind port fe570ea8-452d-4c63-a7f1-713a3bed1dae on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:04:30.608673 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Attempting to bind port fe570ea8-452d-4c63-a7f1-713a3bed1dae by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:04:30.609225 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Attempting to bind port fe570ea8-452d-4c63-a7f1-713a3bed1dae on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:30.614762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:04:30.615140 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:30.615537 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.616041 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:04:30.616504 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Bound port: fe570ea8-452d-4c63-a7f1-713a3bed1dae, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:04:30.616912 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.670688 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:30.673581 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe570ea8-452d-4c63-a7f1-713a3bed1dae,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:04:30.700004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:04:30.757065 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.791030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 2b4785ba-949e-4483-9248-5931fd22f4a5) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:30.796307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:30.797189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.798957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773415d-4094-477f-95a9-a230eecdd177 None None] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:04:30.816405 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:30.817023 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:30.818833 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967aaacd-8391-4ee2-b179-8678a4a0464c None None] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:30.883285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bd881da4-08eb-4b3d-a7b5-3da427381d47 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7611947 Apr 30 05:04:30.886819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:30.907641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-2b4785ba-949e-4483-9248-5931fd22f4a5', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:04:30.908486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:30.931680 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:31.052278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Allocated IP 172.20.0.2 (2b4785ba-949e-4483-9248-5931fd22f4a5/e0b51b33-bba1-402b-a60d-f01035989241/db67e766-6ebe-4ef3-9158-85866a24b02a) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:04:31.108643 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:29Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:31.218598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks [] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:31.237981 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec3ce0-ed98-44c7-a7a3-a61c21e18c4e None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:29Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:04:31.296150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:31.336777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:31.342471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:31.345671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:04:31.352682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Pushing event updated for resources: {'Port': ['ID=db67e766-6ebe-4ef3-9158-85866a24b02a,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:31.407929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Attempting to bind port db67e766-6ebe-4ef3-9158-85866a24b02a on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:04:31.408294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Attempting to bind port db67e766-6ebe-4ef3-9158-85866a24b02a by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:04:31.408659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Attempting to bind port db67e766-6ebe-4ef3-9158-85866a24b02a on network 2b4785ba-949e-4483-9248-5931fd22f4a5 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:31.414400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:04:31.414769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Checking segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:31.415169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:31.415557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Bound using segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:04:31.416027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Bound port: db67e766-6ebe-4ef3-9158-85866a24b02a, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:04:31.416402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:31.506941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] For port db67e766-6ebe-4ef3-9158-85866a24b02a, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:31.510059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] For port db67e766-6ebe-4ef3-9158-85866a24b02a, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db67e766-6ebe-4ef3-9158-85866a24b02a,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:04:31.591870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:31.665407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2163be6-0152-4901-bbac-40a15bcf3b15 None None] Pushing event updated for resources: {'Port': ['ID=db67e766-6ebe-4ef3-9158-85866a24b02a,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:31.677674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.016851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (2b4785ba-949e-4483-9248-5931fd22f4a5/e0b51b33-bba1-402b-a60d-f01035989241/a777e044-73ea-436c-b343-cd486aaf5ebf) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:04:32.144075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.200791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db67e766-6ebe-4ef3-9158-85866a24b02a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:32.248481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port db67e766-6ebe-4ef3-9158-85866a24b02a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:32.248853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.254462 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.295374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:32.298513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:32.300938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:04:32.331888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db67e766-6ebe-4ef3-9158-85866a24b02a is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:32.332219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.346791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:32.360466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.360889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.361150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.361494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.361837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.362168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.362518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.362908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.363214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.363537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.364020 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.364168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.364490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.365009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.365343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:32.370228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.522815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port db67e766-6ebe-4ef3-9158-85866a24b02a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db67e766-6ebe-4ef3-9158-85866a24b02a,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:32.592842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.609532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.610392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:32.706977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e15c50-0d51-4fae-9a9a-b23e25838ad9 None None] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:04:32.726204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=db67e766-6ebe-4ef3-9158-85866a24b02a,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:32.744578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe570ea8-452d-4c63-a7f1-713a3bed1dae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:32.744957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.813697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-25de7cfe-c50a-40be-b2ed-3ffb25002b8d None None] Provisioning complete for port db67e766-6ebe-4ef3-9158-85866a24b02a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:32.814842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-25de7cfe-c50a-40be-b2ed-3ffb25002b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.944054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:32.979581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-25de7cfe-c50a-40be-b2ed-3ffb25002b8d None None] Current status of the port db67e766-6ebe-4ef3-9158-85866a24b02a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:32.993408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe570ea8-452d-4c63-a7f1-713a3bed1dae is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:32.993806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.008149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.033149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe570ea8-452d-4c63-a7f1-713a3bed1dae,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:33.094108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.096047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:33.104070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.174551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:33.214849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:33.216748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:33.304086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:33.304670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.344307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Port a777e044-73ea-436c-b343-cd486aaf5ebf cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:33.352652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Provisioning complete for port db67e766-6ebe-4ef3-9158-85866a24b02a triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:33.353294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.368940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:04:33.443441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cb22235f-4532-4488-a3be-4d4bc8c4a19f None None] Current status of the port db67e766-6ebe-4ef3-9158-85866a24b02a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:33.517500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:04:33.528587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40504) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:33.531333 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8436cb9f-20dd-4593-ae1a-5e1ca77e7b9d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427741 Apr 30 05:04:33.531616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:04:33.547219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:33.547831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:33.620446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e06a69a5-8a4c-439b-baab-d518aaab282b None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:33.620864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e06a69a5-8a4c-439b-baab-d518aaab282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.647303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80e4e7-531b-4f1c-8608-834fac2ea4ae tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.647803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80e4e7-531b-4f1c-8608-834fac2ea4ae tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.648256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80e4e7-531b-4f1c-8608-834fac2ea4ae tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.648709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80e4e7-531b-4f1c-8608-834fac2ea4ae tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.654228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1d80e4e7-531b-4f1c-8608-834fac2ea4ae tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1245091 Apr 30 05:04:33.654933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40506) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:33.708278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e06a69a5-8a4c-439b-baab-d518aaab282b None None] Port a777e044-73ea-436c-b343-cd486aaf5ebf cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:33.717461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52798337-359b-4bc0-bb4e-2923009a6c4c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.718292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52798337-359b-4bc0-bb4e-2923009a6c4c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.719147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52798337-359b-4bc0-bb4e-2923009a6c4c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.719773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52798337-359b-4bc0-bb4e-2923009a6c4c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:33.724732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40508) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:33.725087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-52798337-359b-4bc0-bb4e-2923009a6c4c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0688305 Apr 30 05:04:33.753466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:33.843769 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f434b775-f425-4dbf-825e-6569878fc45b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1603 time: 0.1178567 Apr 30 05:04:33.860668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c65ac9d8-7180-4a02-8810-b0e2f8602ceb None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:33.861046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c65ac9d8-7180-4a02-8810-b0e2f8602ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:33.935897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c65ac9d8-7180-4a02-8810-b0e2f8602ceb None None] Port a777e044-73ea-436c-b343-cd486aaf5ebf cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:34.000318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:34.026043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:04:34.026441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Updating router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f port a777e044-73ea-436c-b343-cd486aaf5ebf binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:04:34.054173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.148141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40512) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:34.154153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338438595', 'description': 'tempest-secgroup-smoke-338438595 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:34.178944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db67e766-6ebe-4ef3-9158-85866a24b02a up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:34.232849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.285169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port db67e766-6ebe-4ef3-9158-85866a24b02a triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:34.285562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.312418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (0f18c70c-a07a-4862-817f-b24f6387cee6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.371534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0f18c70c-a07a-4862-817f-b24f6387cee6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.403117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18c70c-a07a-4862-817f-b24f6387cee6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:34.432304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db67e766-6ebe-4ef3-9158-85866a24b02a is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:34.433849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:34.436688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks [] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.457774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.459916 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2500a222-b5ca-4a72-9303-e3260200fd12 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3107662 Apr 30 05:04:34.462733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40514) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:34.468206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:34.487141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe570ea8-452d-4c63-a7f1-713a3bed1dae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:34.487517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.533485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.577492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8c11472e-d7a0-45eb-8a1b-4b41945bba41), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.609612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe570ea8-452d-4c63-a7f1-713a3bed1dae is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:34.623589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee281a-83c0-4fac-9096-eb116b75fda0 None None] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:34.667562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8c11472e-d7a0-45eb-8a1b-4b41945bba41), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.691711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Attempting to bind port a777e044-73ea-436c-b343-cd486aaf5ebf on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:04:34.692357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Attempting to bind port a777e044-73ea-436c-b343-cd486aaf5ebf by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:04:34.692852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Attempting to bind port a777e044-73ea-436c-b343-cd486aaf5ebf on network 2b4785ba-949e-4483-9248-5931fd22f4a5 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:34.698325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:04:34.698944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Checking segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:34.699641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.700115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Bound using segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:04:34.700787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Bound port: a777e044-73ea-436c-b343-cd486aaf5ebf, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:04:34.701252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.739364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8c11472e-d7a0-45eb-8a1b-4b41945bba41), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.764660 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c11472e-d7a0-45eb-8a1b-4b41945bba41,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:34.781833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:34.785161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a777e044-73ea-436c-b343-cd486aaf5ebf,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:04:34.832830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.834390 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c14973aa-2a2e-40f4-b220-d39e99b6b49a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704202 Apr 30 05:04:34.837363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40516) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:34.842470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:34.873341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.873341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:34.873341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.960839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d4d17f59-bdf0-4559-a1ea-0ae1c484f20c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:34.967423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:34.968064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:34.970693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee281a-83c0-4fac-9096-eb116b75fda0 None None] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:35.030772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (d4d17f59-bdf0-4559-a1ea-0ae1c484f20c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.088234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:35.088618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.099741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d4d17f59-bdf0-4559-a1ea-0ae1c484f20c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.120498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d17f59-bdf0-4559-a1ea-0ae1c484f20c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:35.133192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:35.170739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a777e044-73ea-436c-b343-cd486aaf5ebf,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:35.199278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.200443 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f094ed9e-fa7e-4a89-b824-69260b5256df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621459 Apr 30 05:04:35.203616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40518) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:35.213209 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:35.294396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (6c77bc56-5d79-4e7b-81ce-a93505a53ac4), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.356190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (6c77bc56-5d79-4e7b-81ce-a93505a53ac4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.356737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.443756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (6c77bc56-5d79-4e7b-81ce-a93505a53ac4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.457539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd073d12-ba3d-4974-a3cb-c7160f27aafa None None] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:35.462756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c77bc56-5d79-4e7b-81ce-a93505a53ac4,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:35.488543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0272670b-ca9a-42a8-ae8c-579aa256d947 None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:35.488910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0272670b-ca9a-42a8-ae8c-579aa256d947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.531574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.532803 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-19406e88-646e-4a4e-a2c6-4b151da4c315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282313 Apr 30 05:04:35.535525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40520) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:35.539817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:35.554280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:34Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:35.588841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20603cdb-1d4c-4e9b-81ef-e88f935c43b7 None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:34Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:04:35.638133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0272670b-ca9a-42a8-ae8c-579aa256d947 None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:35.646995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (975fbb9f-afb8-41e4-9102-1921d6f2579b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.723224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (975fbb9f-afb8-41e4-9102-1921d6f2579b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.817501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (975fbb9f-afb8-41e4-9102-1921d6f2579b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.832077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975fbb9f-afb8-41e4-9102-1921d6f2579b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:35.947446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:35.948796 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1573d62e-e979-4a87-86a4-44cfd2d0d6df tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4123399 Apr 30 05:04:35.951489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40522) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:35.956212 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:35.973528 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:04:36.038151 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:04:36.045008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c49abb08-a980-49ac-8455-5ebe207131d0), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.113597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c49abb08-a980-49ac-8455-5ebe207131d0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.162318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:36.211180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:36.211725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.213732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c49abb08-a980-49ac-8455-5ebe207131d0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.235577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49abb08-a980-49ac-8455-5ebe207131d0,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:36.296543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:36.309050 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.310607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-13aa24e8-4cda-4ba1-834b-c7d82e09d80e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3581729 Apr 30 05:04:36.313345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40524) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:36.317814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '0f18c70c-a07a-4862-817f-b24f6387cee6', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:36.409593 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:04:36.415676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7cfdef4b-acc7-45e7-a7f6-fb2b4e3d472f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.478711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (7cfdef4b-acc7-45e7-a7f6-fb2b4e3d472f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.540915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7cfdef4b-acc7-45e7-a7f6-fb2b4e3d472f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.556391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfdef4b-acc7-45e7-a7f6-fb2b4e3d472f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:36.640273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:36.641495 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7e49233b-f37f-431a-ab82-1208b91081f5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271170 Apr 30 05:04:36.788669 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-87ae16dc-ce94-418b-9282-d556d2608f97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338438595&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0443413 Apr 30 05:04:36.898218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-7ed39bf2-4b95-40f1-a493-9885b55b7d83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:36.899677 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-7ed39bf2-4b95-40f1-a493-9885b55b7d83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 200 len: 796 time: 0.1044748 Apr 30 05:04:36.913822 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-166973b4-6346-40cd-8249-5787c9787351 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0086272 Apr 30 05:04:36.993713 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-1beda93a-85b1-4fe8-9e9f-e40885e21437 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750401 Apr 30 05:04:37.136546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-5b8d2e1f-5943-4c67-b223-c9d445c71ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312087 Apr 30 05:04:37.224390 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-378c2112-0c4d-430f-88f8-4f16119e3153 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821004 Apr 30 05:04:37.962320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:38.506851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab6401b6-179e-4e1a-802b-238fa6c4ee91 req-577a9c72-88f0-4657-88a9-9af98c3624a9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 210 time: 0.0320389 Apr 30 05:04:39.603698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aea28454-be14-4714-a7f3-8beea4151c47 req-a8ffdeb0-e8f5-428f-a321-148f1b46fd3b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 210 time: 0.0294960 Apr 30 05:04:40.262478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-6747e20f-ea68-476e-8bf7-d5901e30bf4a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:40.264389 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-6747e20f-ea68-476e-8bf7-d5901e30bf4a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 200 len: 796 time: 0.1013949 Apr 30 05:04:40.328482 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-f7cebf88-24e3-486f-b37d-fed38e3d16e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 379 time: 0.0569699 Apr 30 05:04:40.337228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['0f18c70c-a07a-4862-817f-b24f6387cee6']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:40.523848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:04:40.527322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:40.654391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.4 (2b4785ba-949e-4483-9248-5931fd22f4a5/e0b51b33-bba1-402b-a60d-f01035989241/26c60550-aa5a-4a6a-95d9-3170ece04789) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:04:40.710710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-276312dd-3a14-49eb-aac1-c569f44a3f04 req-c356d481-e344-4e35-a129-ab056e85b22c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 210 time: 0.0381055 Apr 30 05:04:40.817904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:40.947236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:40.987059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:40.990124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:40.992576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:04:41.029229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:41.051655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:41.052265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.142409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-ec73c656-3fad-4e02-9524-237cc17f1c7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087392 Apr 30 05:04:41.153911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Request body: {'port': {'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:41.194915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c30d2a8d-82fd-4e26-9fb2-7b4d3080407d None None] Provisioning complete for port 26c60550-aa5a-4a6a-95d9-3170ece04789 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:41.195555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c30d2a8d-82fd-4e26-9fb2-7b4d3080407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.218745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.228776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c30d2a8d-82fd-4e26-9fb2-7b4d3080407d None None] Port 26c60550-aa5a-4a6a-95d9-3170ece04789 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:04:41.480946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c60550-aa5a-4a6a-95d9-3170ece04789 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:04:41.488176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks [] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.500387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Transition to ACTIVE for port object 26c60550-aa5a-4a6a-95d9-3170ece04789 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:04:41.568890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.642633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:41.669174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.669809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.669935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.670186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.674424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:41.709448 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Attempting to bind port 26c60550-aa5a-4a6a-95d9-3170ece04789 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:04:41.709784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Attempting to bind port 26c60550-aa5a-4a6a-95d9-3170ece04789 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:04:41.710111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Attempting to bind port 26c60550-aa5a-4a6a-95d9-3170ece04789 on network 2b4785ba-949e-4483-9248-5931fd22f4a5 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:41.715130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Port 26c60550-aa5a-4a6a-95d9-3170ece04789 on network 2b4785ba-949e-4483-9248-5931fd22f4a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:04:41.715452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Attempting to bind port 26c60550-aa5a-4a6a-95d9-3170ece04789 on network 2b4785ba-949e-4483-9248-5931fd22f4a5 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:04:41.720621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:04:41.720957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Checking segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:04:41.721344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Bound using segment: {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:04:41.721805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Bound port: 26c60550-aa5a-4a6a-95d9-3170ece04789, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66068611-2c18-4c79-8751-5d33a62bb6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:04:41.726227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.821803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:04:41.840156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26c60550-aa5a-4a6a-95d9-3170ece04789,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:04:41.847167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e35fd-c49e-4fe8-8d16-22293900a142 req-06a9fc60-15b8-443e-a0c3-b60d80f5e9c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:41.848668 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b63e35fd-c49e-4fe8-8d16-22293900a142 req-06a9fc60-15b8-443e-a0c3-b60d80f5e9c8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 943 time: 0.0654371 Apr 30 05:04:41.900784 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b63e35fd-c49e-4fe8-8d16-22293900a142 req-804f11b2-c72a-4f4f-b13a-76d9772af14d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Apr 30 05:04:41.902341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.937077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:41.937709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:41.939068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] 10.222.0.13 "PUT /v2.0/ports/26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 200 len: 1093 time: 0.7899311 Apr 30 05:04:41.939508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:04:41.941761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293d8ca-4c13-4744-b33e-246ed1416608" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:04:41.970894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb33fd-f347-471b-ba89-5c2c56586af4 service neutron] Pushing event updated for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:41.981844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e3ae8-7342-41ca-9413-6813e7ccc32f x-openstack-request-id: req-389e3ae8-7342-41ca-9413-6813e7ccc32f {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:04:41.982136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:04:41.982421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-389e3ae8-7342-41ca-9413-6813e7ccc32f {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:04:41.982830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389e3ae8-7342-41ca-9413-6813e7ccc32f'] response: {'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'status': 'completed', 'code': 200} Apr 30 05:04:42.043205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-a5927bf1-2460-4ee5-8bb0-983c55bc34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.044804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-a5927bf1-2460-4ee5-8bb0-983c55bc34f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1127 time: 0.0415661 Apr 30 05:04:42.152028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-e9a41e40-121c-45b0-b4af-64b40c1081ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.153556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-e9a41e40-121c-45b0-b4af-64b40c1081ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1024129 Apr 30 05:04:42.249129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-25850d9a-19af-4df9-8cf1-311236115a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.250522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a293d8ca-4c13-4744-b33e-246ed1416608 req-25850d9a-19af-4df9-8cf1-311236115a4e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0915234 Apr 30 05:04:42.609698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-99358f8e-9fb8-4a60-ad53-6ec7c350fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.611247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-99358f8e-9fb8-4a60-ad53-6ec7c350fab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1127 time: 0.3274977 Apr 30 05:04:42.651416 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-12b255ba-d7d3-4669-8d2b-c6bbb4137a98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 200 len: 217 time: 0.0331752 Apr 30 05:04:42.698171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4a7cc5d1-e1ea-449f-856c-e0d0a6df1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.699631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-4a7cc5d1-e1ea-449f-856c-e0d0a6df1d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0b51b33-bba1-402b-a60d-f01035989241 HTTP/1.1" status: 200 len: 835 time: 0.0431364 Apr 30 05:04:42.744693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-70b9b722-921b-4cb4-b376-cdd4a863a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:42.746211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-70b9b722-921b-4cb4-b376-cdd4a863a886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b4785ba-949e-4483-9248-5931fd22f4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412850 Apr 30 05:04:42.832563 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-5aebbdc8-013c-40a6-b7e4-b97ce0238e29 service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807703 Apr 30 05:04:42.923538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c98ac12f-a9c1-4276-905e-cf77e35d67d7 req-39d4e799-323d-48bf-9765-c40edebee727 service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853961 Apr 30 05:04:43.017891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84803c-08b7-40b0-8e20-be0da3cf63e8 req-d7ed8de4-fd68-440d-9517-de71ebeba97c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:43.019376 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b84803c-08b7-40b0-8e20-be0da3cf63e8 req-d7ed8de4-fd68-440d-9517-de71ebeba97c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 943 time: 0.0471895 Apr 30 05:04:43.071153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b84803c-08b7-40b0-8e20-be0da3cf63e8 req-6e1bbd81-2088-43f7-acac-6c5f3446d0a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Apr 30 05:04:44.190418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e209e4-27ab-456a-8d8f-ccac8b7743a0 req-594721bd-025e-4d85-81ef-7413e7cbea55 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:44.191860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14e209e4-27ab-456a-8d8f-ccac8b7743a0 req-594721bd-025e-4d85-81ef-7413e7cbea55 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 943 time: 0.0511599 Apr 30 05:04:44.239854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14e209e4-27ab-456a-8d8f-ccac8b7743a0 req-b6137124-8148-4976-b606-a64998d17352 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Apr 30 05:04:45.351799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae055d9-04e6-4f26-adc8-2c37b7484665 req-1ce7442a-4747-42b7-81ff-632aa56a4255 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:45.353272 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ae055d9-04e6-4f26-adc8-2c37b7484665 req-1ce7442a-4747-42b7-81ff-632aa56a4255 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 943 time: 0.0463345 Apr 30 05:04:45.402548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ae055d9-04e6-4f26-adc8-2c37b7484665 req-ed9e3b43-7d2c-43db-8908-8c6f56b72945 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Apr 30 05:04:45.849360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26c60550-aa5a-4a6a-95d9-3170ece04789 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:04:45.943161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26c60550-aa5a-4a6a-95d9-3170ece04789,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:45.957849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:04:45.993499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 26c60550-aa5a-4a6a-95d9-3170ece04789 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:45.993884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:46.006570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c60550-aa5a-4a6a-95d9-3170ece04789 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:04:46.025231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26c60550-aa5a-4a6a-95d9-3170ece04789,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:46.081942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:46.130586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:46.137846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.138187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.138553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.138889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.139219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.139564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.139870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.140185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.140505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.140823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.141144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.141465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.141779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.142088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.142433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:04:46.269045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['26c60550-aa5a-4a6a-95d9-3170ece04789'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:04:46.516081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438610-6516-4611-bde7-ecdb388b80f2 req-46f5df05-c727-485e-a0c4-bd20d2c7ad85 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:46.517472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49438610-6516-4611-bde7-ecdb388b80f2 req-46f5df05-c727-485e-a0c4-bd20d2c7ad85 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 944 time: 0.0474334 Apr 30 05:04:46.569847 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49438610-6516-4611-bde7-ecdb388b80f2 req-0c760e42-520b-4eb9-afbd-a17b891b762c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469029 Apr 30 05:04:47.682481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7b571-ba06-4265-adfe-46fa68249ccb req-dd094de7-6d60-4436-968d-353fb518fafd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:47.683913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0f7b571-ba06-4265-adfe-46fa68249ccb req-dd094de7-6d60-4436-968d-353fb518fafd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 944 time: 0.0457530 Apr 30 05:04:47.732389 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0f7b571-ba06-4265-adfe-46fa68249ccb req-8eae452f-8692-48a2-b00e-de057e3d0622 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Apr 30 05:04:47.855375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26c60550-aa5a-4a6a-95d9-3170ece04789 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:04:47.898935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 26c60550-aa5a-4a6a-95d9-3170ece04789 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:04:47.973144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 26c60550-aa5a-4a6a-95d9-3170ece04789 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:04:47.973512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:48.053409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 26c60550-aa5a-4a6a-95d9-3170ece04789 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:04:48.053786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:48.076862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:04:48.079389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f7585c-d858-410d-99e9-14b91232f09e" -d '{"events": [{"server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "name": "network-vif-plugged", "status": "completed", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:04:48.098138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26c60550-aa5a-4a6a-95d9-3170ece04789,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:04:48.113594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a48700c-f3f0-4d70-ae77-1034bc8524ff x-openstack-request-id: req-8a48700c-f3f0-4d70-ae77-1034bc8524ff {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:04:48.113892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "name": "network-vif-plugged", "status": "completed", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:04:48.114146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a48700c-f3f0-4d70-ae77-1034bc8524ff {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:04:48.114579 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a48700c-f3f0-4d70-ae77-1034bc8524ff'] response: {'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'code': 200} Apr 30 05:04:48.173620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:48.220507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:48.416909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24237-0181-4a26-bf10-ae5fc939c009 req-1244fff6-be4a-4000-aed6-7bdd9815aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:48.418419 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3c24237-0181-4a26-bf10-ae5fc939c009 req-1244fff6-be4a-4000-aed6-7bdd9815aed0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1129 time: 0.0378578 Apr 30 05:04:48.463381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3c24237-0181-4a26-bf10-ae5fc939c009 req-cfa38e15-0454-45ec-bc26-019d7f7c481d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387886 Apr 30 05:04:48.847557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e43c7b-7409-47a9-958e-95e511279527 req-464d112d-be1c-4677-9bc7-0cafb6ea7c79 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:48.849040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-70e43c7b-7409-47a9-958e-95e511279527 req-464d112d-be1c-4677-9bc7-0cafb6ea7c79 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Apr 30 05:04:48.898651 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-70e43c7b-7409-47a9-958e-95e511279527 req-5835d70b-180f-40e2-8a5c-78aa208d28e8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439167 Apr 30 05:04:50.098764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d198e7-a7f1-409d-868d-7d45536df73c req-33c4e354-851c-4cf2-a0d4-f24aeb928857 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:50.098764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7d198e7-a7f1-409d-868d-7d45536df73c req-33c4e354-851c-4cf2-a0d4-f24aeb928857 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Apr 30 05:04:50.098764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7d198e7-a7f1-409d-868d-7d45536df73c req-ba6e329e-6164-438b-9d18-4fc4508c4aa1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Apr 30 05:04:50.184637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9cee-93f8-4a16-874f-7e98573b0875 req-a32a7cd3-4add-4dae-8b24-8545eac7d162 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:50.186074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-96dc9cee-93f8-4a16-874f-7e98573b0875 req-a32a7cd3-4add-4dae-8b24-8545eac7d162 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Apr 30 05:04:50.237937 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-96dc9cee-93f8-4a16-874f-7e98573b0875 req-7424244d-4422-4f80-bf92-99ca6db22f2e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460098 Apr 30 05:04:50.259724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40582) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:50.297474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2734b-afca-44c4-b1eb-575ae1309c0c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:50.298990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f6e2734b-afca-44c4-b1eb-575ae1309c0c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1124 time: 0.0383022 Apr 30 05:04:50.301688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40584) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:50.306171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:04:50.380453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:50.461203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:50.560741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.222 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/14586a90-0b25-4bf5-b145-73b3b83b86f0) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:04:50.663157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:50.752666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:50.794490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:04:50.797603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:04:50.802004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:04:50.804047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=14586a90-0b25-4bf5-b145-73b3b83b86f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:51.197401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (9a6ee47e-61bd-442b-a637-f8f7652857b4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.343410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.492920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.546459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.616094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=14586a90-0b25-4bf5-b145-73b3b83b86f0,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:04:51.627429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (9a6ee47e-61bd-442b-a637-f8f7652857b4), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.732655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4 associated. External IP: 172.26.5.222, port: 26c60550-aa5a-4a6a-95d9-3170ece04789. Apr 30 05:04:51.809134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-09e731ad-944a-4456-968c-254b9e3f903c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:51.949739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:04:52.062808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:04:52.072105 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:04:52.081889 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:52.082516 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:52.140930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:52.171317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e43adf25-1d5b-4469-8b8b-c92e8a15a05a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683929 Apr 30 05:04:52.172345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:04:52.174088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40586) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:52.174951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4948901b-48ac-4155-8a1f-03f6c368ef69" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:04:52.189543 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:52.216802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f2db8-5482-4e19-80af-238d81ea6d42 x-openstack-request-id: req-311f2db8-5482-4e19-80af-238d81ea6d42 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:04:52.217336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:04:52.217583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-311f2db8-5482-4e19-80af-238d81ea6d42 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:04:52.218329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311f2db8-5482-4e19-80af-238d81ea6d42'] response: {'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'status': 'completed', 'code': 200} Apr 30 05:04:52.277990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-8836e698-f50d-4c64-98e9-e45536905371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:52.279842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-8836e698-f50d-4c64-98e9-e45536905371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1129 time: 0.0411291 Apr 30 05:04:52.292094 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6630a9ef-1f9f-404c-bf02-7143321c57e3 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f HTTP/1.1" status: 200 len: 920 time: 0.1154311 Apr 30 05:04:52.295070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40590) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:52.361593 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3654b85a-ee56-4ea2-95e7-fba854c35a95 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 991 time: 0.0641828 Apr 30 05:04:52.377904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-d49b7f3a-6894-48c4-bae2-3681d58029e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:52.379523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-d49b7f3a-6894-48c4-bae2-3681d58029e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 200 len: 896 time: 0.0940592 Apr 30 05:04:52.412896 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:04:51Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:35Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:52.439397 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:04:52.446737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-ec8dcb40-6a01-47cd-a970-ab14390bcdb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 200 len: 999 time: 0.0597785 Apr 30 05:04:52.447451 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:04:52.448108 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:04:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:52.499080 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-86a071da-1b09-4e84-b951-991a444b5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:52.500561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-86a071da-1b09-4e84-b951-991a444b5a79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0b51b33-bba1-402b-a60d-f01035989241 HTTP/1.1" status: 200 len: 835 time: 0.0489757 Apr 30 05:04:52.545353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-d8142bb7-2a4c-452e-9800-23afe42ec60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:04:52.546876 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-d8142bb7-2a4c-452e-9800-23afe42ec60a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b4785ba-949e-4483-9248-5931fd22f4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400701 Apr 30 05:04:52.556205 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:04:52.635648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-71d419b6-939e-4b89-ab45-45795b1ce0a5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Apr 30 05:04:52.731966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4948901b-48ac-4155-8a1f-03f6c368ef69 req-15cd9c1e-cdce-44dd-abfe-d312ef271080 service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912449 Apr 30 05:04:52.769075 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:04:51Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:35Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:04:52.798520 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba918c-dc64-4f08-b33c-7470159c622e None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:04:51Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:04:35Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:04:52.987339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2841928-ce5e-44c1-be12-2c86b7a0fef4 None None] New status for floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:04:53.364249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40592) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:04:53.430707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b8c2727d-3912-4598-8455-52334c45e3c9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 993 time: 0.0653036 Apr 30 05:04:54.014718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-93d87764-3300-4afd-941c-543499748cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:54.997638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:56.744423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:04:58.173062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:07.962994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:12.969652 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:05:21.814073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b25346fb-ef7d-48d4-ab57-b5edd3a1ca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:24.035394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1587830c-94e7-4366-a9de-31ef4be86354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:24.672341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40604) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:24.783773 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b0f95c74-535a-430f-9821-52bb7c91a7f7 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1102939 Apr 30 05:05:24.786579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40606) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:24.961351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4460708e-68d0-4c0c-8def-2bebdc0f82fd tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Notify agent at dv-neutron-838078-9-hyperv the message router_removed_from_agent {{(pid=111174) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 30 05:05:24.964493 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4460708e-68d0-4c0c-8def-2bebdc0f82fd tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "DELETE /v2.0/agents/cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83/l3-routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f HTTP/1.1" status: 204 len: 168 time: 0.1769969 Apr 30 05:05:24.967487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40608) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:25.020284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:25.086335 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-124f9793-a50b-4dec-ad5d-067c57aed941 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1177332 Apr 30 05:05:25.088915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40610) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:25.432018 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-68c0e8ba-4148-400e-93a5-f3991084462e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 993 time: 0.3420136 Apr 30 05:05:25.760047 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba68a6e-30d9-4392-b2ae-d0522fa1da80 None None] New status for floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:05:25.923599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-15eb51da-146c-412d-8d8f-0a03761b6744 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381620 Apr 30 05:05:26.006912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-efff2568-6ef1-4fc7-b867-2b176aad4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:26.008301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-efff2568-6ef1-4fc7-b867-2b176aad4a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1129 time: 0.0416644 Apr 30 05:05:26.114426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-7d0e46bb-6ad1-4164-89cf-706c0387f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:26.116018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-7d0e46bb-6ad1-4164-89cf-706c0387f8d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 200 len: 896 time: 0.0887947 Apr 30 05:05:26.159471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:26.181749 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-923f61d8-647d-4806-85fc-86bebe49fef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 200 len: 999 time: 0.0591569 Apr 30 05:05:26.228842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-af23ecf9-af9e-456b-9309-6dc418b62abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:26.230835 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-af23ecf9-af9e-456b-9309-6dc418b62abb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0b51b33-bba1-402b-a60d-f01035989241 HTTP/1.1" status: 200 len: 835 time: 0.0433607 Apr 30 05:05:26.238092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe570ea8-452d-4c63-a7f1-713a3bed1dae is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:26.238500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:26.258943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe570ea8-452d-4c63-a7f1-713a3bed1dae,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:26.276659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-2c5fe2bd-c4a1-4276-809c-77b43ef981c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:26.278937 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-2c5fe2bd-c4a1-4276-809c-77b43ef981c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b4785ba-949e-4483-9248-5931fd22f4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422480 Apr 30 05:05:26.332505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:26.333209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:26.367871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-ef751f3a-7185-4d59-84d9-adf04381c56c service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Apr 30 05:05:26.406697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:26.436038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40612) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:26.450620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:26.451012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:26.467633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0a65b21-1eba-4a53-aa98-b53ae795832e req-ff4cf3f4-dc7a-4f10-af6c-c6a9a2e13105 service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942738 Apr 30 05:05:26.489210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a777e044-73ea-436c-b343-cd486aaf5ebf,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:26.506562 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b2fca9a0-c638-4774-95a3-f379143db7e0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 991 time: 0.0686295 Apr 30 05:05:26.544522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:26.590807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:26.756659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:27.607837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40616) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:27.796631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d524d-220f-4807-8784-6f554797994d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:05:27.796906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d524d-220f-4807-8784-6f554797994d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Notify agent at dv-neutron-838078-9-hyperv the message router_added_to_agent {{(pid=111174) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 30 05:05:27.814728 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a8d524d-220f-4807-8784-6f554797994d tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "POST /v2.0/agents/cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2058604 Apr 30 05:05:27.817316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40622) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:27.830069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:05:27.839447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:27.840555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:27.933051 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eb56a302-7c26-487a-940c-f662fda03688 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1142240 Apr 30 05:05:27.936353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40624) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:27.948384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:27.997250 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-95ccc835-5b5c-45d1-b8e9-433e0913ea74 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 991 time: 0.0598161 Apr 30 05:05:28.178957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:05:25Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:28.207153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:05:28.209048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:28.218024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:28.218645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:28.327108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:28.534586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:05:25Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:28.567042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8a40b-e6ef-45e6-82c0-14fd90896ab3 None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '9a6ee47e-61bd-442b-a637-f8f7652857b4', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'port_id': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'mac_address': 'fa:16:3e:cb:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:04:51Z', 'updated_at': '2022-04-30T05:05:25Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:26Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:05:29.001272 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40626) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:29.068116 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3cfa74e1-7a0c-4aed-99c1-654b48f22200 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 991 time: 0.0657315 Apr 30 05:05:30.071959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40628) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:30.139971 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a4e84861-4277-4848-9e9e-5c6aaebb044c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 991 time: 0.0667701 Apr 30 05:05:30.191839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:30.232908 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d5311-31c5-48b1-ad1f-fc1c58c83ebd None None] New status for floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:05:30.241069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe570ea8-452d-4c63-a7f1-713a3bed1dae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:30.241441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.319440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe570ea8-452d-4c63-a7f1-713a3bed1dae is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:30.319818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.339300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe570ea8-452d-4c63-a7f1-713a3bed1dae,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:30.534401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.535144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:30.608347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:30.619473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:30.619842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.701825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:30.702201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.733198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a777e044-73ea-436c-b343-cd486aaf5ebf,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:30.814479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:30.865315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:31.142082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40630) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:31.206022 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b26ffd0d-901d-4ef3-98a0-e7adf614bb6b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 200 len: 993 time: 0.0627005 Apr 30 05:05:31.445858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40636) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:31.592522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 14586a90-0b25-4bf5-b145-73b3b83b86f0 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:05:31.592860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:31.673258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:31.673583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (14586a90-0b25-4bf5-b145-73b3b83b86f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:31.685731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 14586a90-0b25-4bf5-b145-73b3b83b86f0 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:05:31.887034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (14586a90-0b25-4bf5-b145-73b3b83b86f0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:31.917054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=14586a90-0b25-4bf5-b145-73b3b83b86f0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:31.976816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (9a6ee47e-61bd-442b-a637-f8f7652857b4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:31.977146 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4 disassociated (deleted). External IP: 172.26.5.222, port: 26c60550-aa5a-4a6a-95d9-3170ece04789. Apr 30 05:05:32.180225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:32.194777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:05:32.225153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fe570ea8-452d-4c63-a7f1-713a3bed1dae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:32.225519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:32.304346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fe570ea8-452d-4c63-a7f1-713a3bed1dae is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:32.305467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:32.307328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:05:32.312787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:32.327141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:05:32.346113 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ec49a48a-ce1c-4af9-a6c5-441e403c099c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/9a6ee47e-61bd-442b-a637-f8f7652857b4 HTTP/1.1" status: 204 len: 168 time: 0.8967073 Apr 30 05:05:32.346113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:05:32.346892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313fae21-ba32-468f-9705-33afe4ea7962" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:05:32.349536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:32.350171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:32.384346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee2909-eef8-4cef-8abf-844bd9f3515e x-openstack-request-id: req-b7ee2909-eef8-4cef-8abf-844bd9f3515e {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:05:32.384824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:05:32.385376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7ee2909-eef8-4cef-8abf-844bd9f3515e {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:05:32.387235 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ee2909-eef8-4cef-8abf-844bd9f3515e'] response: {'name': 'network-changed', 'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'status': 'completed', 'code': 200} Apr 30 05:05:32.402693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a777e044-73ea-436c-b343-cd486aaf5ebf triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:32.403063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:32.498549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fae21-ba32-468f-9705-33afe4ea7962 req-56dd325f-e86e-490b-9f9e-8bace446e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:32.500048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-56dd325f-e86e-490b-9f9e-8bace446e20e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 1129 time: 0.0933461 Apr 30 05:05:32.529724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:32.569607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a777e044-73ea-436c-b343-cd486aaf5ebf is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:32.601906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fae21-ba32-468f-9705-33afe4ea7962 req-2abf8961-9c2a-4dd5-a5ea-39b9b123e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:32.603712 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-2abf8961-9c2a-4dd5-a5ea-39b9b123e346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 200 len: 896 time: 0.0979948 Apr 30 05:05:32.759631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:32.788955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:05:32.798901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:32.799524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:32.919009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:32.976494 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-97a84805-20b0-4128-b7b7-f0239c24bd80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 200 len: 217 time: 0.3670704 Apr 30 05:05:33.072041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f701eb-a7fa-46b6-8122-78da7103a55c req-ba832c6c-636f-4257-bbee-ed72eb7599e0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:33.073519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-31f701eb-a7fa-46b6-8122-78da7103a55c req-ba832c6c-636f-4257-bbee-ed72eb7599e0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.1021452 Apr 30 05:05:33.128197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:33.134804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-31f701eb-a7fa-46b6-8122-78da7103a55c req-5e6d1b5a-a8f0-45dd-817a-a77ce62ae278 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536489 Apr 30 05:05:33.155959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52fe38-ff00-40fe-b6a0-d5463334b64f None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:04:32Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'a777e044-73ea-436c-b343-cd486aaf5ebf', 'name': '', 'network_id': '2b4785ba-949e-4483-9248-5931fd22f4a5', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:51:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:31Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e0b51b33-bba1-402b-a60d-f01035989241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:05:33.719567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fae21-ba32-468f-9705-33afe4ea7962 req-1f0ddcc0-a96c-4d07-93c9-4a1beb73cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:33.721595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-1f0ddcc0-a96c-4d07-93c9-4a1beb73cc5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0b51b33-bba1-402b-a60d-f01035989241 HTTP/1.1" status: 200 len: 835 time: 0.0537322 Apr 30 05:05:33.767458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fae21-ba32-468f-9705-33afe4ea7962 req-c92794db-dc0d-4cea-8a9b-bb5f406511f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:33.768883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-c92794db-dc0d-4cea-8a9b-bb5f406511f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b4785ba-949e-4483-9248-5931fd22f4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407076 Apr 30 05:05:33.836895 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c7ef2-d4db-460f-a123-577d9d1ba48e None None] New status for floating IP 9a6ee47e-61bd-442b-a637-f8f7652857b4: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:05:33.947662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-cc669aea-54f0-4432-8643-6b1fd8c3367d service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874341 Apr 30 05:05:34.028032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-db5ee0fa-ac73-4516-8dae-76c013052125 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:34.029925 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-db5ee0fa-ac73-4516-8dae-76c013052125 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Apr 30 05:05:34.071461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-313fae21-ba32-468f-9705-33afe4ea7962 req-c03eeeea-e921-4c3c-bd96-a02cdfdf630c service neutron] 10.222.0.13 "GET /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924852 Apr 30 05:05:34.121539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 26c60550-aa5a-4a6a-95d9-3170ece04789 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:05:34.121962 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:34.213332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 26c60550-aa5a-4a6a-95d9-3170ece04789, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=26c60550-aa5a-4a6a-95d9-3170ece04789,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:34.213773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:34.228531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 26c60550-aa5a-4a6a-95d9-3170ece04789 owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:05:34.318637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dc5a9-2bda-41ef-914b-d160effc34a2 req-01b033d8-1276-446f-89d5-033ee5f8644b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:34.320322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d2dc5a9-2bda-41ef-914b-d160effc34a2 req-01b033d8-1276-446f-89d5-033ee5f8644b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d7c750d-90a5-4954-b99c-6e6d69178d07 HTTP/1.1" status: 200 len: 945 time: 0.1176419 Apr 30 05:05:34.374511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d2dc5a9-2bda-41ef-914b-d160effc34a2 req-198c49fd-0f35-430f-ab45-c16e77e4a028 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f18c70c-a07a-4862-817f-b24f6387cee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Apr 30 05:05:34.413833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (26c60550-aa5a-4a6a-95d9-3170ece04789), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:34.444476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=26c60550-aa5a-4a6a-95d9-3170ece04789,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:34.470526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.470870 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.471203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.471541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.471871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.472195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.472521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.472836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.473153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.473471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.473795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.474113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.474456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.474769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.475080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:34.502585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 26c60550-aa5a-4a6a-95d9-3170ece04789 on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:05:34.505025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:34.508354 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c8f4ab26-ee17-4bb8-b8ec-bfc8127bff5a req-32d78bce-894d-4bb8-a4a3-6518d4ede94d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/26c60550-aa5a-4a6a-95d9-3170ece04789 HTTP/1.1" status: 204 len: 173 time: 0.4732721 Apr 30 05:05:34.508779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'name': 'network-vif-deleted', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:05:34.511085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c46f34a-5f65-4936-a816-aee48c5a8a92" -d '{"events": [{"server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "name": "network-vif-deleted", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:05:34.553503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff25c9-8651-4df3-8ffb-fcb293d6561d x-openstack-request-id: req-41ff25c9-8651-4df3-8ffb-fcb293d6561d {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:05:34.553503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7c750d-90a5-4954-b99c-6e6d69178d07", "name": "network-vif-deleted", "tag": "26c60550-aa5a-4a6a-95d9-3170ece04789", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:05:34.553503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ff25c9-8651-4df3-8ffb-fcb293d6561d {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:05:34.553503 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ff25c9-8651-4df3-8ffb-fcb293d6561d'] response: {'server_uuid': '4d7c750d-90a5-4954-b99c-6e6d69178d07', 'name': 'network-vif-deleted', 'tag': '26c60550-aa5a-4a6a-95d9-3170ece04789', 'status': 'completed', 'code': 200} Apr 30 05:05:35.436509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40656) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:35.494877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (0f18c70c-a07a-4862-817f-b24f6387cee6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:35.519917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (0f18c70c-a07a-4862-817f-b24f6387cee6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:35.659312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0f18c70c-a07a-4862-817f-b24f6387cee6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:35.661926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:35.663105 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f18c70c-a07a-4862-817f-b24f6387cee6 HTTP/1.1" status: 204 len: 168 time: 0.2255690 Apr 30 05:05:35.673332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330c795-eea4-400e-b584-dd0b910a8db5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18c70c-a07a-4862-817f-b24f6387cee6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:35.780293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40660) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:36.126831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:36.372110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port a777e044-73ea-436c-b343-cd486aaf5ebf {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:05:36.372381 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:36.463159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port a777e044-73ea-436c-b343-cd486aaf5ebf, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a777e044-73ea-436c-b343-cd486aaf5ebf,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:36.463755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:36.477062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for a777e044-73ea-436c-b343-cd486aaf5ebf owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:05:36.722679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a777e044-73ea-436c-b343-cd486aaf5ebf), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:36.753626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=a777e044-73ea-436c-b343-cd486aaf5ebf,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:37.207492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.426751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:05:37.535628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:05:37.540552 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6ec32ab8-f32b-4315-aa04-3d2ea547ead6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7591839 Apr 30 05:05:37.543419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40662) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:37.547345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Sync routers for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:05:37.561427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:37.562112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:37.594289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet e0b51b33-bba1-402b-a60d-f01035989241 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:05:37.597333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (e0b51b33-bba1-402b-a60d-f01035989241), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.637634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (e0b51b33-bba1-402b-a60d-f01035989241), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.669009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:37.724332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (e0b51b33-bba1-402b-a60d-f01035989241), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.836107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:05:36Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:37.854178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (e0b51b33-bba1-402b-a60d-f01035989241), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.862351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Checking router: c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:05:37.870591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Routers {'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:37.871192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:37.882440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b51b33-bba1-402b-a60d-f01035989241,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:37.886860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:37.890227 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2ad0076-6c35-4560-96d2-8ec4c8a88042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/e0b51b33-bba1-402b-a60d-f01035989241 HTTP/1.1" status: 204 len: 168 time: 0.3458738 Apr 30 05:05:37.892833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40664) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:37.915602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a6c3f-16e4-4227-b2eb-639c6131fb15 None None] Network 2b4785ba-949e-4483-9248-5931fd22f4a5 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:05:38.008082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.026115 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.065379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] Set router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:38.123041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26c60550-aa5a-4a6a-95d9-3170ece04789 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:38.123693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.145199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] DHCP port deletion for 2b4785ba-949e-4483-9248-5931fd22f4a5 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:05:38.157524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 26c60550-aa5a-4a6a-95d9-3170ece04789 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:05:38.159332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 26c60550-aa5a-4a6a-95d9-3170ece04789 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:05:38.246437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port fe570ea8-452d-4c63-a7f1-713a3bed1dae {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:05:38.247086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.336550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port fe570ea8-452d-4c63-a7f1-713a3bed1dae, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fe570ea8-452d-4c63-a7f1-713a3bed1dae,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:38.336916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.351021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for fe570ea8-452d-4c63-a7f1-713a3bed1dae owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:05:38.369667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db67e766-6ebe-4ef3-9158-85866a24b02a no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:38.417516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Deleting port db67e766-6ebe-4ef3-9158-85866a24b02a {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:05:38.417881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.526238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] For port db67e766-6ebe-4ef3-9158-85866a24b02a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db67e766-6ebe-4ef3-9158-85866a24b02a,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:38.526721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.560890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Calling delete_port for db67e766-6ebe-4ef3-9158-85866a24b02a owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:05:38.581591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:05:36Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:38.587366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db67e766-6ebe-4ef3-9158-85866a24b02a is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:38.587746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.596510 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fe570ea8-452d-4c63-a7f1-713a3bed1dae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.625064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=fe570ea8-452d-4c63-a7f1-713a3bed1dae,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:38.644914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0066a5f-9f1d-4dc4-a1fe-9936698641a7 None None] The sync data for ids ['c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f'] in dv-neutron-838078-9-hyperv is: [{'id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'name': 'tempest-TestNetworkBasicOps-router-609717827', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5'}], 'enable_snat': True}, 'gw_port_id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:04:27Z', 'updated_at': '2022-04-30T05:05:36Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'fe570ea8-452d-4c63-a7f1-713a3bed1dae', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:04:28Z', 'updated_at': '2022-04-30T05:05:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:05:38.692459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port db67e766-6ebe-4ef3-9158-85866a24b02a, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db67e766-6ebe-4ef3-9158-85866a24b02a,segment=NetworkSegment(66068611-2c18-4c79-8751-5d33a62bb6a8),segment_id=66068611-2c18-4c79-8751-5d33a62bb6a8)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:38.705396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.780343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.817767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.819964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.833046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=db67e766-6ebe-4ef3-9158-85866a24b02a,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:38.853863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (db67e766-6ebe-4ef3-9158-85866a24b02a), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.883198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] Pushing event deleted for resources: {'Port': ['ID=db67e766-6ebe-4ef3-9158-85866a24b02a,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:38.887036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c8d39-2da1-4f39-8b95-6fffa034d5a4 None None] No DVR routers for this DVR port db67e766-6ebe-4ef3-9158-85866a24b02a on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:05:38.916800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.918037 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:05:38.925042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:38.926154 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-81db0d8f-9cd7-4509-9d97-f72cda2940b9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/c5f729eb-6c8b-4d9f-b282-ebd5dc616c3f HTTP/1.1" status: 204 len: 168 time: 1.0322099 Apr 30 05:05:38.929376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40666) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:39.005992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (2b4785ba-949e-4483-9248-5931fd22f4a5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.101869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (2b4785ba-949e-4483-9248-5931fd22f4a5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.125651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4785ba-949e-4483-9248-5931fd22f4a5']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:39.135811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66068611-2c18-4c79-8751-5d33a62bb6a8') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:39.136134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66068611-2c18-4c79-8751-5d33a62bb6a8') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:39.146021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (66068611-2c18-4c79-8751-5d33a62bb6a8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.159786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (66068611-2c18-4c79-8751-5d33a62bb6a8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.165565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:05:39.165938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (66068611-2c18-4c79-8751-5d33a62bb6a8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:05:39.169638 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:05:39.293954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (2b4785ba-949e-4483-9248-5931fd22f4a5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.301111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.304269 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/2b4785ba-949e-4483-9248-5931fd22f4a5 HTTP/1.1" status: 204 len: 168 time: 0.3745165 Apr 30 05:05:39.316530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915ce6f-a878-46e5-9ed8-1e95d88c406d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=2b4785ba-949e-4483-9248-5931fd22f4a5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:39.329078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40668) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:39.334105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--1109208861', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:39.419364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:05:39.422801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.450539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:05:39.459213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6da54f7f-f26c-48a8-9e2c-5c8f5000df1b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.459547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 6da54f7f-f26c-48a8-9e2c-5c8f5000df1b of type vlan for network f8dfe708-d45d-4c39-bdee-a6b9afec6778 Apr 30 05:05:39.497587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f8dfe708-d45d-4c39-bdee-a6b9afec6778), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.584849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f8dfe708-d45d-4c39-bdee-a6b9afec6778), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.590351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:39.591120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.658894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=f8dfe708-d45d-4c39-bdee-a6b9afec6778,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:39.669004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:05:39.686863 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-639ca38e-e829-42f8-aaf6-b9b6c632e9d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3566167 Apr 30 05:05:39.689710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40670) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:39.694301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-24904543', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:39.780155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.781118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:39.836530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (f8d5cd40-a168-46a4-84cd-6121bd60945e), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.039724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (f8d5cd40-a168-46a4-84cd-6121bd60945e), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.178907 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:40.200192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fe570ea8-452d-4c63-a7f1-713a3bed1dae {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:05:40.200609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fe570ea8-452d-4c63-a7f1-713a3bed1dae not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:05:40.201030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:05:40.223742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a777e044-73ea-436c-b343-cd486aaf5ebf {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:05:40.224007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a777e044-73ea-436c-b343-cd486aaf5ebf not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:05:40.259690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.279721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.383371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.248 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/5fd0d67b-c5b8-407c-a87c-876c05859c87) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:05:40.488550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.578573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:40.614651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:05:40.617452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:40.624555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:05:40.647506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=5fd0d67b-c5b8-407c-a87c-876c05859c87,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:40.953091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:41.150888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:41.383938 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router f8d5cd40-a168-46a4-84cd-6121bd60945e is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:05:41.493105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:05:41.503867 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Sync routers for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:05:41.513971 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:41.514608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:41.547389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:41.548902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a37a9ddc-86de-4de2-bd80-02c21c031191 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8579817 Apr 30 05:05:41.551853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40672) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:41.579984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6a05ad9a-9cd6-442d-a6d9-19d005b86361 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270491 Apr 30 05:05:41.582656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40674) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:41.675157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a1ea7-1fd9-4ae8-bcc0-3983bf28dbca tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:41.676740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-744a1ea7-1fd9-4ae8-bcc0-3983bf28dbca tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931921 Apr 30 05:05:41.679669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40676) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:41.710241 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:41.717233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c6fc7d88-7247-4bc8-97e4-06eb67a3e278 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365047 Apr 30 05:05:41.719816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40678) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:41.724541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267984085', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:41.873732 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:40Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:41.888150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:05:41.891854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:41.903288 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Checking router: f8d5cd40-a168-46a4-84cd-6121bd60945e for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:05:41.903623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Updating router f8d5cd40-a168-46a4-84cd-6121bd60945e port 5fd0d67b-c5b8-407c-a87c-876c05859c87 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:05:41.929741 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.132555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.171934 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks [] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.192576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=19fdc35e-ef30-41dc-a300-78bd341b2f86,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:42.203760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.204094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.204432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.204770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.205084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.205442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.205759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.206072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.206418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:05:42.215449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: f8dfe708-d45d-4c39-bdee-a6b9afec6778, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:05:42.229359 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.282329 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Attempting to bind port 5fd0d67b-c5b8-407c-a87c-876c05859c87 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:05:42.282763 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Attempting to bind port 5fd0d67b-c5b8-407c-a87c-876c05859c87 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:05:42.283126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Attempting to bind port 5fd0d67b-c5b8-407c-a87c-876c05859c87 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:05:42.285912 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Pushing event updated for resources: {'Port': ['ID=5fd0d67b-c5b8-407c-a87c-876c05859c87,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:42.286858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:05:42.290573 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:05:42.290944 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:05:42.291345 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.291736 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:05:42.292697 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Bound port: 5fd0d67b-c5b8-407c-a87c-876c05859c87, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:05:42.293142 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.318185 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.318553 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.318911 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.319251 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.319582 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.319907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.320232 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.320552 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.320874 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.321227 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.321534 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.321875 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.322198 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.322537 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.327906 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:42.357353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] For port 5fd0d67b-c5b8-407c-a87c-876c05859c87, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:05:42.360367 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] For port 5fd0d67b-c5b8-407c-a87c-876c05859c87, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5fd0d67b-c5b8-407c-a87c-876c05859c87,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:05:42.379328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f8dfe708-d45d-4c39-bdee-a6b9afec6778) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:42.385300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:42.385300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.389537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e1d5d-8ea1-4c8e-a28c-205fffc53e96 None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:05:42.459997 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.493848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40680) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:42.494370 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fe383e19-5bda-4b07-9e90-b3fab57dc321 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7731936 Apr 30 05:05:42.500229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:05:42.500229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.502540 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:42.503176 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:42.568257 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186c77-c305-4f53-8b25-6db384d779ed None None] Pushing event updated for resources: {'Port': ['ID=5fd0d67b-c5b8-407c-a87c-876c05859c87,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:42.633277 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:42.639566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Allocated IP 172.20.0.2 (f8dfe708-d45d-4c39-bdee-a6b9afec6778/19fdc35e-ef30-41dc-a300-78bd341b2f86/17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:05:42.795013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks [] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.812943 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:40Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:42.843529 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd3e0-f4d0-4b86-8f52-bc438410bc25 None None] The sync data for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv is: [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:40Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:05:42.871823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.915985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:05:42.919679 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:42.924067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:05:42.927399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Pushing event updated for resources: {'Port': ['ID=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:42.970867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.988421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Attempting to bind port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:05:42.988794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Attempting to bind port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:05:42.989154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Attempting to bind port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 on network f8dfe708-d45d-4c39-bdee-a6b9afec6778 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:05:42.994665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:05:42.995043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Checking segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:05:42.995764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:42.996341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Bound using segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:05:42.996844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Bound port: 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:05:42.997244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:43.082430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] For port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:05:43.092879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] For port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:05:43.163004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:43.244924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162ad0-51d3-41cc-b61b-dd0b427bf0ab None None] Pushing event updated for resources: {'Port': ['ID=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:43.306633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (f8dfe708-d45d-4c39-bdee-a6b9afec6778/19fdc35e-ef30-41dc-a300-78bd341b2f86/c5593e43-6063-4800-a4d1-8b4e56bc51e9) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:05:43.450091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:43.550316 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:43.593235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:05:43.596493 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:43.599208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:05:43.632582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:43.656808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.171545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.214884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b4c168-84e2-4ace-92bc-c26a377b4a45 None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:05:44.248247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:44.325981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Provisioning complete for port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:44.326636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.395989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:44.396362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.472098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.506100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:44.506373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.522441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.541490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:44.541868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.561594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] For port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:44.606947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.609213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:44.626439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.698039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:05:44.698983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:05:44.710632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cad90-98bd-4d7d-a08f-536236855b2d None None] Pushing event updated for resources: {'Port': ['ID=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:44.719677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:05:44.721422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:44.745032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Provisioning complete for port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:44.745494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.830483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:44.838771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:44.839821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:44.850718 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router f8d5cd40-a168-46a4-84cd-6121bd60945e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:05:44.874328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ff49f1a-1001-47d2-bcdb-f7d8d9c0ad01 None None] Port c5593e43-6063-4800-a4d1-8b4e56bc51e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:05:44.972666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:05:44.979164 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8c3af9e6-96ed-4bcf-9cee-e53d443f27a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/f8d5cd40-a168-46a4-84cd-6121bd60945e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4815226 Apr 30 05:05:44.980832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40682) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:44.994014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Sync routers for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:05:44.996519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fb483bf4-0935-4462-839b-2ba368310835 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:44.996893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fb483bf4-0935-4462-839b-2ba368310835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.042077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:45.042737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:45.049024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fb483bf4-0935-4462-839b-2ba368310835 None None] Port c5593e43-6063-4800-a4d1-8b4e56bc51e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:05:45.084793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a8f1f-2267-4381-8ae3-912368d391e5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.085189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a8f1f-2267-4381-8ae3-912368d391e5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.085653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a8f1f-2267-4381-8ae3-912368d391e5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.086110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a8f1f-2267-4381-8ae3-912368d391e5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.087794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b5a8f1f-2267-4381-8ae3-912368d391e5 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1060345 Apr 30 05:05:45.091590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40684) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:45.152846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644add3-fe2a-48b8-a060-3c0054fba79a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.153300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644add3-fe2a-48b8-a060-3c0054fba79a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.153746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644add3-fe2a-48b8-a060-3c0054fba79a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.154517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7644add3-fe2a-48b8-a060-3c0054fba79a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:45.157154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7644add3-fe2a-48b8-a060-3c0054fba79a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0642087 Apr 30 05:05:45.159908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40686) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:45.171941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:45.205532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a27c5b11-4c70-4ac9-b591-bc670ca922e9 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:45.205532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a27c5b11-4c70-4ac9-b591-bc670ca922e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.272512 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-21d549ff-c4ad-4161-9c6c-40c1bbe9db01 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1109016 Apr 30 05:05:45.457680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a27c5b11-4c70-4ac9-b591-bc670ca922e9 None None] Port c5593e43-6063-4800-a4d1-8b4e56bc51e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:05:45.469374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:45.470373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5fd0d67b-c5b8-407c-a87c-876c05859c87 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:45.522785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40690) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:45.528126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648409571', 'description': 'tempest-secgroup-smoke-1648409571 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:45.576598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 5fd0d67b-c5b8-407c-a87c-876c05859c87 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:45.576966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.629867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.646561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:45.680355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Checking router: f8d5cd40-a168-46a4-84cd-6121bd60945e for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:05:45.680720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Updating router f8d5cd40-a168-46a4-84cd-6121bd60945e port c5593e43-6063-4800-a4d1-8b4e56bc51e9 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:05:45.702203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.730662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.753710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 5fd0d67b-c5b8-407c-a87c-876c05859c87 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:45.754112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.790832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.800313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 5fd0d67b-c5b8-407c-a87c-876c05859c87, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5fd0d67b-c5b8-407c-a87c-876c05859c87,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:45.820652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:45.890884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.905978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:45.909476 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9ed15f72-90be-4a08-baac-16dbb403a0ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3835216 Apr 30 05:05:45.910423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40692) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:45.914947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:45.985021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=5fd0d67b-c5b8-407c-a87c-876c05859c87,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.003131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c9e713dc-08c3-4fbc-a1fb-7ef8c0942b38), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.059538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c9e713dc-08c3-4fbc-a1fb-7ef8c0942b38), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.066896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks [] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.133767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c9e713dc-08c3-4fbc-a1fb-7ef8c0942b38), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.146437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.153519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e713dc-08c3-4fbc-a1fb-7ef8c0942b38,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.205456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:46.221951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.222733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Pushing event updated for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.226764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40694) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:46.227083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5d1c7432-6001-449d-91db-e121161407cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153856 Apr 30 05:05:46.232320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:46.260467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.260841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.261177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.261509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.261836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.262160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.262568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.262870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.263197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.263511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.263833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.264157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.264496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.264807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.265118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:05:46.307931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Attempting to bind port c5593e43-6063-4800-a4d1-8b4e56bc51e9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:05:46.308290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Attempting to bind port c5593e43-6063-4800-a4d1-8b4e56bc51e9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:05:46.308647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Attempting to bind port c5593e43-6063-4800-a4d1-8b4e56bc51e9 on network f8dfe708-d45d-4c39-bdee-a6b9afec6778 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:05:46.318682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:05:46.319041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Checking segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:05:46.319470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.319865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Bound using segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:05:46.320600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Bound port: c5593e43-6063-4800-a4d1-8b4e56bc51e9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:05:46.320763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.322472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (44800f33-b43b-4257-a0ce-0f00d9543ca2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.324252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:46.324617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.393290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (44800f33-b43b-4257-a0ce-0f00d9543ca2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.421584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] For port c5593e43-6063-4800-a4d1-8b4e56bc51e9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:05:46.455076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] For port c5593e43-6063-4800-a4d1-8b4e56bc51e9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c5593e43-6063-4800-a4d1-8b4e56bc51e9,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:05:46.468464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:46.469549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5fd0d67b-c5b8-407c-a87c-876c05859c87 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:46.471074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (44800f33-b43b-4257-a0ce-0f00d9543ca2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.490676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44800f33-b43b-4257-a0ce-0f00d9543ca2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.503436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d0729fbf-4579-4bb7-a25a-ea5d8802cd06 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:46.503830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d0729fbf-4579-4bb7-a25a-ea5d8802cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.534624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.557211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.559327 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0d01ba4d-5450-4cba-88b4-135110953dec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313057 Apr 30 05:05:46.562257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40696) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:46.566893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:46.581254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d0729fbf-4579-4bb7-a25a-ea5d8802cd06 None None] Port c5593e43-6063-4800-a4d1-8b4e56bc51e9 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:05:46.590955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 5fd0d67b-c5b8-407c-a87c-876c05859c87 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:46.591325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.635580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:05:46.636797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:46.679761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66524c-1520-4f07-a238-844aee986b92 None None] Pushing event updated for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.685343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ef7f03aa-7d54-4fdb-806e-b75e9185576b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.764073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ef7f03aa-7d54-4fdb-806e-b75e9185576b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.789675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 5fd0d67b-c5b8-407c-a87c-876c05859c87 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:46.795565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:05:46.835613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:46.835975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.847808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ef7f03aa-7d54-4fdb-806e-b75e9185576b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.866947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f03aa-7d54-4fdb-806e-b75e9185576b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:46.935337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:46.936605 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d0d0c4ab-6f2e-4ddd-911d-fff9e2369007 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733275 Apr 30 05:05:46.939459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40698) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:46.944028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:47.019587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Current status of the port c5593e43-6063-4800-a4d1-8b4e56bc51e9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:47.019870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.029723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (dc89e647-40cf-4139-8f32-537f43d72420), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.078095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:46Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:05:47.087466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (dc89e647-40cf-4139-8f32-537f43d72420), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.108992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] For port c5593e43-6063-4800-a4d1-8b4e56bc51e9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c5593e43-6063-4800-a4d1-8b4e56bc51e9,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:47.110707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62a17e-b298-45fd-a009-648cf9118475 None None] The sync data for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv is: [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:46Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:05:47.162218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (dc89e647-40cf-4139-8f32-537f43d72420), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.184880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.196359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc89e647-40cf-4139-8f32-537f43d72420,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:47.242896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e7f4f-3041-4fd4-b4b1-5c6ae2a4cc23 None None] Pushing event updated for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:47.255471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.259763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0d4031f6-cdda-4463-9cd0-9ad0fa75d88c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162363 Apr 30 05:05:47.259763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40700) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:47.264371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:47.327957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:05:47.334243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fc19ca3e-f70f-45b7-8b08-9d2052cba7f0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.398440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fc19ca3e-f70f-45b7-8b08-9d2052cba7f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.436383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (fc19ca3e-f70f-45b7-8b08-9d2052cba7f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.456452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc19ca3e-f70f-45b7-8b08-9d2052cba7f0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:47.538372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.538372 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-04de064c-4f29-4fb9-bcd6-c939958a3b7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761092 Apr 30 05:05:47.539792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40702) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:05:47.544183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:47.608284 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:05:47.614331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ce87503d-d942-4139-a8ab-fffc24602296), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.677267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ce87503d-d942-4139-a8ab-fffc24602296), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.733752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ce87503d-d942-4139-a8ab-fffc24602296), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.752026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce87503d-d942-4139-a8ab-fffc24602296,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:47.821625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:47.822924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b37b6f35-4af0-4326-a3c8-2a3cb505a649 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2821600 Apr 30 05:05:47.981362 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-104aac7c-f094-41c1-8a8b-4821361a1243 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648409571&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0456808 Apr 30 05:05:48.094735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-a34fe24a-4b3e-4c8a-aeb1-a34ed2dc44c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:48.096245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-a34fe24a-4b3e-4c8a-aeb1-a34ed2dc44c7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 797 time: 0.1079788 Apr 30 05:05:48.112100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-fd9d29c4-1f01-4af5-b6b8-8fa2e629fac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0101182 Apr 30 05:05:48.164175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-26b5bf00-da63-4956-ab83-62536ede6b76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469618 Apr 30 05:05:48.188170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c5593e43-6063-4800-a4d1-8b4e56bc51e9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:48.234331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:48.234701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:48.263619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-dd504853-d9f6-4705-b23a-d8bbda1739d8 service neutron] 10.222.0.16 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881145 Apr 30 05:05:48.355926 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-1fdc3526-448d-4779-b376-5e4101a48be6 service neutron] 10.222.0.16 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863726 Apr 30 05:05:48.459020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c5593e43-6063-4800-a4d1-8b4e56bc51e9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:48.617246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0fa272d1-a27e-45c3-95a1-52cafdc00f2a req-29eaff7d-4890-4ee6-950b-325f3f7518cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 210 time: 0.0282803 Apr 30 05:05:49.717429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c4e181c2-2283-4ccb-aaf7-6f897bd1a904 req-c51bad29-5cc8-4a93-b74d-cfff2bea0017 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 210 time: 0.0325251 Apr 30 05:05:49.969659 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:05:50.471760 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-b433bf4b-053e-4eab-af75-7c58c38f0a1b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:50.473210 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-b433bf4b-053e-4eab-af75-7c58c38f0a1b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 797 time: 0.1849217 Apr 30 05:05:50.543578 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-98c244f3-fa68-4243-b498-affc72f415a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 380 time: 0.0615060 Apr 30 05:05:50.551238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': 'de280dc6-d051-458c-b279-44fb931b76c1', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:50.715893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:05:50.719449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:50.816320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be1c019b-d142-44ab-86e7-631ff18eee9b req-df43c4ab-01a8-469c-92b4-a7716d71ce0d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 210 time: 0.0285728 Apr 30 05:05:50.846889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.13 (f8dfe708-d45d-4c39-bdee-a6b9afec6778/19fdc35e-ef30-41dc-a300-78bd341b2f86/c13ffd93-595f-49d6-a755-41e219180207) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:05:50.988508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (c13ffd93-595f-49d6-a755-41e219180207), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.060089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.099262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:05:51.102224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:05:51.104517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:05:51.150490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:51.169018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:51.169655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.239642 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4902eb0b-2856-4d54-83e4-4b886a8fed9e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6918132 Apr 30 05:05:51.251866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Request body: {'port': {'device_id': 'de280dc6-d051-458c-b279-44fb931b76c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:05:51.312362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c13ffd93-595f-49d6-a755-41e219180207), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.329250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-54d46a69-b12a-4357-89a7-5a0544a1b1bd None None] Provisioning complete for port c13ffd93-595f-49d6-a755-41e219180207 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:51.329834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54d46a69-b12a-4357-89a7-5a0544a1b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c13ffd93-595f-49d6-a755-41e219180207), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.363805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-54d46a69-b12a-4357-89a7-5a0544a1b1bd None None] Port c13ffd93-595f-49d6-a755-41e219180207 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:05:51.622056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13ffd93-595f-49d6-a755-41e219180207 {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:05:51.629216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks [] for port (c13ffd93-595f-49d6-a755-41e219180207), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.645630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Transition to ACTIVE for port object c13ffd93-595f-49d6-a755-41e219180207 will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:05:51.699665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.750350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:51.813494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9ba72eec-b1e9-43c0-b0ed-dc15a4219c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.834973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Attempting to bind port c13ffd93-595f-49d6-a755-41e219180207 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:05:51.835308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Attempting to bind port c13ffd93-595f-49d6-a755-41e219180207 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:05:51.835633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Attempting to bind port c13ffd93-595f-49d6-a755-41e219180207 on network f8dfe708-d45d-4c39-bdee-a6b9afec6778 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:05:51.840804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Port c13ffd93-595f-49d6-a755-41e219180207 on network f8dfe708-d45d-4c39-bdee-a6b9afec6778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:05:51.841128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Attempting to bind port c13ffd93-595f-49d6-a755-41e219180207 on network f8dfe708-d45d-4c39-bdee-a6b9afec6778 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:05:51.846344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:05:51.846732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Checking segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:05:51.847064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Bound using segment: {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:05:51.847544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Bound port: c13ffd93-595f-49d6-a755-41e219180207, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:05:51.847854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c13ffd93-595f-49d6-a755-41e219180207), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:51.916049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:05:51.919658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c13ffd93-595f-49d6-a755-41e219180207,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:05:51.936884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7af0-0470-417b-9389-29d299d64350 req-8dc1a1f5-7de3-49fe-916e-2728d9d2eace tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:51.938405 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0b9e7af0-0470-417b-9389-29d299d64350 req-8dc1a1f5-7de3-49fe-916e-2728d9d2eace tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 944 time: 0.0478492 Apr 30 05:05:51.988298 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0b9e7af0-0470-417b-9389-29d299d64350 req-3a782c5a-4a4a-4ae0-b68d-37f1aaac1a49 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Apr 30 05:05:52.008724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:52.044536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.045040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:52.046562 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] 10.222.0.13 "PUT /v2.0/ports/c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 1094 time: 0.7991300 Apr 30 05:05:52.047101 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:05:52.049342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8319e5b3-babe-47f9-bb21-bc68510d90b5" -d '{"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:05:52.082676 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515db43-70ec-4c95-b2e6-c8bfe8cf5f39 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:52.089590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a8f7f-ed5b-4f23-88f7-3ce0ec550c2e x-openstack-request-id: req-b41a8f7f-ed5b-4f23-88f7-3ce0ec550c2e {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:05:52.089590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:05:52.089590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b41a8f7f-ed5b-4f23-88f7-3ce0ec550c2e {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:05:52.089590 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a8f7f-ed5b-4f23-88f7-3ce0ec550c2e'] response: {'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207', 'status': 'completed', 'code': 200} Apr 30 05:05:52.181673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-715f30bc-4f51-463a-8735-9db857a3df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.183855 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-715f30bc-4f51-463a-8735-9db857a3df58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1128 time: 0.0744808 Apr 30 05:05:52.357605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-525b59d9-b0e2-4b57-afe7-fee7c2d4c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.359014 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-525b59d9-b0e2-4b57-afe7-fee7c2d4c7e4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1685128 Apr 30 05:05:52.516655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-87f85b17-2c70-417b-a9b4-f4fc068d5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.518007 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8319e5b3-babe-47f9-bb21-bc68510d90b5 req-87f85b17-2c70-417b-a9b4-f4fc068d5c3f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1514904 Apr 30 05:05:52.588765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-aa0033be-950c-46ee-896f-9059cca53155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.590858 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-aa0033be-950c-46ee-896f-9059cca53155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1128 time: 0.0386691 Apr 30 05:05:52.940137 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-227e7eb2-1635-4dd9-a4bd-dde6f79a65e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 217 time: 0.3424096 Apr 30 05:05:52.993840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-eb14c588-fa2e-4b32-968d-d99a17de58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:52.995275 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-eb14c588-fa2e-4b32-968d-d99a17de58b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0494511 Apr 30 05:05:53.072586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4b088e06-ef40-4d72-83b0-acd1ac157708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:53.074732 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-4b088e06-ef40-4d72-83b0-acd1ac157708 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0741396 Apr 30 05:05:53.105204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e7a9-8658-4dc4-8360-865bff4df26e req-7dc03c15-06cc-4d8e-aea2-a92e25c18772 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:53.106706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4614e7a9-8658-4dc4-8360-865bff4df26e req-7dc03c15-06cc-4d8e-aea2-a92e25c18772 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 944 time: 0.0490091 Apr 30 05:05:53.159928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4614e7a9-8658-4dc4-8360-865bff4df26e req-584eba7e-21c1-44c2-9736-3a287001d364 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Apr 30 05:05:53.165005 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-0421e27d-3ef0-4014-8b42-3ccc6a598ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Apr 30 05:05:53.256406 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-58f54cf2-e8c2-4e09-9690-c83ec7cf0c3f req-3e7c3e95-bb41-4f4b-b44a-99ed1153d51c service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Apr 30 05:05:54.030648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d4c83f00-86e2-4e4c-8872-3e47908fb326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:54.272839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf9e5-7646-4b19-8cbc-d87819ea13d0 req-b0ae6c12-f92c-481a-be28-44abf47bb64b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:54.274290 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b63bf9e5-7646-4b19-8cbc-d87819ea13d0 req-b0ae6c12-f92c-481a-be28-44abf47bb64b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 944 time: 0.0469337 Apr 30 05:05:54.321203 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b63bf9e5-7646-4b19-8cbc-d87819ea13d0 req-dafe496b-d3e0-424c-bc16-87aa761960c5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Apr 30 05:05:54.997762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:55.433589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d117d40-ee0d-42c9-8a02-898b34e59640 req-9c85655a-53ad-423e-921e-20eaf808c25e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:55.435083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7d117d40-ee0d-42c9-8a02-898b34e59640 req-9c85655a-53ad-423e-921e-20eaf808c25e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 944 time: 0.0462418 Apr 30 05:05:55.483135 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7d117d40-ee0d-42c9-8a02-898b34e59640 req-f7babd71-997a-4a8a-9d47-a1c69d251ded tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Apr 30 05:05:56.159630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device c13ffd93-595f-49d6-a755-41e219180207 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:05:56.254409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c13ffd93-595f-49d6-a755-41e219180207,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:56.265419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'c13ffd93-595f-49d6-a755-41e219180207', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'port_id': 'c13ffd93-595f-49d6-a755-41e219180207', 'mac_address': 'fa:16:3e:5c:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:05:56.305048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port c13ffd93-595f-49d6-a755-41e219180207 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:56.305427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c13ffd93-595f-49d6-a755-41e219180207), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:56.318464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13ffd93-595f-49d6-a755-41e219180207 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:05:56.336912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c13ffd93-595f-49d6-a755-41e219180207,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:56.401598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:56.448982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:56.600400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485fba-9be2-4233-9b55-2a036e0007e9 req-8e33456d-714d-411f-abf3-495357f6fc5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:56.601895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed485fba-9be2-4233-9b55-2a036e0007e9 req-8e33456d-714d-411f-abf3-495357f6fc5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Apr 30 05:05:56.603839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['c13ffd93-595f-49d6-a755-41e219180207'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:05:56.651319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed485fba-9be2-4233-9b55-2a036e0007e9 req-c229bc69-fa07-4a74-b99c-7a3bb75557d0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Apr 30 05:05:56.765054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:57.768833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e7ca-5cc0-4ebd-aa99-1cc380f9e0fa req-dcb17515-3cfa-4d31-aa60-10a5c776caa7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:57.770304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9230e7ca-5cc0-4ebd-aa99-1cc380f9e0fa req-dcb17515-3cfa-4d31-aa60-10a5c776caa7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 945 time: 0.0466199 Apr 30 05:05:57.818162 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9230e7ca-5cc0-4ebd-aa99-1cc380f9e0fa req-eb690538-6f36-4c8b-a40b-7e7a7d27f143 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Apr 30 05:05:58.175076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device c13ffd93-595f-49d6-a755-41e219180207 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:05:58.222384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port c13ffd93-595f-49d6-a755-41e219180207 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:05:58.230913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:58.281733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port c13ffd93-595f-49d6-a755-41e219180207 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:05:58.282119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c13ffd93-595f-49d6-a755-41e219180207), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:58.358652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port c13ffd93-595f-49d6-a755-41e219180207 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:05:58.359028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c13ffd93-595f-49d6-a755-41e219180207), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:58.380520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:05:58.382701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c29e48-be4a-472d-8dfe-c1b475abed38" -d '{"events": [{"server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "name": "network-vif-plugged", "status": "completed", "tag": "c13ffd93-595f-49d6-a755-41e219180207"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:05:58.395836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c13ffd93-595f-49d6-a755-41e219180207,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:05:58.419708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a65d6-a467-411b-838b-f4059af3f399 x-openstack-request-id: req-600a65d6-a467-411b-838b-f4059af3f399 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:05:58.420162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "name": "network-vif-plugged", "status": "completed", "tag": "c13ffd93-595f-49d6-a755-41e219180207", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:05:58.420423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-600a65d6-a467-411b-838b-f4059af3f399 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:05:58.420854 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600a65d6-a467-411b-838b-f4059af3f399'] response: {'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207', 'code': 200} Apr 30 05:05:58.448864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:05:58.501223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:05:58.685291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3af3cc-17ba-4286-9808-5e7e2eeafa70 req-a4861dcb-be9e-4927-b58e-674b1d1342cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:58.686816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bb3af3cc-17ba-4286-9808-5e7e2eeafa70 req-a4861dcb-be9e-4927-b58e-674b1d1342cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0398197 Apr 30 05:05:58.744103 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bb3af3cc-17ba-4286-9808-5e7e2eeafa70 req-d3a9e745-5f84-4575-9248-dc3ca959e7ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520253 Apr 30 05:05:58.932828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754b24-4e8e-4ccb-b166-2774816b89ee req-688cb556-2fda-4a32-8a7c-638551d3e4f8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:05:58.934367 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12754b24-4e8e-4ccb-b166-2774816b89ee req-688cb556-2fda-4a32-8a7c-638551d3e4f8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0497413 Apr 30 05:05:58.982020 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-12754b24-4e8e-4ccb-b166-2774816b89ee req-ca675fc5-7447-4bd7-96fa-382c4cdffb17 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Apr 30 05:06:00.096373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fca94-2169-443b-9831-0f8a0bb97216 req-2f4a8949-bc7d-4ce4-984c-04c7fc29ec16 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:00.097860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-526fca94-2169-443b-9831-0f8a0bb97216 req-2f4a8949-bc7d-4ce4-984c-04c7fc29ec16 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0483630 Apr 30 05:06:00.147222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-526fca94-2169-443b-9831-0f8a0bb97216 req-b06fb20d-1968-48e0-adb3-cdceecde124c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Apr 30 05:06:01.268073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801281b-3e5b-4891-b0b1-27c8c3c0cc0f req-0609eba4-b801-4162-a08a-1c60ff0347c0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:01.269555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1801281b-3e5b-4891-b0b1-27c8c3c0cc0f req-0609eba4-b801-4162-a08a-1c60ff0347c0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0476003 Apr 30 05:06:01.320907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1801281b-3e5b-4891-b0b1-27c8c3c0cc0f req-3d6728e0-063a-49d8-b33f-69a6970820c9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Apr 30 05:06:01.435142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ad8f-347f-4356-a243-33be4c0fe2eb req-8c027fb0-ada3-4985-bcb0-512440b53961 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:01.436522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8040ad8f-347f-4356-a243-33be4c0fe2eb req-8c027fb0-ada3-4985-bcb0-512440b53961 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0476594 Apr 30 05:06:01.485071 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8040ad8f-347f-4356-a243-33be4c0fe2eb req-0542f298-7dc8-4848-922d-0ff499ec6686 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Apr 30 05:06:01.506871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40762) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:06:01.544251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834d8ca-4031-4a57-9c35-a4d630787c2a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:01.545727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5834d8ca-4031-4a57-9c35-a4d630787c2a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1125 time: 0.0378785 Apr 30 05:06:01.548467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40764) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:06:01.552592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'c13ffd93-595f-49d6-a755-41e219180207', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:06:01.636387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.017415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.115748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.209 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/57da40ef-d841-40c8-944a-908a834eb6d7) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:06:02.217798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (57da40ef-d841-40c8-944a-908a834eb6d7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.299292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.336674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:06:02.342123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:06:02.344651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:06:02.367797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=57da40ef-d841-40c8-944a-908a834eb6d7,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:06:02.707729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (8f95ea30-3838-43da-8fbb-d2e3aa28b747), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.821332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:02.966341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (57da40ef-d841-40c8-944a-908a834eb6d7), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:03.045942 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:03.123115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=57da40ef-d841-40c8-944a-908a834eb6d7,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:06:03.131969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (8f95ea30-3838-43da-8fbb-d2e3aa28b747), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:03.237644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 8f95ea30-3838-43da-8fbb-d2e3aa28b747 associated. External IP: 172.26.5.209, port: c13ffd93-595f-49d6-a755-41e219180207. Apr 30 05:06:03.448887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router f8d5cd40-a168-46a4-84cd-6121bd60945e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:06:03.558377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:06:03.568487 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Sync routers for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:06:03.577685 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:06:03.578488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:06:03.609190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:03.639493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ecbc51bc-3432-4a75-98d4-0e6b37324db3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0900300 Apr 30 05:06:03.640073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:06:03.642453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40766) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:06:03.648034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1cfb06-5e20-445d-a81d-a8dd20435a00" -d '{"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:06:03.687964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4f571-20c8-467a-8b1e-91daff1c2d0c x-openstack-request-id: req-3db4f571-20c8-467a-8b1e-91daff1c2d0c {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:06:03.687964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:06:03.687964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3db4f571-20c8-467a-8b1e-91daff1c2d0c {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:06:03.687964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db4f571-20c8-467a-8b1e-91daff1c2d0c'] response: {'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207', 'status': 'completed', 'code': 200} Apr 30 05:06:03.688376 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:06:03.718152 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4cd01435-521b-4ac3-adcd-d6814466f320 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/8f95ea30-3838-43da-8fbb-d2e3aa28b747 HTTP/1.1" status: 200 len: 992 time: 0.0744951 Apr 30 05:06:03.746039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-5e919c8d-f219-4e89-bd19-53780edd08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:03.747561 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-5e919c8d-f219-4e89-bd19-53780edd08d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0461252 Apr 30 05:06:03.899232 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-7f290667-f419-443b-b1ad-e5baf6b075a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:03.900699 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-7f290667-f419-443b-b1ad-e5baf6b075a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 897 time: 0.1470578 Apr 30 05:06:03.903316 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '8f95ea30-3838-43da-8fbb-d2e3aa28b747', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'port_id': 'c13ffd93-595f-49d6-a755-41e219180207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'mac_address': 'fa:16:3e:5c:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de280dc6-d051-458c-b279-44fb931b76c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:06:02Z', 'updated_at': '2022-04-30T05:06:02Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:06:03.929203 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Checking router: f8d5cd40-a168-46a4-84cd-6121bd60945e for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:06:03.937415 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:06:03.938013 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:05:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:06:04.014820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-ce52cb56-cf09-40c6-87df-fa298f7ac826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 1000 time: 0.1084759 Apr 30 05:06:04.069414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-f073dc70-b12d-4b75-a84f-cd9d0aa837a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:04.070917 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-f073dc70-b12d-4b75-a84f-cd9d0aa837a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0507360 Apr 30 05:06:04.115313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-6d2ffa8a-ff7b-4ff7-8e49-da7e701b951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:04.116824 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-6d2ffa8a-ff7b-4ff7-8e49-da7e701b951e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399499 Apr 30 05:06:04.145526 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:06:04.208113 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-3a771ec9-f702-47cb-b0cc-e4bcc84db760 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853193 Apr 30 05:06:04.303221 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-0f1cfb06-5e20-445d-a81d-a8dd20435a00 req-79d88af3-3370-4006-9fc3-57febc53baf4 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897100 Apr 30 05:06:04.355083 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '8f95ea30-3838-43da-8fbb-d2e3aa28b747', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'port_id': 'c13ffd93-595f-49d6-a755-41e219180207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'mac_address': 'fa:16:3e:5c:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de280dc6-d051-458c-b279-44fb931b76c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:06:02Z', 'updated_at': '2022-04-30T05:06:02Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:06:04.383837 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ff79a-ac42-4397-bc96-8072101fcd71 None None] The sync data for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv is: [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '8f95ea30-3838-43da-8fbb-d2e3aa28b747', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'port_id': 'c13ffd93-595f-49d6-a755-41e219180207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'mac_address': 'fa:16:3e:5c:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de280dc6-d051-458c-b279-44fb931b76c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:06:02Z', 'updated_at': '2022-04-30T05:06:02Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:06:04.567869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aeda5a-ac4f-4957-bc0c-8ebfdf5d7d10 None None] New status for floating IP 8f95ea30-3838-43da-8fbb-d2e3aa28b747: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:06:04.722080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40770) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:06:04.786373 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-da737bb5-7f95-4e43-bb02-68cbdb53d3d1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/8f95ea30-3838-43da-8fbb-d2e3aa28b747 HTTP/1.1" status: 200 len: 992 time: 0.0630491 Apr 30 05:06:05.790365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40772) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:06:05.856399 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d952640a-d5c9-4845-94ac-02c56c115671 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/8f95ea30-3838-43da-8fbb-d2e3aa28b747 HTTP/1.1" status: 200 len: 994 time: 0.0630128 Apr 30 05:06:08.006076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:21.835488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1473d436-d21f-4f01-8e02-9b1cfb9f3a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:24.035633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4d544f15-6ab0-4c22-9375-9cd4e54208de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:25.018280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:26.743751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:26.936329 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-0d840422-1226-494c-b38c-c175b1d5c8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385003 Apr 30 05:06:26.968414 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:06:27.018563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-536029da-a20b-4992-b109-3d96ba9bb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:27.020038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-536029da-a20b-4992-b109-3d96ba9bb859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0439532 Apr 30 05:06:27.121516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-a5c10a94-c515-425e-b6a3-d412e26a51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:27.123090 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-a5c10a94-c515-425e-b6a3-d412e26a51c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 897 time: 0.0851254 Apr 30 05:06:27.191204 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-0d13e5d8-1d0f-452f-9444-bd0fcbfc8060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 1002 time: 0.0619197 Apr 30 05:06:27.239457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-4fae46e5-8430-45bf-9b7e-37663076b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:27.240963 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-4fae46e5-8430-45bf-9b7e-37663076b7db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0438907 Apr 30 05:06:27.291970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-3829dd13-44fb-4931-8f56-e9deda3122fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:06:27.293453 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-3829dd13-44fb-4931-8f56-e9deda3122fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470619 Apr 30 05:06:27.390282 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-f496e590-b569-4f28-b18b-6028ac124047 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Apr 30 05:06:27.481052 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-29f36577-b53f-4ce3-a9df-c06519ff3463 req-b4ecffd2-4e9e-40d4-883c-364c0f0aa0c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Apr 30 05:06:28.201251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:38.051449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:51.828143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4bf1-5a1e-4fab-bda5-23b5764685dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:54.040430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0480c398-1ac5-475c-9cc6-67e32408538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:55.005322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:56.754913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:06:58.222840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:03.966766 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:07:08.045862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:21.822594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-29efbd4b-32d4-49bb-b9b6-74d91f8e6e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:24.085471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d336-ed68-47bd-aff8-623fbb69a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:25.050867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:26.748072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:27.918440 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-0667f8e6-60ec-4387-a7f6-5362a0864b9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380075 Apr 30 05:07:27.997033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-41200a36-ec2c-468a-b547-bab00158aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:07:27.998427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-41200a36-ec2c-468a-b547-bab00158aa8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0393615 Apr 30 05:07:28.100607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-16719ae7-faaf-4f96-955f-3fc74650a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:07:28.102045 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-16719ae7-faaf-4f96-955f-3fc74650a87e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 897 time: 0.0873530 Apr 30 05:07:28.174741 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-0c85ceee-c3ba-4cbe-b725-a952da192bba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 1002 time: 0.0589006 Apr 30 05:07:28.216350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:28.227290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-6f6fea05-27f3-4c13-be46-b570d1a5eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:07:28.228761 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-6f6fea05-27f3-4c13-be46-b570d1a5eb3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0490673 Apr 30 05:07:28.271373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-cb7289bf-4b05-4080-9e18-99d4922885f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:07:28.272766 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-cb7289bf-4b05-4080-9e18-99d4922885f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384021 Apr 30 05:07:28.365144 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-299e836b-f26f-484e-8397-a2d19d30d78f service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855479 Apr 30 05:07:28.457143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2cc30dd5-c844-4d5d-bd37-7b3b238b2aec req-76450e9e-8f98-4eb6-9f48-9218a28c35cb service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851097 Apr 30 05:07:38.056669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:40.965866 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:07:51.844378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dded2335-fcf4-4972-aae8-b935114c2b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:53.796560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40800) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:07:53.801749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:07:53.893982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12028982'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.078959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0f524fc2-c5db-4cbb-b044-7a9a918ea84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.101643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904142794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11823855'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.144635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:07:54.145237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.146542 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/subnets/19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 836 time: 0.3489466 Apr 30 05:07:54.152055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085d073-fbc3-4a5f-a9dd-06dd8abc1c6c None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:07:54.163958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=19fdc35e-ef30-41dc-a300-78bd341b2f86,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:07:54.171557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.176104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d269e8-2227-42e4-81d9-b8275f2e1577 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:07:54.433887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dce20b40-dc69-406f-891b-4957259660db None None] Provisioning complete for port c13ffd93-595f-49d6-a755-41e219180207 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:07:54.434495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dce20b40-dc69-406f-891b-4957259660db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c13ffd93-595f-49d6-a755-41e219180207), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.512708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dce20b40-dc69-406f-891b-4957259660db None None] Current status of the port c13ffd93-595f-49d6-a755-41e219180207 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:07:54.520308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dce20b40-dc69-406f-891b-4957259660db None None] Provisioning complete for port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:07:54.520670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dce20b40-dc69-406f-891b-4957259660db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.592472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dce20b40-dc69-406f-891b-4957259660db None None] Current status of the port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:07:54.600001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-dce20b40-dc69-406f-891b-4957259660db None None] Provisioning complete for port c5593e43-6063-4800-a4d1-8b4e56bc51e9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:07:54.600364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dce20b40-dc69-406f-891b-4957259660db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:54.675434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-dce20b40-dc69-406f-891b-4957259660db None None] Current status of the port c5593e43-6063-4800-a4d1-8b4e56bc51e9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:07:55.061531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:56.747501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:07:58.199427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:08.061534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:17.965623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:08:21.820705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-12a0ca8b-09ba-4ef4-9915-cd30087db8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:24.078231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cf940461-25f8-4abd-a5b6-1a77e6c380d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:25.061320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:26.779213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:27.914397 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-5292100b-08d5-4f11-83fa-5cc4ca2e29a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372181 Apr 30 05:08:27.994491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-014d3d76-fc9c-4d73-912e-e6ab41124ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:27.996520 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-014d3d76-fc9c-4d73-912e-e6ab41124ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0389953 Apr 30 05:08:28.099043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-e71e73c0-d97b-41c3-898d-4d1f79e5f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:28.100472 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-e71e73c0-d97b-41c3-898d-4d1f79e5f40e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 897 time: 0.0869427 Apr 30 05:08:28.164946 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-6d9064e9-d5dd-4eed-afd3-7a4af04abc76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 1002 time: 0.0577924 Apr 30 05:08:28.198556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:28.217704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-5d564b31-f1e4-47be-9712-7720a8fc800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:28.219192 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-5d564b31-f1e4-47be-9712-7720a8fc800a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0482762 Apr 30 05:08:28.261989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-70dad2ab-b04c-4c69-9241-7abd11624061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:28.263396 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-70dad2ab-b04c-4c69-9241-7abd11624061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386117 Apr 30 05:08:28.353231 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-a67049e2-6e99-40a8-9088-09c8e3e3b991 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839312 Apr 30 05:08:28.444543 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d8bdf4b2-97ff-4b67-916f-d46e51313f13 req-72e79de4-3dcf-4d62-aa9a-7f3b315c68fc service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856020 Apr 30 05:08:36.996260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40818) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:37.221624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 57da40ef-d841-40c8-944a-908a834eb6d7 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:08:37.221991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.298155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.298440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (57da40ef-d841-40c8-944a-908a834eb6d7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.310575 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 57da40ef-d841-40c8-944a-908a834eb6d7 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:08:37.523957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (57da40ef-d841-40c8-944a-908a834eb6d7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.549991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=57da40ef-d841-40c8-944a-908a834eb6d7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:37.612886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (8f95ea30-3838-43da-8fbb-d2e3aa28b747), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.613205 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 8f95ea30-3838-43da-8fbb-d2e3aa28b747 disassociated (deleted). External IP: 172.26.5.209, port: c13ffd93-595f-49d6-a755-41e219180207. Apr 30 05:08:37.825832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router f8d5cd40-a168-46a4-84cd-6121bd60945e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:08:37.935248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:08:37.940452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:37.945091 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Sync routers for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:08:37.955459 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:37.956062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:37.970889 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4a0eed5d-ff42-4b2d-90b0-21b7003d4ac3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/8f95ea30-3838-43da-8fbb-d2e3aa28b747 HTTP/1.1" status: 204 len: 168 time: 0.9735942 Apr 30 05:08:37.971558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:08:37.974039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d8ea8-1958-4b5c-910d-297d757629a4" -d '{"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:08:38.067209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:38.072540 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:38.265188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:38.291644 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Checking router: f8d5cd40-a168-46a4-84cd-6121bd60945e for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:08:38.300623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:38.301222 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:38.349923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d261408-f13f-4044-8cb9-2dea06752ea4 req-4969cfcf-6b2f-48a9-a8b6-bc42010da6d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:38.351355 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d261408-f13f-4044-8cb9-2dea06752ea4 req-4969cfcf-6b2f-48a9-a8b6-bc42010da6d3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Apr 30 05:08:38.400763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d261408-f13f-4044-8cb9-2dea06752ea4 req-0c9880d9-965f-4a91-b704-eeba3a79718f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Apr 30 05:08:38.409988 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:38.594420 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:38.701138 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1e655-fba9-48e6-8f62-24fb2af0a334 None None] The sync data for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv is: [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:05:44Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'c5593e43-6063-4800-a4d1-8b4e56bc51e9', 'name': '', 'network_id': 'f8dfe708-d45d-4c39-bdee-a6b9afec6778', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:45:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:43Z', 'updated_at': '2022-04-30T05:05:47Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '19fdc35e-ef30-41dc-a300-78bd341b2f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:08:38.909002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0074a4-18b8-40c6-b631-250638b8f1cd None None] New status for floating IP 8f95ea30-3838-43da-8fbb-d2e3aa28b747: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:08:39.094841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c526454-5735-41fc-92d0-4143381a4099 x-openstack-request-id: req-9c526454-5735-41fc-92d0-4143381a4099 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:08:39.095295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "tag": "c13ffd93-595f-49d6-a755-41e219180207", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:08:39.095378 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c526454-5735-41fc-92d0-4143381a4099 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:08:39.095771 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c526454-5735-41fc-92d0-4143381a4099'] response: {'name': 'network-changed', 'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207', 'status': 'completed', 'code': 200} Apr 30 05:08:39.329851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-b975cfc8-d1d2-46af-94cf-2e1c32fbe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.331357 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-b975cfc8-d1d2-46af-94cf-2e1c32fbe77c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 1130 time: 0.0440075 Apr 30 05:08:39.424326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-704ef4a3-a2e3-44b6-b988-8286c60687f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.425784 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-704ef4a3-a2e3-44b6-b988-8286c60687f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 200 len: 897 time: 0.0864518 Apr 30 05:08:39.487149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-b89b04c0-6e89-43d4-8d0d-4f0015e3895d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 200 len: 217 time: 0.0399966 Apr 30 05:08:39.531036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ec06-b54b-4dae-afa7-5bd9e4e49feb req-7399c9d5-93bd-412c-bfc4-aa8443ac50ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.532508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f50ec06-b54b-4dae-afa7-5bd9e4e49feb req-7399c9d5-93bd-412c-bfc4-aa8443ac50ea tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0522265 Apr 30 05:08:39.536465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-c904ec8d-4235-499c-b32e-c0f9c186aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.537880 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-c904ec8d-4235-499c-b32e-c0f9c186aefb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 200 len: 844 time: 0.0441976 Apr 30 05:08:39.589058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f50ec06-b54b-4dae-afa7-5bd9e4e49feb req-cfc94d5b-4cef-48a7-ba5b-6d45d11df093 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 Apr 30 05:08:39.615052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-90c7a4e4-3e1a-4688-a5d5-8a8c957d8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.616567 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-90c7a4e4-3e1a-4688-a5d5-8a8c957d8336 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8dfe708-d45d-4c39-bdee-a6b9afec6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418224 Apr 30 05:08:39.624293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-ea84916c-504e-4c5a-a3fa-33da58cfe062 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:39.625745 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-ea84916c-504e-4c5a-a3fa-33da58cfe062 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 946 time: 0.0494280 Apr 30 05:08:39.710084 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-926969a5-f83f-4f1b-9b0b-0b785712ca26 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Apr 30 05:08:39.710924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port c13ffd93-595f-49d6-a755-41e219180207 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:08:39.711276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c13ffd93-595f-49d6-a755-41e219180207), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:39.803263 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-e1177851-cd17-43b9-b8a4-85ba54aae351 service neutron] 10.222.0.13 "GET /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Apr 30 05:08:39.806644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port c13ffd93-595f-49d6-a755-41e219180207, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=c13ffd93-595f-49d6-a755-41e219180207,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:39.807011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c13ffd93-595f-49d6-a755-41e219180207), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:39.821405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for c13ffd93-595f-49d6-a755-41e219180207 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:08:40.009149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c13ffd93-595f-49d6-a755-41e219180207), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:40.044512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=c13ffd93-595f-49d6-a755-41e219180207,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:40.082880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.083216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.083549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.083883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.084209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.084530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.084850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.085165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.085488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.085804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.086119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.086465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.086780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.087094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.087404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:40.090122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port c13ffd93-595f-49d6-a755-41e219180207 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:08:40.092331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:40.095681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93ce3722-0213-443f-afa6-b12f593a90b9 req-6f5500ca-a890-44f6-a0e6-8dc9266eff88 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/c13ffd93-595f-49d6-a755-41e219180207 HTTP/1.1" status: 204 len: 173 time: 0.4654574 Apr 30 05:08:40.096097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'name': 'network-vif-deleted', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:08:40.098507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89545ebd-eea1-4457-a2bb-ef009a7fb094" -d '{"events": [{"server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "name": "network-vif-deleted", "tag": "c13ffd93-595f-49d6-a755-41e219180207"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:08:40.186738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c62120-84a9-4002-9164-5ab721ef1826 x-openstack-request-id: req-39c62120-84a9-4002-9164-5ab721ef1826 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:08:40.187034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de280dc6-d051-458c-b279-44fb931b76c1", "name": "network-vif-deleted", "tag": "c13ffd93-595f-49d6-a755-41e219180207", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:08:40.191508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39c62120-84a9-4002-9164-5ab721ef1826 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:08:40.191508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c62120-84a9-4002-9164-5ab721ef1826'] response: {'server_uuid': 'de280dc6-d051-458c-b279-44fb931b76c1', 'name': 'network-vif-deleted', 'tag': 'c13ffd93-595f-49d6-a755-41e219180207', 'status': 'completed', 'code': 200} Apr 30 05:08:40.701868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c760615-ade6-41af-9d26-18de8a29022d req-405dbdcf-843f-4294-b75c-694bee91c192 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=de280dc6-d051-458c-b279-44fb931b76c1 HTTP/1.1" status: 200 len: 210 time: 0.0323725 Apr 30 05:08:41.758633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40856) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:41.815193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:41.840394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:41.998128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:42.000917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:42.002074 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20 HTTP/1.1" status: 204 len: 168 time: 0.2424607 Apr 30 05:08:42.011246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a402449-e63c-446a-8c74-061c2a5e029d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7ed5d-a201-4c7c-9b8d-6609d1e7ab20,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:42.101172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40860) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:42.435626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:42.674443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port c5593e43-6063-4800-a4d1-8b4e56bc51e9 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:08:42.674777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:42.764434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port c5593e43-6063-4800-a4d1-8b4e56bc51e9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c5593e43-6063-4800-a4d1-8b4e56bc51e9,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:42.764791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:42.777829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for c5593e43-6063-4800-a4d1-8b4e56bc51e9 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:08:43.026237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (c5593e43-6063-4800-a4d1-8b4e56bc51e9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:43.050639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=c5593e43-6063-4800-a4d1-8b4e56bc51e9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:43.233345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:43.752909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router f8d5cd40-a168-46a4-84cd-6121bd60945e has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:08:43.859646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:08:43.864697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b4d8ab69-ef20-4a74-b030-dbd427fcca97 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/f8d5cd40-a168-46a4-84cd-6121bd60945e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7625160 Apr 30 05:08:43.867360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40862) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:43.869883 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90665399-5080-4d83-b400-0fe756416584 None None] Sync routers for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:08:43.879995 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:43.880590 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:43.918617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet 19fdc35e-ef30-41dc-a300-78bd341b2f86 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:08:43.921698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:43.961230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:43.984027 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:44.093582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.151870 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:08:42Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:44.178349 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90665399-5080-4d83-b400-0fe756416584 None None] Checking router: f8d5cd40-a168-46a4-84cd-6121bd60945e for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:08:44.187008 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] Routers {'f8d5cd40-a168-46a4-84cd-6121bd60945e'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:44.187608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f8d5cd40-a168-46a4-84cd-6121bd60945e'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:44.232577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (19fdc35e-ef30-41dc-a300-78bd341b2f86), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.262934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=19fdc35e-ef30-41dc-a300-78bd341b2f86,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:44.266473 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.272103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cbb47cd5-e69e-4967-a6a0-6ca079521e81 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/19fdc35e-ef30-41dc-a300-78bd341b2f86 HTTP/1.1" status: 204 len: 168 time: 0.4014127 Apr 30 05:08:44.272920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40864) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:44.275904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24283ffe-b2a3-4d0f-93b9-22e37c17c990 None None] Network f8dfe708-d45d-4c39-bdee-a6b9afec6778 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:08:44.298067 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] Set router f8d5cd40-a168-46a4-84cd-6121bd60945e gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:44.395183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.439400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] DHCP port deletion for f8dfe708-d45d-4c39-bdee-a6b9afec6778 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:08:44.472294 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-90665399-5080-4d83-b400-0fe756416584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:08:42Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:44.479597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Deleting port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:08:44.479975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.504806 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90665399-5080-4d83-b400-0fe756416584 None None] The sync data for ids ['f8d5cd40-a168-46a4-84cd-6121bd60945e'] in dv-neutron-838078-9-hyperv is: [{'id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'name': 'tempest-TestNetworkBasicOps-router-24904543', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:05:39Z', 'updated_at': '2022-04-30T05:08:42Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '5fd0d67b-c5b8-407c-a87c-876c05859c87', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d5cd40-a168-46a4-84cd-6121bd60945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:05:40Z', 'updated_at': '2022-04-30T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:08:44.511351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (f8d5cd40-a168-46a4-84cd-6121bd60945e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.551150 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] For port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,segment=NetworkSegment(6da54f7f-f26c-48a8-9e2c-5c8f5000df1b),segment_id=6da54f7f-f26c-48a8-9e2c-5c8f5000df1b)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:44.551534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.564228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Calling delete_port for 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:08:44.619770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 5fd0d67b-c5b8-407c-a87c-876c05859c87 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:08:44.620195 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.700653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 5fd0d67b-c5b8-407c-a87c-876c05859c87, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5fd0d67b-c5b8-407c-a87c-876c05859c87,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:44.700949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.701048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.713853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 5fd0d67b-c5b8-407c-a87c-876c05859c87 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:08:44.729797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Pushing event deleted for resources: {'Port': ['ID=17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:44.734199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] No DVR routers for this DVR port 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:08:44.741424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.741770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.742114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.742475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.742809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.743139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.743461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.743781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.744481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.744481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.744720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.745038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.745358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.746346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.746617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddc16-b94f-4055-95dc-b3624c50dbd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:44.904759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device c13ffd93-595f-49d6-a755-41e219180207 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:08:44.925790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: c13ffd93-595f-49d6-a755-41e219180207 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:08:44.926202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device c13ffd93-595f-49d6-a755-41e219180207 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:08:44.952245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (5fd0d67b-c5b8-407c-a87c-876c05859c87), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:44.979624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=5fd0d67b-c5b8-407c-a87c-876c05859c87,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:45.051286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.150566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.153028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (f8d5cd40-a168-46a4-84cd-6121bd60945e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.260214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f8d5cd40-a168-46a4-84cd-6121bd60945e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.260778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router f8d5cd40-a168-46a4-84cd-6121bd60945e {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:08:45.267524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.268616 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6c0f96b7-2e23-4ba4-81ff-6d5aac3cde32 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/f8d5cd40-a168-46a4-84cd-6121bd60945e HTTP/1.1" status: 204 len: 168 time: 0.9952636 Apr 30 05:08:45.271552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40866) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:45.352384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f8dfe708-d45d-4c39-bdee-a6b9afec6778), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.444111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f8dfe708-d45d-4c39-bdee-a6b9afec6778), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.463587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dfe708-d45d-4c39-bdee-a6b9afec6778']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:45.473195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:45.473492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da54f7f-f26c-48a8-9e2c-5c8f5000df1b') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:45.483465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (6da54f7f-f26c-48a8-9e2c-5c8f5000df1b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.496483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6da54f7f-f26c-48a8-9e2c-5c8f5000df1b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.502157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:08:45.502558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (6da54f7f-f26c-48a8-9e2c-5c8f5000df1b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:08:45.505502 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:08:45.609097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f8dfe708-d45d-4c39-bdee-a6b9afec6778), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.616277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.618883 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/f8dfe708-d45d-4c39-bdee-a6b9afec6778 HTTP/1.1" status: 204 len: 168 time: 0.3462667 Apr 30 05:08:45.630920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881d1f-9263-4ea1-96af-fd989b802cca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=f8dfe708-d45d-4c39-bdee-a6b9afec6778,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:45.631553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40868) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:45.636538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--1768728404', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:45.695005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:08:45.698633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.725940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:08:45.735668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec2d8d96-8a00-41e9-b331-bd2541f082b0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.736009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment ec2d8d96-8a00-41e9-b331-bd2541f082b0 of type vlan for network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 Apr 30 05:08:45.778068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (3a0da9ed-e3d2-4bed-9e78-6d2731781396), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.849158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (3a0da9ed-e3d2-4bed-9e78-6d2731781396), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.854111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:45.854713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:45.918923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=3a0da9ed-e3d2-4bed-9e78-6d2731781396,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:45.929898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:08:45.960740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-30d934e9-2d7e-426b-8925-83aaf3bd2b10 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3280358 Apr 30 05:08:45.963402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40870) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:45.968277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-429344831', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:46.072727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (fd028521-e53c-4698-baa4-bb537b3f822d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.073834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (fd028521-e53c-4698-baa4-bb537b3f822d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.130298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (fd028521-e53c-4698-baa4-bb537b3f822d), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.255487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:08:46.278001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:08:46.278363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 17ad81ac-c65e-4bf1-8cf0-7653b6ad61b3 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:08:46.278779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c5593e43-6063-4800-a4d1-8b4e56bc51e9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:08:46.297653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c5593e43-6063-4800-a4d1-8b4e56bc51e9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:08:46.297989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c5593e43-6063-4800-a4d1-8b4e56bc51e9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:08:46.298426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5fd0d67b-c5b8-407c-a87c-876c05859c87 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:08:46.316412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 5fd0d67b-c5b8-407c-a87c-876c05859c87 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:08:46.316755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5fd0d67b-c5b8-407c-a87c-876c05859c87 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:08:46.325341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (fd028521-e53c-4698-baa4-bb537b3f822d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.547987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (fd028521-e53c-4698-baa4-bb537b3f822d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.565908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.668779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.144 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:08:46.767623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.837739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:46.873469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:08:46.876223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:46.878653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:08:46.911337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:47.187764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (fd028521-e53c-4698-baa4-bb537b3f822d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:47.381857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (fd028521-e53c-4698-baa4-bb537b3f822d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:47.580512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:08:47.687314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:08:47.696823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:08:47.706793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:47.707402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:47.765766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:47.767042 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e80b4295-52ec-4425-99c1-4e553a9b201c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8027244 Apr 30 05:08:47.770294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40872) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:47.815008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:47.926356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-54e58509-eb2f-4853-9fc2-a12314390869 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1549370 Apr 30 05:08:47.929017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40876) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:47.982123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:47Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:48.019890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603f42d-135d-4711-8380-71784893fb9c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:48.021397 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0603f42d-135d-4711-8380-71784893fb9c tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914731 Apr 30 05:08:48.024329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40878) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:48.054590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-538da88b-8820-4049-ae61-d9ecf9dd2797 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290651 Apr 30 05:08:48.057033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40880) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:48.061905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628169899', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:48.156526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:08:48.156866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Updating router fd028521-e53c-4698-baa4-bb537b3f822d port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:08:48.185416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.441878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks [] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.500441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.528987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:08:48.532517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.553633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Attempting to bind port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:08:48.553998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Attempting to bind port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:08:48.554385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Attempting to bind port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:08:48.559724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42575d09-052b-4ac4-8d3f-412c9c678c4b None None] Pushing event updated for resources: {'Port': ['ID=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:48.564243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:08:48.564624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:08:48.565023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.565423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:08:48.565871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Bound port: 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:08:48.566247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.617400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] For port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:08:48.620381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] For port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:08:48.701151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.758162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:48.758865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:48.763587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42575d09-052b-4ac4-8d3f-412c9c678c4b None None] Pushing event updated for resources: {'Port': ['ID=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:48.775124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (e125a8a7-c3f9-4bb0-a482-3fd56272d5e1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:48.835578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:48.847701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:08:48.848061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: 3a0da9ed-e3d2-4bed-9e78-6d2731781396, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:08:48.870533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:48.920389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:08:48.991988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 3a0da9ed-e3d2-4bed-9e78-6d2731781396) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:48.996322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:48.996994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.003301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e4a76-d802-4864-a6e5-8e343ab26a7d None None] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:08:49.086245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7ec92a50-fd80-4bc3-8f89-9d99e44caed8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0281553 Apr 30 05:08:49.090166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40882) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:49.091625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:47Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:49.125533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901c62f-56df-446c-b2cc-a0509e16f511 None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:47Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:08:49.166589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:08:49.167497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.306566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Allocated IP 172.20.0.2 (3a0da9ed-e3d2-4bed-9e78-6d2731781396/e125a8a7-c3f9-4bb0-a482-3fd56272d5e1/473e394f-d675-4f50-81dc-3c60ae2201e6) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:08:49.482659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks [] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.540853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.583936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:08:49.586876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:49.593518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:08:49.604712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Pushing event updated for resources: {'Port': ['ID=473e394f-d675-4f50-81dc-3c60ae2201e6,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:49.613321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.659320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Attempting to bind port 473e394f-d675-4f50-81dc-3c60ae2201e6 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:08:49.659555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Attempting to bind port 473e394f-d675-4f50-81dc-3c60ae2201e6 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:08:49.659918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Attempting to bind port 473e394f-d675-4f50-81dc-3c60ae2201e6 on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:08:49.665280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:08:49.665654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Checking segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:08:49.666053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.666795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Bound using segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:08:49.666995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Bound port: 473e394f-d675-4f50-81dc-3c60ae2201e6, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:08:49.667405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.745750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] For port 473e394f-d675-4f50-81dc-3c60ae2201e6, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:08:49.749337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] For port 473e394f-d675-4f50-81dc-3c60ae2201e6, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=473e394f-d675-4f50-81dc-3c60ae2201e6,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:08:49.810007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:49.879124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db631b0f-1bad-455a-81e7-fea600a6cd87 None None] Pushing event updated for resources: {'Port': ['ID=473e394f-d675-4f50-81dc-3c60ae2201e6,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:49.981293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (3a0da9ed-e3d2-4bed-9e78-6d2731781396/e125a8a7-c3f9-4bb0-a482-3fd56272d5e1/d0fe670f-2fc1-40dd-9584-b5c9609cdc5c) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:08:50.130684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.232447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.283984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:08:50.287339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:50.291962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:08:50.297158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:50.312142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:08:50.341490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (fd028521-e53c-4698-baa4-bb537b3f822d), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.364654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:50.365024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.440979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:50.441366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.463185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:50.535216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.536015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 473e394f-d675-4f50-81dc-3c60ae2201e6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:08:50.577034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.614333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:50.625369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 473e394f-d675-4f50-81dc-3c60ae2201e6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:50.625741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.703719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 473e394f-d675-4f50-81dc-3c60ae2201e6 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:50.704101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.741341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 473e394f-d675-4f50-81dc-3c60ae2201e6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=473e394f-d675-4f50-81dc-3c60ae2201e6,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:50.814834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.865048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.866467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=473e394f-d675-4f50-81dc-3c60ae2201e6,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:50.900094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:50.973637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:50.978493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (fd028521-e53c-4698-baa4-bb537b3f822d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.073144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:08:51.075190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:51.195708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:08:51.312619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:08:51.320345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-db3bbdad-ad72-44b9-9a7f-89ecc7446f5c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/fd028521-e53c-4698-baa4-bb537b3f822d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262917 Apr 30 05:08:51.320707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40884) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:51.322192 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:08:51.333933 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:51.334827 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:51.419651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422f96e-3185-49d3-8e45-4fd3883081af tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.420129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422f96e-3185-49d3-8e45-4fd3883081af tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.420596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422f96e-3185-49d3-8e45-4fd3883081af tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.421245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422f96e-3185-49d3-8e45-4fd3883081af tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.425660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c422f96e-3185-49d3-8e45-4fd3883081af tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1039302 Apr 30 05:08:51.426252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40886) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:51.426459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1330798-790f-4f4f-9b9b-1108e63c04a0 None None] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:08:51.447878 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:51.459823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-66956d9a-7b31-4cec-9507-be0a862f856c None None] Provisioning complete for port 473e394f-d675-4f50-81dc-3c60ae2201e6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:51.460196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66956d9a-7b31-4cec-9507-be0a862f856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.516009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ecc19-917e-407e-b155-224baf1566f1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.516709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ecc19-917e-407e-b155-224baf1566f1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.516915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ecc19-917e-407e-b155-224baf1566f1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.517361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ecc19-917e-407e-b155-224baf1566f1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:51.521862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40888) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:51.522134 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0b6ecc19-917e-407e-b155-224baf1566f1 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0949252 Apr 30 05:08:51.606808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-66956d9a-7b31-4cec-9507-be0a862f856c None None] Current status of the port 473e394f-d675-4f50-81dc-3c60ae2201e6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:51.644235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c1c5d9e5-a7ae-4873-8dba-c3e7e434270a tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1209400 Apr 30 05:08:51.651623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:51.683983 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:08:51.684198 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Updating router fd028521-e53c-4698-baa4-bb537b3f822d port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:08:51.712778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.834108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2ba67b7-12cf-4eac-8c79-59058f942416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.836306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Provisioning complete for port 473e394f-d675-4f50-81dc-3c60ae2201e6 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:51.836668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.936080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Current status of the port 473e394f-d675-4f50-81dc-3c60ae2201e6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:51.946867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:51.947249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:51.989338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf12fb-97f6-45b4-80be-3b18af36a501 None None] Port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:08:52.043571 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks [] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.107039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cdcf0f25-12b9-4a7b-984a-39966c365561 None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.107812 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.110203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cdcf0f25-12b9-4a7b-984a-39966c365561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.148496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf0f25-12b9-4a7b-984a-39966c365561 None None] Port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:08:52.155829 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Pushing event updated for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:52.168914 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.169405 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.169859 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.170343 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.170883 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.171343 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.171766 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.172186 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.172621 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.173049 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.173472 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.173926 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.174369 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.174762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.175151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:52.274161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-60d975a5-c7d4-43c8-99d4-8f7173d92317 None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.275010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-60d975a5-c7d4-43c8-99d4-8f7173d92317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.314572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:08:52.355830 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Attempting to bind port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:08:52.356426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Attempting to bind port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:08:52.356742 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Attempting to bind port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:08:52.362714 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:08:52.363218 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Checking segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:08:52.363612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.364142 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Bound using segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:08:52.364758 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Bound port: d0fe670f-2fc1-40dd-9584-b5c9609cdc5c, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:08:52.365283 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.373969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-60d975a5-c7d4-43c8-99d4-8f7173d92317 None None] Port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:08:52.387312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.387824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.400883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40892) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:52.408214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900110271', 'description': 'tempest-secgroup-smoke-1900110271 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:52.436381 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] For port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:08:52.440366 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] For port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:08:52.475324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:52.476384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 473e394f-d675-4f50-81dc-3c60ae2201e6 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:08:52.512663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.513967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.514365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.517877 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.564501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 473e394f-d675-4f50-81dc-3c60ae2201e6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.564876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.597887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:08:52.598060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7bb7d5da-4bcc-4aaa-8828-22bba164fcdb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.598979 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:52.602086 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969d0e-da76-47db-9f77-d8412ac36c0a None None] Pushing event updated for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:52.647615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Current status of the port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:52.647992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.671940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7bb7d5da-4bcc-4aaa-8828-22bba164fcdb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.708307 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:52.719865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 473e394f-d675-4f50-81dc-3c60ae2201e6 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:52.726858 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:08:52.746411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] For port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:08:52.777455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.779047 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-27594fa6-c94f-401a-9fd1-ca8d7a8518e6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3761430 Apr 30 05:08:52.782119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40894) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:52.787319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:52.798126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.847645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ad31d-0730-4c57-9e66-cb12a674aa4a None None] Pushing event updated for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:52.866262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8ed980ae-8b44-408d-a8a7-5150feb0408c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.917616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9cdc65b3-50ac-40e2-bb9c-fc3d01c6eda5 None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:52.917968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9cdc65b3-50ac-40e2-bb9c-fc3d01c6eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.923969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8ed980ae-8b44-408d-a8a7-5150feb0408c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:52.926910 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:08:52.953881 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0642122-8583-45a2-9b57-3b1c79ce4fbf None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:08:52.986768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8ed980ae-8b44-408d-a8a7-5150feb0408c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.018976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc65b3-50ac-40e2-bb9c-fc3d01c6eda5 None None] Current status of the port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:53.026937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed980ae-8b44-408d-a8a7-5150feb0408c,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:53.114245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.115781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-363f2ee9-4fd0-4002-b91c-00ff27f2e00e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318167 Apr 30 05:08:53.118435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40896) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:53.125449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:53.219077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fd92a9f4-ff83-4c8a-b1dd-32a9f010d08f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.274902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fd92a9f4-ff83-4c8a-b1dd-32a9f010d08f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.357484 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (fd92a9f4-ff83-4c8a-b1dd-32a9f010d08f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.381803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd92a9f4-ff83-4c8a-b1dd-32a9f010d08f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:53.428311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.429547 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bc62ba38-df92-41f5-b555-5d330cc1989f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3077550 Apr 30 05:08:53.432558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40898) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:53.437616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:53.518221 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8f96aa99-c2e2-4c64-98c0-8965d77281c2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.577448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8f96aa99-c2e2-4c64-98c0-8965d77281c2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.637674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8f96aa99-c2e2-4c64-98c0-8965d77281c2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.658102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f96aa99-c2e2-4c64-98c0-8965d77281c2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:53.713810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.715678 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-203ff567-2e4d-4a59-b75a-bdff66968a5d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815592 Apr 30 05:08:53.718577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:53.723220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:53.803640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f146dac5-a8e0-4c2c-a3e1-474101b9b293), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.863958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (f146dac5-a8e0-4c2c-a3e1-474101b9b293), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.911770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (f146dac5-a8e0-4c2c-a3e1-474101b9b293), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.930417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f146dac5-a8e0-4c2c-a3e1-474101b9b293,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:53.977027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:53.978397 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-35a09695-b255-4c49-98af-b30bacce8c72 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2588315 Apr 30 05:08:53.982740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:53.987581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:54.055034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76af77d1-254f-4bdc-89b3-1d3812b2e310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.094732 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:08:54.100475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (0bdb7bb8-98c3-40b1-a854-9ee04f93c2d7), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.158439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (0bdb7bb8-98c3-40b1-a854-9ee04f93c2d7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.231847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0bdb7bb8-98c3-40b1-a854-9ee04f93c2d7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.253059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdb7bb8-98c3-40b1-a854-9ee04f93c2d7,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:54.261762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.262390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.262764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.263099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.263437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.263772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.264106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.264446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.264762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.265098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.265442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.265843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.266534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.266976 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.267305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:08:54.283561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0fe670f-2fc1-40dd-9584-b5c9609cdc5c up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:08:54.328766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:54.329136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.331154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.332377 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-74735db3-0bce-4f6c-86b2-8380b892ea91 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483946 Apr 30 05:08:54.335141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40904) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:08:54.340353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7bb7d5da-4bcc-4aaa-8828-22bba164fcdb', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:54.405329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:08:54.437367 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:08:54.443220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (204f78b0-ca76-4b03-8b2e-50bc343aaa26), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.812520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (204f78b0-ca76-4b03-8b2e-50bc343aaa26), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.888838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (204f78b0-ca76-4b03-8b2e-50bc343aaa26), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.907401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204f78b0-ca76-4b03-8b2e-50bc343aaa26,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:54.959425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:54.960714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d62f606a-7c96-4f91-9021-e95f6fd8d64a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6246226 Apr 30 05:08:54.963980 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:08:55.020429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:55.119315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-3cda4970-aa0a-4a66-9c46-5dd2b6ee46ca tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900110271&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0433879 Apr 30 05:08:55.226717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-bbdca897-f8f2-4772-925f-6c626a955ea3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:55.228139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-bbdca897-f8f2-4772-925f-6c626a955ea3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 797 time: 0.1018484 Apr 30 05:08:55.243373 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-50f38f76-7410-4d7a-80bd-a4df3e99aa9f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Apr 30 05:08:55.293990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-2196aa46-19b6-4cb3-83a6-7ea8beadc414 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455854 Apr 30 05:08:55.388666 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-165f46a5-3566-41e2-b060-46b318e9649b service neutron] 10.222.0.16 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835905 Apr 30 05:08:55.782481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-e637968f-905c-4223-b78b-40aa54adfc50 service neutron] 10.222.0.16 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880565 Apr 30 05:08:55.997088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce4e797d-4c6a-4ab7-98ef-a8538b41088f req-e1fbf155-ce61-4be9-b185-2c9e78284e4f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0275822 Apr 30 05:08:56.768895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:57.090938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66197dfa-7fa3-4e21-9c74-3f36c31a4c85 req-5d1aa2e8-5000-433b-bae0-07848969f6ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0291722 Apr 30 05:08:57.636416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-7f23e0e4-0fac-432a-8f96-623c3f71b8a0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:57.637790 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-7f23e0e4-0fac-432a-8f96-623c3f71b8a0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 797 time: 0.1034756 Apr 30 05:08:57.700137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-91805b8e-3821-41dd-94a3-a438bddd0983 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 380 time: 0.0549278 Apr 30 05:08:57.707939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['7bb7d5da-4bcc-4aaa-8828-22bba164fcdb']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:57.854733 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:08:57.858316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:57.981175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.8 (3a0da9ed-e3d2-4bed-9e78-6d2731781396/e125a8a7-c3f9-4bb0-a482-3fd56272d5e1/411d3b21-c711-4bfc-931a-58c5e27267ba) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:08:58.121351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.195477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c62dd41e-54f7-4f54-84c5-0ee7c0013d1a req-4b29e0ee-126b-4a9b-8679-b4e9ce777b48 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0293853 Apr 30 05:08:58.203082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.226380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.270992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:08:58.274001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:08:58.280622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:08:58.305899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:58.335655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:58.336274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.423430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-d964bec2-6f45-43e5-a57c-b7e385c8854f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189994 Apr 30 05:08:58.435957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Request body: {'port': {'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:08:58.475379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7a3c9590-a15f-49ec-a530-7b29e29a8f08 None None] Provisioning complete for port 411d3b21-c711-4bfc-931a-58c5e27267ba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:08:58.475859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9590-a15f-49ec-a530-7b29e29a8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.497479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.509474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c9590-a15f-49ec-a530-7b29e29a8f08 None None] Port 411d3b21-c711-4bfc-931a-58c5e27267ba cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:08:58.759007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411d3b21-c711-4bfc-931a-58c5e27267ba {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:08:58.767151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks [] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.779798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Transition to ACTIVE for port object 411d3b21-c711-4bfc-931a-58c5e27267ba will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:08:58.837401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:58.890161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:58.961256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Attempting to bind port 411d3b21-c711-4bfc-931a-58c5e27267ba on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:08:58.961576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Attempting to bind port 411d3b21-c711-4bfc-931a-58c5e27267ba by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:08:58.961895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Attempting to bind port 411d3b21-c711-4bfc-931a-58c5e27267ba on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:08:58.967876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Port 411d3b21-c711-4bfc-931a-58c5e27267ba on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:08:58.968250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Attempting to bind port 411d3b21-c711-4bfc-931a-58c5e27267ba on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:08:58.973862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:08:58.974204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Checking segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:08:58.974616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Bound using segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:08:58.975037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Bound port: 411d3b21-c711-4bfc-931a-58c5e27267ba, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:08:58.975393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:59.041588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:08:59.045337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:08:59.107038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:59.141892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.142573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:08:59.144194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] 10.222.0.13 "PUT /v2.0/ports/411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 1093 time: 0.7135527 Apr 30 05:08:59.144604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:08:59.147017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb2619b-4f0e-48ea-8678-00c38d637e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:08:59.179079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82f197-2dd2-4b6a-80c7-9beddfbb9524 service neutron] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:08:59.192761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722426e-c34d-43de-acce-c6155834a031 x-openstack-request-id: req-5722426e-c34d-43de-acce-c6155834a031 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:08:59.193074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:08:59.193326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5722426e-c34d-43de-acce-c6155834a031 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:08:59.193735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5722426e-c34d-43de-acce-c6155834a031'] response: {'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:08:59.264779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-4f00aacd-0f37-4ea6-977b-6d8ee39034e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.266436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-4f00aacd-0f37-4ea6-977b-6d8ee39034e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1127 time: 0.0499151 Apr 30 05:08:59.375433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a79ca-7e63-4aaf-b215-7d7a7a1dfc05 req-25524358-b9d0-472e-977c-335da85c9121 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.376905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cb7a79ca-7e63-4aaf-b215-7d7a7a1dfc05 req-25524358-b9d0-472e-977c-335da85c9121 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 943 time: 0.1052468 Apr 30 05:08:59.440774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-7ab0ef10-c659-47a8-b5cc-80487a4817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.442168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-7ab0ef10-c659-47a8-b5cc-80487a4817fc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1684911 Apr 30 05:08:59.446095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cb7a79ca-7e63-4aaf-b215-7d7a7a1dfc05 req-d95efe17-88bd-4276-8dae-62e6bc181fd7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627530 Apr 30 05:08:59.537685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-25a6e106-91b2-44f7-b9da-adfba84445ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.539168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5bb2619b-4f0e-48ea-8678-00c38d637e8e req-25a6e106-91b2-44f7-b9da-adfba84445ab service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911586 Apr 30 05:08:59.611269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-ee4e17ac-f39a-425e-aa77-42a4428dd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.612725 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-ee4e17ac-f39a-425e-aa77-42a4428dd260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1127 time: 0.0384867 Apr 30 05:08:59.658169 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-aa18d8b1-91ea-4c3c-a9b7-46f9c07d57d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 217 time: 0.0371084 Apr 30 05:08:59.705771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-c359b72d-a683-4c1d-803c-59b173cb7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.707231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-c359b72d-a683-4c1d-803c-59b173cb7e57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0435419 Apr 30 05:08:59.750388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a5f8-a145-42c0-9102-709337a6de2a req-e4f8d99e-b55d-4840-ba36-06a2f82b47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:08:59.751862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-e4f8d99e-b55d-4840-ba36-06a2f82b47ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388107 Apr 30 05:08:59.842928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-85fd9e3a-cf98-4dae-be68-cfdf2a24671c service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850518 Apr 30 05:08:59.931134 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9211a5f8-a145-42c0-9102-709337a6de2a req-4f1be34e-e7c6-4510-b611-12f157dea349 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824769 Apr 30 05:09:00.564200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fd47-d6ce-4c89-9536-732e18e7b68b req-4fd4c3ae-7540-4f8d-85b7-a54cbf0c669b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:00.565892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd81fd47-d6ce-4c89-9536-732e18e7b68b req-4fd4c3ae-7540-4f8d-85b7-a54cbf0c669b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0513453 Apr 30 05:09:00.615024 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd81fd47-d6ce-4c89-9536-732e18e7b68b req-02a0edf4-56b3-41c8-8ce4-f265ae33880e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Apr 30 05:09:01.725936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a6e13-de45-4a25-becd-0334aca249e5 req-f2dbebda-d642-4c07-8739-e8d737002e6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:01.727432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b41a6e13-de45-4a25-becd-0334aca249e5 req-f2dbebda-d642-4c07-8739-e8d737002e6e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0465536 Apr 30 05:09:01.775128 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b41a6e13-de45-4a25-becd-0334aca249e5 req-12599d85-d626-4d34-af5f-f447f72de57e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Apr 30 05:09:02.885774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4414c5-31ec-4f71-8ab0-f1f16aed76de req-bbc69556-f91b-45bd-944f-3e734e1fb48e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:02.887218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b4414c5-31ec-4f71-8ab0-f1f16aed76de req-bbc69556-f91b-45bd-944f-3e734e1fb48e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 943 time: 0.0459313 Apr 30 05:09:02.938386 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b4414c5-31ec-4f71-8ab0-f1f16aed76de req-cb9ffb71-505e-4eb9-bcd4-6f7522e901b6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Apr 30 05:09:03.043589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 411d3b21-c711-4bfc-931a-58c5e27267ba details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:09:03.138966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:03.149438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:09:03.185748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 411d3b21-c711-4bfc-931a-58c5e27267ba is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:09:03.186125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:03.198503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411d3b21-c711-4bfc-931a-58c5e27267ba {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:09:03.216588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:03.294141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:03.488648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:03.529513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['411d3b21-c711-4bfc-931a-58c5e27267ba'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:09:04.050688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0bf8e-856b-4994-9628-e42e470e3d0e req-6a33fa28-3eda-475c-951f-39f84f5393f9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:04.052160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5cf0bf8e-856b-4994-9628-e42e470e3d0e req-6a33fa28-3eda-475c-951f-39f84f5393f9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 944 time: 0.0473173 Apr 30 05:09:04.100778 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5cf0bf8e-856b-4994-9628-e42e470e3d0e req-e68316da-7979-4bf7-b6d9-f9f5b58f5249 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431771 Apr 30 05:09:05.029185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 411d3b21-c711-4bfc-931a-58c5e27267ba up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:09:05.073096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 411d3b21-c711-4bfc-931a-58c5e27267ba completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:09:05.117008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 411d3b21-c711-4bfc-931a-58c5e27267ba triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:09:05.117374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:05.196851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 411d3b21-c711-4bfc-931a-58c5e27267ba is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:09:05.197228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:05.214317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dfcef-c744-4843-b345-e01a2dfb3bc4 req-55fdb293-60aa-4e4b-893f-73c43b6ed2a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:05.215827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e63dfcef-c744-4843-b345-e01a2dfb3bc4 req-55fdb293-60aa-4e4b-893f-73c43b6ed2a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 944 time: 0.0476179 Apr 30 05:09:05.220514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:05.232238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbfffe3-de94-48a1-9379-7121e49a2052" -d '{"events": [{"server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:05.235929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:05.269190 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e63dfcef-c744-4843-b345-e01a2dfb3bc4 req-a2c30e1b-0087-47a5-b712-8b5d5cce974c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Apr 30 05:09:05.300492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:05.326954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc76e58-cf71-4482-a6cc-e620bae0f7c3 x-openstack-request-id: req-3fc76e58-cf71-4482-a6cc-e620bae0f7c3 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:05.327245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "name": "network-vif-plugged", "status": "completed", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:05.327498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fc76e58-cf71-4482-a6cc-e620bae0f7c3 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:05.327891 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc76e58-cf71-4482-a6cc-e620bae0f7c3'] response: {'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'code': 200} Apr 30 05:09:05.352517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:05.621147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009827d-9ca5-45cc-b2be-c379b0ba4de3 req-7eb8a48c-6ea0-4189-b064-10fb2dce65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:05.622552 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b009827d-9ca5-45cc-b2be-c379b0ba4de3 req-7eb8a48c-6ea0-4189-b064-10fb2dce65b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0416951 Apr 30 05:09:05.667228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b009827d-9ca5-45cc-b2be-c379b0ba4de3 req-a53ae841-64ef-41b0-aef1-19368b0f3bc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391254 Apr 30 05:09:06.382210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a724f3-1e0e-4052-8b3f-7dc2ac081dac req-5db3a563-7fc9-4849-adc1-20c9cea46cc8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:06.383703 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08a724f3-1e0e-4052-8b3f-7dc2ac081dac req-5db3a563-7fc9-4849-adc1-20c9cea46cc8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0460870 Apr 30 05:09:06.433196 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08a724f3-1e0e-4052-8b3f-7dc2ac081dac req-d05c307a-0f0e-4168-af16-f6ad6e0efb3d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429523 Apr 30 05:09:07.548632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8bf81-59ba-48a6-9032-86dc2629ed7d req-6d6b89ad-70d9-45fc-8b56-934513ae87a9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:07.550087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fce8bf81-59ba-48a6-9032-86dc2629ed7d req-6d6b89ad-70d9-45fc-8b56-934513ae87a9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0486195 Apr 30 05:09:07.601724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fce8bf81-59ba-48a6-9032-86dc2629ed7d req-af911338-6a85-46ea-acce-c9232d85c46f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Apr 30 05:09:07.713103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a1497-9038-4d86-bab9-09467d1ed4c8 req-0968ac3a-6bd8-4b2b-ac26-8c8879722187 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:07.714691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-355a1497-9038-4d86-bab9-09467d1ed4c8 req-0968ac3a-6bd8-4b2b-ac26-8c8879722187 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0467720 Apr 30 05:09:07.763397 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-355a1497-9038-4d86-bab9-09467d1ed4c8 req-9f89bbcd-0ca8-4970-8194-8a596ac92f69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Apr 30 05:09:07.785264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40968) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:07.823308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1a3ca-668e-414c-8263-19c9449320f7 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:07.824829 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-99f1a3ca-668e-414c-8263-19c9449320f7 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1124 time: 0.0385766 Apr 30 05:09:07.827625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 40970) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:07.831921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:07.923026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:08.002195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:08.048925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:08.146989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.164 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4c93c534-79b9-40d6-9641-02c1951188e4) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:09:08.247604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (4c93c534-79b9-40d6-9641-02c1951188e4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:08.328732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:08.368301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:09:08.371751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:09:08.377229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:09:08.399698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=4c93c534-79b9-40d6-9641-02c1951188e4,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:08.871202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (60fe2cce-8781-4900-9e94-4cc5687afe39), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.012839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.163720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (4c93c534-79b9-40d6-9641-02c1951188e4), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.225828 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.293805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=4c93c534-79b9-40d6-9641-02c1951188e4,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:09.301720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (60fe2cce-8781-4900-9e94-4cc5687afe39), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.402300 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 60fe2cce-8781-4900-9e94-4cc5687afe39 associated. External IP: 172.26.5.164, port: 411d3b21-c711-4bfc-931a-58c5e27267ba. Apr 30 05:09:09.610407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:09:09.718847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:09:09.730261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:09:09.740075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:09:09.740691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:09.793457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:09.823524 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7852a295-9543-4ceb-8945-a82dd3796c7d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9948666 Apr 30 05:09:09.824383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:09.826478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40972) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:09.827267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c01a832-2a66-40ef-ad54-103c2992598a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:09.851078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:09:09.865828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e147f-5372-40df-8d10-6cb101a33b93 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:09.867393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-009e147f-5372-40df-8d10-6cb101a33b93 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1124 time: 0.0398064 Apr 30 05:09:09.877025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2974196d-45af-4f73-a221-583430aebf35 x-openstack-request-id: req-2974196d-45af-4f73-a221-583430aebf35 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:09.877529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:09.877606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2974196d-45af-4f73-a221-583430aebf35 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:09.878050 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2974196d-45af-4f73-a221-583430aebf35'] response: {'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:09:09.943089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a832-2a66-40ef-ad54-103c2992598a req-7b0f79b9-a7e6-4ec8-a8cf-0f8964915aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:09.944552 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-7b0f79b9-a7e6-4ec8-a8cf-0f8964915aea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0436647 Apr 30 05:09:10.038328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a832-2a66-40ef-ad54-103c2992598a req-5ffb8a08-131d-4806-9652-d70a11b76047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:10.039783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-5ffb8a08-131d-4806-9652-d70a11b76047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0888817 Apr 30 05:09:10.078795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:08Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:10.107540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40978) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:10.109002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:09:10.112760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417146345', 'description': 'tempest-secgroup-smoke-1417146345 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:10.117532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:09:10.118082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:08:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:10.124983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-6e157ca9-432b-47a2-a2f6-a6223ea366e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 999 time: 0.0793722 Apr 30 05:09:10.178708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a832-2a66-40ef-ad54-103c2992598a req-93c9169d-060a-4c3d-ad6c-bc7d472c02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:10.180202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-93c9169d-060a-4c3d-ad6c-bc7d472c02d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0501735 Apr 30 05:09:10.223723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a832-2a66-40ef-ad54-103c2992598a req-da419335-1073-4180-b269-14012a5275da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:10.225256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-da419335-1073-4180-b269-14012a5275da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399241 Apr 30 05:09:10.233627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:09:10.250104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.349856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-ed2af9eb-2378-48de-ad6f-59a65296ad9b service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174598 Apr 30 05:09:10.400713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7cec9bea-dc71-44af-bc40-747bd1454c5b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.454362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:08Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:10.459496 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c01a832-2a66-40ef-ad54-103c2992598a req-98dc028d-59e1-4125-a4d3-556c8da66df7 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033740 Apr 30 05:09:10.466055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7cec9bea-dc71-44af-bc40-747bd1454c5b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.482385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed720f-5d5a-4045-afa6-52f1cfcd9130 None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:08Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:09:10.497319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec9bea-dc71-44af-bc40-747bd1454c5b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:10.565216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.566574 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-08fd359e-d042-4a54-a291-f17755728e29 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4578142 Apr 30 05:09:10.569370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40980) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:10.574730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:10.655090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8d9a7191-1557-44ae-afdb-36b0410ab1d6), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.678110 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee519daa-00b9-4b00-8480-fd2eab13ca2a None None] New status for floating IP 60fe2cce-8781-4900-9e94-4cc5687afe39: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:09:10.713703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (8d9a7191-1557-44ae-afdb-36b0410ab1d6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.774210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8d9a7191-1557-44ae-afdb-36b0410ab1d6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.789516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9a7191-1557-44ae-afdb-36b0410ab1d6,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:10.879066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:10.880314 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-af68fac6-5918-4aed-ac6f-c2775eb3561f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100121 Apr 30 05:09:10.883076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40982) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:10.888257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:10.980244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fa8f8b15-d7b8-4687-bac2-daa84ff4214b), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.035929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (fa8f8b15-d7b8-4687-bac2-daa84ff4214b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.128843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (fa8f8b15-d7b8-4687-bac2-daa84ff4214b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.149202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8f8b15-d7b8-4687-bac2-daa84ff4214b,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:11.204908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.206070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-97b5ab49-7170-4696-a7e1-71d228843add tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220718 Apr 30 05:09:11.214376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40984) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:11.218678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:11.316738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c4fd0ed8-d112-4e4c-98a0-d10f8a0f583a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.375551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c4fd0ed8-d112-4e4c-98a0-d10f8a0f583a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.419947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c4fd0ed8-d112-4e4c-98a0-d10f8a0f583a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.438666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fd0ed8-d112-4e4c-98a0-d10f8a0f583a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:11.473615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.474868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b559f1c9-c1c9-4e66-8f48-1288c4361787 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594962 Apr 30 05:09:11.477525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40986) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:11.482378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:11.562508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ee242896-3b4b-4dad-9584-79e5c2c6be59), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.620948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (ee242896-3b4b-4dad-9584-79e5c2c6be59), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.683205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (ee242896-3b4b-4dad-9584-79e5c2c6be59), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.700594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee242896-3b4b-4dad-9584-79e5c2c6be59,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:11.747675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.748911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1585d4e-213d-4892-9f0b-7f7139721de9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2704642 Apr 30 05:09:11.754678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:11.758916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:11.820054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:09:11.826339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (5dff9242-86c1-400a-abfe-bec91e76309c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.884466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (5dff9242-86c1-400a-abfe-bec91e76309c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.928524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (5dff9242-86c1-400a-abfe-bec91e76309c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:11.946757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff9242-86c1-400a-abfe-bec91e76309c,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:11.999413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:12.000563 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e673c52f-d02b-4d7f-b631-ec09ad37c20b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2449813 Apr 30 05:09:12.003328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 40990) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:12.007709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '7cec9bea-dc71-44af-bc40-747bd1454c5b', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:12.094150 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:09:12.099717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (32714ecd-8952-4e0b-9649-642d9c2a535a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:12.160229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (32714ecd-8952-4e0b-9649-642d9c2a535a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:12.225617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (32714ecd-8952-4e0b-9649-642d9c2a535a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:12.243361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32714ecd-8952-4e0b-9649-642d9c2a535a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:12.301645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:12.302787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b9891f03-d64e-46a2-ba7f-ce7d5a66b41b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985256 Apr 30 05:09:12.449103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6702580a-7b41-4f1f-bd2e-e1a405a9789c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417146345&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0448880 Apr 30 05:09:12.554690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-b6e55e52-7db1-4004-86e4-ef38c0f08ec3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:12.556062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-b6e55e52-7db1-4004-86e4-ef38c0f08ec3 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 797 time: 0.1008203 Apr 30 05:09:12.571207 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-cdcac6f1-afa2-4416-b444-220c620ddf21 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0087883 Apr 30 05:09:12.625479 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-07ac8733-f071-4ce0-b5e5-781dfb70fcc1 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487168 Apr 30 05:09:12.761230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f738643-c9d6-4d23-94ab-9a9880a3c1d5 service neutron] 10.222.0.16 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239479 Apr 30 05:09:12.850508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-f077ecff-7417-45dc-958d-7caf4a92789d service neutron] 10.222.0.16 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834613 Apr 30 05:09:13.087539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44a5077f-bb21-4c11-83d0-cd4a6c7d7ad3 req-ac8278a0-1b65-445a-ac01-276a0906f33b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 210 time: 0.0270255 Apr 30 05:09:14.187352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c254cd7f-11d9-4b3f-9376-0e4eec97a4c8 req-3f45628e-7765-4493-9bf1-f4e9b75eed7f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Apr 30 05:09:14.884858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-38e0a59b-146a-4c98-a580-dc07d499208b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:14.887500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-38e0a59b-146a-4c98-a580-dc07d499208b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 797 time: 0.1169238 Apr 30 05:09:14.960276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6d8594f1-d0cb-48e3-9b1a-0fdc2f54fe36 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 473 time: 0.0655580 Apr 30 05:09:14.973498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['7cec9bea-dc71-44af-bc40-747bd1454c5b']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:15.157197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:09:15.160731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.298854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6187f64f-ddbf-4637-81db-f02ed22bc74d req-4f6e7683-cb5a-40c5-982a-f756751adc98 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 210 time: 0.0376172 Apr 30 05:09:15.315292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.4 (3a0da9ed-e3d2-4bed-9e78-6d2731781396/e125a8a7-c3f9-4bb0-a482-3fd56272d5e1/1731477e-5eb3-46c2-ba68-0077cad34aae) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:09:15.450719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.528899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.574950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:09:15.580002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:09:15.583689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:09:15.608284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:15.635765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:15.636482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.691233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-6663b0eb-51f3-4ecd-b814-9f974d9c0a76 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212276 Apr 30 05:09:15.702143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Request body: {'port': {'device_id': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:15.764173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.860588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2dc15ba2-2149-45cd-87df-fc8dc20e6a7e None None] Provisioning complete for port 1731477e-5eb3-46c2-ba68-0077cad34aae triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:09:15.861145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2dc15ba2-2149-45cd-87df-fc8dc20e6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:15.897902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2dc15ba2-2149-45cd-87df-fc8dc20e6a7e None None] Port 1731477e-5eb3-46c2-ba68-0077cad34aae cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:09:16.028666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1731477e-5eb3-46c2-ba68-0077cad34aae {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:09:16.036177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks [] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:16.048394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Transition to ACTIVE for port object 1731477e-5eb3-46c2-ba68-0077cad34aae will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:09:16.099527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:16.152876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Pushing event updated for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:16.224402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Attempting to bind port 1731477e-5eb3-46c2-ba68-0077cad34aae on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:09:16.228455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Attempting to bind port 1731477e-5eb3-46c2-ba68-0077cad34aae by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:09:16.228455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Attempting to bind port 1731477e-5eb3-46c2-ba68-0077cad34aae on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:09:16.229693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Port 1731477e-5eb3-46c2-ba68-0077cad34aae on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:09:16.230043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Attempting to bind port 1731477e-5eb3-46c2-ba68-0077cad34aae on network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:09:16.235306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:09:16.235635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Checking segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:09:16.236011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Bound using segment: {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:09:16.236431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Bound port: 1731477e-5eb3-46c2-ba68-0077cad34aae, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2d8d96-8a00-41e9-b331-bd2541f082b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:09:16.236785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:16.303416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:09:16.306644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1731477e-5eb3-46c2-ba68-0077cad34aae,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:09:16.379300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:16.440261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.440867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:16.442228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] 10.222.0.13 "PUT /v2.0/ports/1731477e-5eb3-46c2-ba68-0077cad34aae HTTP/1.1" status: 200 len: 1093 time: 0.7444532 Apr 30 05:09:16.442968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:16.449281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448041e5-5ae2-40a5-b78b-dcae431523db" -d '{"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:16.459166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d110-9708-4f16-a70a-71056ec24587 req-133591f6-2ee3-43d2-b3bd-1b50132820b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.460710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fa35d110-9708-4f16-a70a-71056ec24587 req-133591f6-2ee3-43d2-b3bd-1b50132820b8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 943 time: 0.0934789 Apr 30 05:09:16.483450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a7b7e-54b4-4c1e-b593-44b7c7c7f439 service neutron] Pushing event updated for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:16.501544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d1aac5-26fb-4da2-b469-6114475bc053 x-openstack-request-id: req-f8d1aac5-26fb-4da2-b469-6114475bc053 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:16.501544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:16.501544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d1aac5-26fb-4da2-b469-6114475bc053 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:16.501544 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d1aac5-26fb-4da2-b469-6114475bc053'] response: {'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'status': 'completed', 'code': 200} Apr 30 05:09:16.555164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fa35d110-9708-4f16-a70a-71056ec24587 req-c8d77a93-6261-40e1-8f34-6f0c3bc7f342 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832615 Apr 30 05:09:16.570044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448041e5-5ae2-40a5-b78b-dcae431523db req-cbf086d0-a0d1-403a-ac16-bd0622f14c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.571819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-448041e5-5ae2-40a5-b78b-dcae431523db req-cbf086d0-a0d1-403a-ac16-bd0622f14c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1127 time: 0.0506089 Apr 30 05:09:16.673202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448041e5-5ae2-40a5-b78b-dcae431523db req-0e106b48-d7d1-4b43-a2dd-369deb8767a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.674682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-448041e5-5ae2-40a5-b78b-dcae431523db req-0e106b48-d7d1-4b43-a2dd-369deb8767a8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0968313 Apr 30 05:09:16.764077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448041e5-5ae2-40a5-b78b-dcae431523db req-c00a1064-6103-4e2a-9dd1-e4d10a1f9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.765519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-448041e5-5ae2-40a5-b78b-dcae431523db req-c00a1064-6103-4e2a-9dd1-e4d10a1f9a00 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0860050 Apr 30 05:09:16.836301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-716b5bae-616c-429a-81a5-4d938fecca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:16.837665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-716b5bae-616c-429a-81a5-4d938fecca42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1127 time: 0.0384357 Apr 30 05:09:17.190637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-061a5be1-ca30-4dee-9216-8abb97f8e1e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1731477e-5eb3-46c2-ba68-0077cad34aae HTTP/1.1" status: 200 len: 217 time: 0.3467460 Apr 30 05:09:17.238319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-85ec6c46-7803-4c78-829e-387b37e427a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:17.239742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-85ec6c46-7803-4c78-829e-387b37e427a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0427554 Apr 30 05:09:17.283147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-3780e5f6-34fc-4877-8f62-f524ef183c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:17.284588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-3780e5f6-34fc-4877-8f62-f524ef183c74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377824 Apr 30 05:09:17.374392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-bba1fc90-7035-4d5b-b5fe-d733ae69c21b service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840056 Apr 30 05:09:17.459494 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d0c6321-05f7-47be-8361-8d706e4fa010 req-b3f2be73-cb89-4575-8888-f9b6f2a30991 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793893 Apr 30 05:09:17.673127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe20dd3-5f6f-48dc-ba48-98cd6e5b005e req-5a9bf162-3403-4617-a56d-9123297ad0de tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:17.674583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebe20dd3-5f6f-48dc-ba48-98cd6e5b005e req-5a9bf162-3403-4617-a56d-9123297ad0de tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 943 time: 0.0498459 Apr 30 05:09:17.721924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebe20dd3-5f6f-48dc-ba48-98cd6e5b005e req-c7849dbf-55dd-4fb6-a4b5-d70573cefda4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Apr 30 05:09:18.834385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e37e-7435-489b-9c1f-8eec5d33c50b req-ca22382c-b064-4a10-9220-fd7e39dc44a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:18.835814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6044e37e-7435-489b-9c1f-8eec5d33c50b req-ca22382c-b064-4a10-9220-fd7e39dc44a4 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 943 time: 0.0463352 Apr 30 05:09:18.884224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6044e37e-7435-489b-9c1f-8eec5d33c50b req-ec9e7dde-4c48-4c42-a8e6-6ec201a73d95 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Apr 30 05:09:19.100038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 1731477e-5eb3-46c2-ba68-0077cad34aae details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:09:19.196780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1731477e-5eb3-46c2-ba68-0077cad34aae,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:19.208405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'port_id': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'mac_address': 'fa:16:3e:42:0c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:09:19.244564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 1731477e-5eb3-46c2-ba68-0077cad34aae is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:09:19.244941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:19.257842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1731477e-5eb3-46c2-ba68-0077cad34aae {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:09:19.277176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1731477e-5eb3-46c2-ba68-0077cad34aae,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:19.373874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:19.419393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:19.582535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['1731477e-5eb3-46c2-ba68-0077cad34aae'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:09:19.998359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed7f6-832f-4c82-838f-4ec0e6d560ca req-351c6292-16fb-474a-876f-e19e20eeeb24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:19.999724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6deed7f6-832f-4c82-838f-4ec0e6d560ca req-351c6292-16fb-474a-876f-e19e20eeeb24 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 944 time: 0.0468924 Apr 30 05:09:20.051281 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6deed7f6-832f-4c82-838f-4ec0e6d560ca req-e40931d3-4e86-4193-886a-5f8ac6818ba7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Apr 30 05:09:21.109853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 1731477e-5eb3-46c2-ba68-0077cad34aae up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:09:21.157379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 1731477e-5eb3-46c2-ba68-0077cad34aae completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:09:21.165377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f879517-efcc-4561-8336-3028f80c588b req-9688f9a1-bba6-4b86-9da1-a857a2ed4f13 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:21.166874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f879517-efcc-4561-8336-3028f80c588b req-9688f9a1-bba6-4b86-9da1-a857a2ed4f13 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 944 time: 0.0484130 Apr 30 05:09:21.216654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f879517-efcc-4561-8336-3028f80c588b req-5934728d-7d2b-42f5-9d81-2812985d7a3f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Apr 30 05:09:21.248220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 1731477e-5eb3-46c2-ba68-0077cad34aae triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:09:21.248604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:21.324922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 1731477e-5eb3-46c2-ba68-0077cad34aae is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:09:21.325301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:21.347284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:21.349452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b2511-0ede-49d1-99f2-386f589215a0" -d '{"events": [{"server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "name": "network-vif-plugged", "status": "completed", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:21.361484 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1731477e-5eb3-46c2-ba68-0077cad34aae,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:21.385101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c4d7aa-d472-4df9-9eb4-cb53759d4536 x-openstack-request-id: req-01c4d7aa-d472-4df9-9eb4-cb53759d4536 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:21.385101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "name": "network-vif-plugged", "status": "completed", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:21.385101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01c4d7aa-d472-4df9-9eb4-cb53759d4536 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:21.385427 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c4d7aa-d472-4df9-9eb4-cb53759d4536'] response: {'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'code': 200} Apr 30 05:09:21.414014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:21.464337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:21.621791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5630e-c975-4f6b-b13f-7d9687ec5f37 req-ccd4b6f8-d579-4144-9aab-56cf6fc4e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:21.623206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89a5630e-c975-4f6b-b13f-7d9687ec5f37 req-ccd4b6f8-d579-4144-9aab-56cf6fc4e3fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1129 time: 0.0372224 Apr 30 05:09:21.666398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89a5630e-c975-4f6b-b13f-7d9687ec5f37 req-ae9c293e-29d8-42f0-87bb-2032da344dd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373003 Apr 30 05:09:21.842587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4139a09-03e6-4406-898b-b0ec7020d499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:22.331256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799237f9-a384-444f-867c-81bb8cbfff9a req-de972475-2bbb-4abc-8437-dd5abde9b695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:22.332706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-799237f9-a384-444f-867c-81bb8cbfff9a req-de972475-2bbb-4abc-8437-dd5abde9b695 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Apr 30 05:09:22.380846 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-799237f9-a384-444f-867c-81bb8cbfff9a req-f6bed35f-e29e-4d02-ab54-4e6d16d213a6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Apr 30 05:09:23.496659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b366a-a21e-4de0-9dba-91fcb4d799e0 req-549d572a-45af-4971-8440-7ab19e80158f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:23.498101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a9b366a-a21e-4de0-9dba-91fcb4d799e0 req-549d572a-45af-4971-8440-7ab19e80158f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Apr 30 05:09:23.546352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a9b366a-a21e-4de0-9dba-91fcb4d799e0 req-ec13aeaa-8029-47a3-a423-2752e9756265 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Apr 30 05:09:23.660786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded82b-2c92-4fa8-932c-5967951536ae req-b7158392-8a9c-4a9b-8542-338fa8fcb63c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:23.662152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2ded82b-2c92-4fa8-932c-5967951536ae req-b7158392-8a9c-4a9b-8542-338fa8fcb63c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0495486 Apr 30 05:09:23.710143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2ded82b-2c92-4fa8-932c-5967951536ae req-b473c37c-e00a-4b93-9f27-ac6352d9ea3e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Apr 30 05:09:23.732604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41046) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:23.769711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9951a-67f7-4f21-8fd1-0e241ce842dd tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:23.771220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a9e9951a-67f7-4f21-8fd1-0e241ce842dd tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1124 time: 0.0376387 Apr 30 05:09:23.773998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41048) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:23.778847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:23.848129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:23.927766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.029510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.165 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/44c68c5a-b0be-4451-8745-e54f7947f0ff) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:09:24.059997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-867f2bac-c169-4d0a-bbf4-6c29790ec250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.133352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.237155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.272807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:09:24.275715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:09:24.278937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:09:24.309948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=44c68c5a-b0be-4451-8745-e54f7947f0ff,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:24.645925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (318ca795-f90f-4378-ab81-0de9f63ddfa1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.756099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.906647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:24.979704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:25.052611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=44c68c5a-b0be-4451-8745-e54f7947f0ff,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:25.054124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:25.064005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (318ca795-f90f-4378-ab81-0de9f63ddfa1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:25.165068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 318ca795-f90f-4378-ab81-0de9f63ddfa1 associated. External IP: 172.26.5.165, port: 1731477e-5eb3-46c2-ba68-0077cad34aae. Apr 30 05:09:25.378454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:09:25.488127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:09:25.498029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:09:25.507638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:09:25.508243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:25.587635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:25.614972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:09:25.618332 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6adfb09d-b47b-471e-8707-4378a6daa67a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8432903 Apr 30 05:09:25.618951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:25.622000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:25.656237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc2955e-f795-4bb5-a3c0-2dca7cf2ecd8 x-openstack-request-id: req-4bc2955e-f795-4bb5-a3c0-2dca7cf2ecd8 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:25.656824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:25.656824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bc2955e-f795-4bb5-a3c0-2dca7cf2ecd8 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:25.657188 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc2955e-f795-4bb5-a3c0-2dca7cf2ecd8'] response: {'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'status': 'completed', 'code': 200} Apr 30 05:09:25.718176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-75c7eef6-53d9-4b5b-87dc-142cb40098de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:25.719737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-75c7eef6-53d9-4b5b-87dc-142cb40098de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1129 time: 0.0401866 Apr 30 05:09:25.814975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-a25a9c0b-86e5-4562-a3d5-19ca9fcb45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:25.816373 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-a25a9c0b-86e5-4562-a3d5-19ca9fcb45e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0891364 Apr 30 05:09:25.843092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '318ca795-f90f-4378-ab81-0de9f63ddfa1', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:42:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:24Z', 'updated_at': '2022-04-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}, {'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:25.883560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-206e3215-4e83-4297-a62f-dd42e1497aec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1731477e-5eb3-46c2-ba68-0077cad34aae HTTP/1.1" status: 200 len: 999 time: 0.0587065 Apr 30 05:09:25.934405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-ffeaa6d0-e2d3-4ac6-9d34-f8b7299ba66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:25.935881 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-ffeaa6d0-e2d3-4ac6-9d34-f8b7299ba66c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0463085 Apr 30 05:09:25.984259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-d232fc2a-b95f-4786-b951-393d52ffc671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:25.985877 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-d232fc2a-b95f-4786-b951-393d52ffc671 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440662 Apr 30 05:09:26.015571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:09:26.023852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:09:26.024472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:26.078291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-b8f3479d-b67b-4a84-a249-7deb1ea5410d service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Apr 30 05:09:26.138095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:09:26.168757 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13eaeaaa-b2d8-4e1d-b57e-f38f90415cf6 req-00ddbf88-569b-4334-aa60-43906ee29a09 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848954 Apr 30 05:09:26.402186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '318ca795-f90f-4378-ab81-0de9f63ddfa1', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:42:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:24Z', 'updated_at': '2022-04-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}, {'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:09:26.428370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eee131-a350-4ca6-b538-55a536adce0b None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '318ca795-f90f-4378-ab81-0de9f63ddfa1', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:42:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:24Z', 'updated_at': '2022-04-30T05:09:24Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}, {'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:09:26.621758 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094356d-0943-4860-895d-94a5aac5804e None None] New status for floating IP 318ca795-f90f-4378-ab81-0de9f63ddfa1: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:09:26.762641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:28.202489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:29.916181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-e4989654-cf67-42e0-b4bd-999ea9a187f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386899 Apr 30 05:09:29.993823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-77095d9e-23f3-409b-9458-21def1dfb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:29.995206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-77095d9e-23f3-409b-9458-21def1dfb43f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0372245 Apr 30 05:09:30.099955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-dd02c82b-6fa9-4cc5-adbd-78902353daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:30.101401 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-dd02c82b-6fa9-4cc5-adbd-78902353daf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0881512 Apr 30 05:09:30.164286 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-e7a7172f-f9ba-459a-b8fd-230bd34230af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 1001 time: 0.0560999 Apr 30 05:09:30.214726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-d999e520-8a5c-4230-a7d3-8c32f5b423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:30.216192 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-d999e520-8a5c-4230-a7d3-8c32f5b423b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0463238 Apr 30 05:09:30.571719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-5b50ea4d-dbca-4ae6-96f6-99da6261df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:30.573242 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-5b50ea4d-dbca-4ae6-96f6-99da6261df1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3512759 Apr 30 05:09:30.660824 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-ead67750-be0e-4d42-b644-112f83aec203 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808086 Apr 30 05:09:30.753183 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89ca2a55-e3ab-4e11-bc24-2e842edb0515 req-eae3deb2-a55d-4cca-b864-6a76681f7bc2 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857708 Apr 30 05:09:31.962954 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:09:38.065086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:51.824965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a657d9b6-5716-455d-92a7-9fcdbb0f6938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:54.093448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1543cd26-f780-4fd8-b3bb-033d23c3172e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:55.030971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:55.110844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41062) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:55.174399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-34ad0f76-04c8-4503-85c1-fcbc6153dc00 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/60fe2cce-8781-4900-9e94-4cc5687afe39 HTTP/1.1" status: 200 len: 993 time: 0.0623627 Apr 30 05:09:56.784621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.056821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41070) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:09:57.062227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:09:57.130254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.280218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:09:57.309195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.367461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.411151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:57.411781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.413197 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/ports/411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 938 time: 0.3554649 Apr 30 05:09:57.413757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:09:57.416082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d329a-b50f-4ba6-a83c-fd7045733d78" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=6']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e1db2-754c-4c58-b690-902a1fa50765 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213bf474-cb7c-4316-9112-63f155aac6ca x-openstack-request-id: req-213bf474-cb7c-4316-9112-63f155aac6ca {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-213bf474-cb7c-4316-9112-63f155aac6ca {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:09:57.493472 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213bf474-cb7c-4316-9112-63f155aac6ca'] response: {'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:09:57.523510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-cdd82c3e-9024-4027-9b49-daee0e3ff1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:57.525027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-cdd82c3e-9024-4027-9b49-daee0e3ff1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1130 time: 0.0413959 Apr 30 05:09:57.605651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7597f474-0538-458d-9347-f118858e6231 None None] Provisioning complete for port 411d3b21-c711-4bfc-931a-58c5e27267ba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:09:57.606018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7597f474-0538-458d-9347-f118858e6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:09:57.618334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-54f11c53-5e36-4267-b0e5-08ea8e737c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:57.619810 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-54f11c53-5e36-4267-b0e5-08ea8e737c73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0880172 Apr 30 05:09:57.646011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7597f474-0538-458d-9347-f118858e6231 None None] Port 411d3b21-c711-4bfc-931a-58c5e27267ba is administratively disabled so it will not transition to active. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:366}} Apr 30 05:09:57.688733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-cae4b8bd-50c6-4c48-89be-554c690ecc59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 1002 time: 0.0624847 Apr 30 05:09:57.737110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-b4c39ccf-6202-46ac-a762-22c9f2746db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:57.738598 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-b4c39ccf-6202-46ac-a762-22c9f2746db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0440664 Apr 30 05:09:57.783335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-8c1f3871-2ad2-4376-a230-41733ef211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:09:57.784779 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-8c1f3871-2ad2-4376-a230-41733ef211c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387704 Apr 30 05:09:57.876834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-8e77c7fe-7bb7-4df7-97e4-3b0f0e496a0c service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852585 Apr 30 05:09:57.968870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-525d329a-b50f-4ba6-a83c-fd7045733d78 req-4a9a5230-33d5-4efa-afaf-fe0a68031c30 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Apr 30 05:09:58.207120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:00.841749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41078) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:00.847040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:00.929448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:01.076464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:01.104825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:01.156134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:01.195264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:01.195874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:01.197904 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/ports/411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 937 time: 0.3544588 Apr 30 05:10:01.198581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:01.200363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41080) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:01.200944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:01.229805 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dc9f7-0e05-4dad-8af8-b16563795ef8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=7']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:01.253556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d5a00-62bb-4096-94ce-d3a495c7d629 x-openstack-request-id: req-dc4d5a00-62bb-4096-94ce-d3a495c7d629 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:01.253848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:01.254100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc4d5a00-62bb-4096-94ce-d3a495c7d629 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:01.254537 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d5a00-62bb-4096-94ce-d3a495c7d629'] response: {'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:10:01.274333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a751b074-b6b5-4d94-ad05-7904837e3c1a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/60fe2cce-8781-4900-9e94-4cc5687afe39 HTTP/1.1" status: 200 len: 993 time: 0.0709474 Apr 30 05:10:01.317275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-c6349592-3010-498b-ba19-4e109f6c143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:01.318801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-c6349592-3010-498b-ba19-4e109f6c143a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0414166 Apr 30 05:10:01.407103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['411d3b21-c711-4bfc-931a-58c5e27267ba'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:10:01.416521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-ec5467f8-f6b7-4221-9c4f-c982b34529d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:01.417977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-ec5467f8-f6b7-4221-9c4f-c982b34529d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0901423 Apr 30 05:10:01.484418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-113c9943-1030-4d8f-a24f-fbde2a120ff9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 1001 time: 0.0601537 Apr 30 05:10:01.494397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-274a381d-cd13-43ae-b0a6-02061722efbf None None] Provisioning complete for port 411d3b21-c711-4bfc-931a-58c5e27267ba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:01.494761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-274a381d-cd13-43ae-b0a6-02061722efbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:01.535294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-5f1824bd-55fd-443b-a930-d47db354e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:01.536742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-5f1824bd-55fd-443b-a930-d47db354e278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0472698 Apr 30 05:10:01.579907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-26febc94-bf7f-4e74-b608-3f572ed2f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:01.581385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-26febc94-bf7f-4e74-b608-3f572ed2f32b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393052 Apr 30 05:10:01.639664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-274a381d-cd13-43ae-b0a6-02061722efbf None None] Current status of the port 411d3b21-c711-4bfc-931a-58c5e27267ba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:01.670680 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-4d429aa3-5f21-45c1-bd26-7fe9b591f378 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832889 Apr 30 05:10:01.771057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3dffbfd1-8ae2-4eb8-8d9e-67fc63c718e3 req-2d89a13a-73a0-4496-80d0-1743a44f9cad service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950892 Apr 30 05:10:03.800625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41090) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:03.950556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 44c68c5a-b0be-4451-8745-e54f7947f0ff {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:03.951504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.028490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.028740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (44c68c5a-b0be-4451-8745-e54f7947f0ff), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.041336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 44c68c5a-b0be-4451-8745-e54f7947f0ff owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:04.282086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (44c68c5a-b0be-4451-8745-e54f7947f0ff), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.307590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=44c68c5a-b0be-4451-8745-e54f7947f0ff,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:04.320147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.320495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.320841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.321187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.321521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.321855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.322183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.322551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.322880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.323205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.323533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.323857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.324180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.324501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.324822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:04.384001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (318ca795-f90f-4378-ab81-0de9f63ddfa1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.384324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 318ca795-f90f-4378-ab81-0de9f63ddfa1 disassociated (deleted). External IP: 172.26.5.165, port: 1731477e-5eb3-46c2-ba68-0077cad34aae. Apr 30 05:10:04.590836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:10:04.697028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:04.702496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:04.707748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:04.719081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:04.719711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:04.734854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-074cd2f6-94d5-4914-800f-d4b493879db8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/318ca795-f90f-4378-ab81-0de9f63ddfa1 HTTP/1.1" status: 204 len: 168 time: 0.9331357 Apr 30 05:10:04.735656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:04.738257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f1763-ad7e-48c6-859b-6a5a18167ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:04.775735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8658cb-c77b-446c-9332-f49953974172 x-openstack-request-id: req-db8658cb-c77b-446c-9332-f49953974172 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:04.776216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:04.776652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db8658cb-c77b-446c-9332-f49953974172 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:04.777119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8658cb-c77b-446c-9332-f49953974172'] response: {'name': 'network-changed', 'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'status': 'completed', 'code': 200} Apr 30 05:10:04.836532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-ec43fd7e-a0ed-47c1-b270-6f7be22048fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:04.838094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-ec43fd7e-a0ed-47c1-b270-6f7be22048fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 1129 time: 0.0416758 Apr 30 05:10:04.841139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:04.938385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-37a9273b-7a82-4521-ae43-cbd1ed424c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:04.939842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-37a9273b-7a82-4521-ae43-cbd1ed424c1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0963671 Apr 30 05:10:04.979643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-51b963e0-d50d-4b68-87ed-dc2d188c730f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1731477e-5eb3-46c2-ba68-0077cad34aae HTTP/1.1" status: 200 len: 217 time: 0.0342374 Apr 30 05:10:05.029510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-b47a27da-f7bc-48d3-8ee7-590418bf74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:05.039807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-b47a27da-f7bc-48d3-8ee7-590418bf74dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0465896 Apr 30 05:10:05.066478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:05.079957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-1d76b0f3-1bc1-470d-96bf-820f8fd354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:05.079957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-1d76b0f3-1bc1-470d-96bf-820f8fd354e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0403903 Apr 30 05:10:05.094216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:05.102666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:05.103398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:05.208127 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-a50da4fb-df4f-4eb6-a2d0-6723e1b8f191 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253612 Apr 30 05:10:05.214082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724158-d50a-41e3-ae13-c4ed52f09288 req-eefcd927-6e8d-42f8-9ce2-3050c16780f6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:05.214206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:05.215444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea724158-d50a-41e3-ae13-c4ed52f09288 req-eefcd927-6e8d-42f8-9ce2-3050c16780f6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0606775 Apr 30 05:10:05.269671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea724158-d50a-41e3-ae13-c4ed52f09288 req-6c03403f-bbbc-4f69-a969-5dba94fa2dde tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476365 Apr 30 05:10:05.424942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:05.454900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6e67e-5dc1-4e6c-852a-ffe1b85fadc7 None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '60fe2cce-8781-4900-9e94-4cc5687afe39', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'port_id': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'mac_address': 'fa:16:3e:29:96:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:09:08Z', 'updated_at': '2022-04-30T05:09:10Z', 'revision_number': 1, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:05.666210 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3466273-2c8c-4b02-997f-3c94adcce4cc None None] New status for floating IP 318ca795-f90f-4378-ab81-0de9f63ddfa1: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:10:06.181670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d08f1763-ad7e-48c6-859b-6a5a18167ba1 req-8b328917-4741-40b1-b018-2551cbeb83ce service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823820 Apr 30 05:10:06.385008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fcd0-7c70-4449-a11d-a25ae7939685 req-a58665cb-0443-4771-9790-81f42f1c5985 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:06.386465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3814fcd0-7c70-4449-a11d-a25ae7939685 req-a58665cb-0443-4771-9790-81f42f1c5985 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0466008 Apr 30 05:10:06.471136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3814fcd0-7c70-4449-a11d-a25ae7939685 req-5fa0ef74-411a-4cd5-b24d-9899fe13d8ec tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7cec9bea-dc71-44af-bc40-747bd1454c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790496 Apr 30 05:10:06.477441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-cefef176-d0b7-4564-90ad-4c2d7f8bff2d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:06.478852 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-cefef176-d0b7-4564-90ad-4c2d7f8bff2d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Apr 30 05:10:06.559988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 1731477e-5eb3-46c2-ba68-0077cad34aae {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:06.560427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:06.648422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 1731477e-5eb3-46c2-ba68-0077cad34aae, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=1731477e-5eb3-46c2-ba68-0077cad34aae,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:06.648775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:06.661855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 1731477e-5eb3-46c2-ba68-0077cad34aae owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:06.853937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (1731477e-5eb3-46c2-ba68-0077cad34aae), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:06.884768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=1731477e-5eb3-46c2-ba68-0077cad34aae,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:06.928780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 1731477e-5eb3-46c2-ba68-0077cad34aae on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:10:06.931351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:06.934869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43a3c19a-4e5d-4882-8780-c99f654f1097 req-7ca1c26f-125a-46d9-82c6-1205c0510183 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/1731477e-5eb3-46c2-ba68-0077cad34aae HTTP/1.1" status: 204 len: 173 time: 0.4508622 Apr 30 05:10:06.944303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'name': 'network-vif-deleted', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:06.944303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a6d9c-58e1-4d5f-87e8-c90dee7da2ef" -d '{"events": [{"server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "name": "network-vif-deleted", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:06.976610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1367f607-fa4d-4df6-b890-13031b4b5618 x-openstack-request-id: req-1367f607-fa4d-4df6-b890-13031b4b5618 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:06.976910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023eed39-bd61-4ad4-9ee9-9bc0de26f024", "name": "network-vif-deleted", "tag": "1731477e-5eb3-46c2-ba68-0077cad34aae", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:06.977166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1367f607-fa4d-4df6-b890-13031b4b5618 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:06.977654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1367f607-fa4d-4df6-b890-13031b4b5618'] response: {'server_uuid': '023eed39-bd61-4ad4-9ee9-9bc0de26f024', 'name': 'network-vif-deleted', 'tag': '1731477e-5eb3-46c2-ba68-0077cad34aae', 'status': 'completed', 'code': 200} Apr 30 05:10:07.580909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-072b735c-6b41-41d3-94fe-a4b9d9e49643 req-b05d9bf7-8a08-4e46-b325-eeed88a60dcf tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=023eed39-bd61-4ad4-9ee9-9bc0de26f024 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Apr 30 05:10:08.047101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:08.636654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41106) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:08.698550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7cec9bea-dc71-44af-bc40-747bd1454c5b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:08.724654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7cec9bea-dc71-44af-bc40-747bd1454c5b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:08.846782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7cec9bea-dc71-44af-bc40-747bd1454c5b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:08.849470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:08.850688 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/7cec9bea-dc71-44af-bc40-747bd1454c5b HTTP/1.1" status: 204 len: 168 time: 0.2130532 Apr 30 05:10:08.861159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd909692-a00a-4925-99ab-0d484c5bb891 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec9bea-dc71-44af-bc40-747bd1454c5b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:08.961636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:10:08.963016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41110) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:09.110794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 4c93c534-79b9-40d6-9641-02c1951188e4 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:09.111234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:09.190000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:09.190345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (4c93c534-79b9-40d6-9641-02c1951188e4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:09.202808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 4c93c534-79b9-40d6-9641-02c1951188e4 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:09.406818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4c93c534-79b9-40d6-9641-02c1951188e4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:09.436424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=4c93c534-79b9-40d6-9641-02c1951188e4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:09.493957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (60fe2cce-8781-4900-9e94-4cc5687afe39), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:09.494285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP 60fe2cce-8781-4900-9e94-4cc5687afe39 disassociated (deleted). External IP: 172.26.5.164, port: 411d3b21-c711-4bfc-931a-58c5e27267ba. Apr 30 05:10:10.012296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:10:10.121407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:10.126659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:10.131532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:10.141839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:10.142481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:10.156172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c733e59c-5b38-4cb4-9e71-714c0998260a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/60fe2cce-8781-4900-9e94-4cc5687afe39 HTTP/1.1" status: 204 len: 168 time: 1.1920629 Apr 30 05:10:10.156758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:10.159054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:10.196535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0083f0d9-e179-4a56-b6c3-21f2ed0c7374 x-openstack-request-id: req-0083f0d9-e179-4a56-b6c3-21f2ed0c7374 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:10.201083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:10.201530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0083f0d9-e179-4a56-b6c3-21f2ed0c7374 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:10.202106 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0083f0d9-e179-4a56-b6c3-21f2ed0c7374'] response: {'name': 'network-changed', 'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:10:10.261454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-c74d277e-fc3f-4a2f-b084-0e1de23ed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:10.268279 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-c74d277e-fc3f-4a2f-b084-0e1de23ed3fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 1129 time: 0.0411177 Apr 30 05:10:10.268399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:10.355049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-c545ed09-c982-469a-a04e-8cc6a3e54dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:10.356527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-c545ed09-c982-469a-a04e-8cc6a3e54dd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 200 len: 897 time: 0.0879350 Apr 30 05:10:10.397305 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-5dddc8d8-a5f6-414a-b206-62f35e88ddbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 200 len: 217 time: 0.0347610 Apr 30 05:10:10.451653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-4218f498-e9f6-46ba-b4ec-ba286cfdecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:10.453193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-4218f498-e9f6-46ba-b4ec-ba286cfdecd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 200 len: 835 time: 0.0507221 Apr 30 05:10:10.465595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:10.496321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:10.498576 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-971e23b2-2f05-4af2-af5c-d959ea6a9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:10.500291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-971e23b2-2f05-4af2-af5c-d959ea6a9a63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a0da9ed-e3d2-4bed-9e78-6d2731781396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415545 Apr 30 05:10:10.506064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:10.506820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:10.584406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5a24-308a-46a9-afba-afe5a46c9743 req-0f2e2fae-fd93-4c5c-843d-11c301781cda tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:10.585826 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f7d5a24-308a-46a9-afba-afe5a46c9743 req-0f2e2fae-fd93-4c5c-843d-11c301781cda tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0474072 Apr 30 05:10:10.638113 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f7d5a24-308a-46a9-afba-afe5a46c9743 req-4cee1e26-545a-4528-8aad-63a63804d8cb tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Apr 30 05:10:10.757549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:10.938587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:10.968317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fba17-aa23-4198-a9c1-6141a1205510 None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd0fe670f-2fc1-40dd-9584-b5c9609cdc5c', 'name': '', 'network_id': '3a0da9ed-e3d2-4bed-9e78-6d2731781396', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:0f:2d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:49Z', 'updated_at': '2022-04-30T05:08:52Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': 'e125a8a7-c3f9-4bb0-a482-3fd56272d5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:11.182338 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cfdfa6-7e7e-4029-8f7f-085366e4b92d None None] New status for floating IP 60fe2cce-8781-4900-9e94-4cc5687afe39: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:10:11.354621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 1731477e-5eb3-46c2-ba68-0077cad34aae no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:10:11.374357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 1731477e-5eb3-46c2-ba68-0077cad34aae {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:10:11.374693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 1731477e-5eb3-46c2-ba68-0077cad34aae not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:10:11.687976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-1589a7db-fa1f-4931-b2f2-dddca3f4288e service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854535 Apr 30 05:10:11.753961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94ce49-0f6d-4876-873d-2847cc8f3f15 req-2ed1d3ef-24ad-485d-a2fa-dc883e1b8ae6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:11.755467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c94ce49-0f6d-4876-873d-2847cc8f3f15 req-2ed1d3ef-24ad-485d-a2fa-dc883e1b8ae6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0471890 Apr 30 05:10:11.833547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c94ce49-0f6d-4876-873d-2847cc8f3f15 req-31abf1e6-c168-461b-92cc-a747e9438a51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724795 Apr 30 05:10:11.886590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-993a4fc0-ef37-40cd-a013-1e28dffbd5e4 req-42f7cd2f-23f1-459d-840a-157b91af4b69 service neutron] 10.222.0.13 "GET /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094079 Apr 30 05:10:11.952194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-248be7ec-a3f8-4dfb-94e8-97490af65df8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:11.953576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-248be7ec-a3f8-4dfb-94e8-97490af65df8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 945 time: 0.0482304 Apr 30 05:10:12.043889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 411d3b21-c711-4bfc-931a-58c5e27267ba {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:12.044760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:12.135178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 411d3b21-c711-4bfc-931a-58c5e27267ba, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=411d3b21-c711-4bfc-931a-58c5e27267ba,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:12.135541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:12.149376 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 411d3b21-c711-4bfc-931a-58c5e27267ba owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:12.350102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (411d3b21-c711-4bfc-931a-58c5e27267ba), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:12.378524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=411d3b21-c711-4bfc-931a-58c5e27267ba,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:12.424947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port 411d3b21-c711-4bfc-931a-58c5e27267ba on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:10:12.427734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:12.431067 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ddcc3604-3a32-448e-bb6e-3cb485346490 req-feb3c3b7-754b-4b28-8c80-0cc570e6279f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/411d3b21-c711-4bfc-931a-58c5e27267ba HTTP/1.1" status: 204 len: 173 time: 0.4725714 Apr 30 05:10:12.431499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'name': 'network-vif-deleted', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:12.433744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b80d6ed-f100-4db2-896a-7ed7580c8de9" -d '{"events": [{"server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "name": "network-vif-deleted", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:12.470150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833c70f8-aeeb-4272-8a06-46938f279046 x-openstack-request-id: req-833c70f8-aeeb-4272-8a06-46938f279046 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:12.470150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e", "name": "network-vif-deleted", "tag": "411d3b21-c711-4bfc-931a-58c5e27267ba", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:12.470150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-833c70f8-aeeb-4272-8a06-46938f279046 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:12.470470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833c70f8-aeeb-4272-8a06-46938f279046'] response: {'server_uuid': '9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e', 'name': 'network-vif-deleted', 'tag': '411d3b21-c711-4bfc-931a-58c5e27267ba', 'status': 'completed', 'code': 200} Apr 30 05:10:12.991495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b87689eb-7254-41c5-82c1-6474a89a9c42 req-2f094aa5-1d23-4951-a542-672e8c84d22f tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9447c6-58ec-4a7c-bbfe-ac28970a0d8e HTTP/1.1" status: 200 len: 210 time: 0.0283220 Apr 30 05:10:14.047265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41126) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:14.103278 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7bb7d5da-4bcc-4aaa-8828-22bba164fcdb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:14.128592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (7bb7d5da-4bcc-4aaa-8828-22bba164fcdb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:14.241710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (7bb7d5da-4bcc-4aaa-8828-22bba164fcdb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:14.244329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:14.248378 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bb7d5da-4bcc-4aaa-8828-22bba164fcdb HTTP/1.1" status: 204 len: 168 time: 0.1972387 Apr 30 05:10:14.255428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaddcd0-e600-4da9-8316-3fd18ac3cef7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7d5da-4bcc-4aaa-8828-22bba164fcdb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:14.339397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:14.679904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (fd028521-e53c-4698-baa4-bb537b3f822d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:15.164857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:15.165194 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:15.253617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port d0fe670f-2fc1-40dd-9584-b5c9609cdc5c, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:15.253979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:15.270015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for d0fe670f-2fc1-40dd-9584-b5c9609cdc5c owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:15.370754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 411d3b21-c711-4bfc-931a-58c5e27267ba no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:10:15.390136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 411d3b21-c711-4bfc-931a-58c5e27267ba {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:10:15.390499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 411d3b21-c711-4bfc-931a-58c5e27267ba not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:10:15.521716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d0fe670f-2fc1-40dd-9584-b5c9609cdc5c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:15.547979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=d0fe670f-2fc1-40dd-9584-b5c9609cdc5c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:15.728745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (fd028521-e53c-4698-baa4-bb537b3f822d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:15.953304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router fd028521-e53c-4698-baa4-bb537b3f822d has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:10:16.061574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:16.067057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-55c2da25-4985-46b9-8c1a-0e32f89cbfc6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/fd028521-e53c-4698-baa4-bb537b3f822d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266555 Apr 30 05:10:16.070149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:16.072056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Sync routers for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:16.083941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:16.084560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:16.128623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:10:16.131697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (e125a8a7-c3f9-4bb0-a482-3fd56272d5e1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.175895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (e125a8a7-c3f9-4bb0-a482-3fd56272d5e1), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.195842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:16.264906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (e125a8a7-c3f9-4bb0-a482-3fd56272d5e1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.380382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:10:15Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:16.390799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (e125a8a7-c3f9-4bb0-a482-3fd56272d5e1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.407702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Checking router: fd028521-e53c-4698-baa4-bb537b3f822d for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:16.417916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Routers {'fd028521-e53c-4698-baa4-bb537b3f822d'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:16.418634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['fd028521-e53c-4698-baa4-bb537b3f822d'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:16.430322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=e125a8a7-c3f9-4bb0-a482-3fd56272d5e1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:16.440337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.447436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-193b63fe-a37e-4278-8437-460ff7cf9a5b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/e125a8a7-c3f9-4bb0-a482-3fd56272d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3761404 Apr 30 05:10:16.450142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41134) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:16.463110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca583e10-67e8-4bf1-89c3-d916f7b841cf None None] Network 3a0da9ed-e3d2-4bed-9e78-6d2731781396 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:10:16.579426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (fd028521-e53c-4698-baa4-bb537b3f822d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.617506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] Set router fd028521-e53c-4698-baa4-bb537b3f822d gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:16.689390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] DHCP port deletion for 3a0da9ed-e3d2-4bed-9e78-6d2731781396 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:10:16.704767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (fd028521-e53c-4698-baa4-bb537b3f822d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.774847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Deleting port 473e394f-d675-4f50-81dc-3c60ae2201e6 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:16.774847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.804762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:10:16.805103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.886725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] For port 473e394f-d675-4f50-81dc-3c60ae2201e6, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=473e394f-d675-4f50-81dc-3c60ae2201e6,segment=NetworkSegment(ec2d8d96-8a00-41e9-b331-bd2541f082b0),segment_id=ec2d8d96-8a00-41e9-b331-bd2541f082b0)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:16.887035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.892172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:16.892543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:16.904127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Calling delete_port for 473e394f-d675-4f50-81dc-3c60ae2201e6 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:16.905793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:10:15Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:16.908215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:10:16.942116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e0cf3-1c5a-4e18-8dfe-3733cc4a067e None None] The sync data for ids ['fd028521-e53c-4698-baa4-bb537b3f822d'] in dv-neutron-838078-9-hyperv is: [{'id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'name': 'tempest-TestNetworkBasicOps-router-429344831', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144'}], 'enable_snat': True}, 'gw_port_id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:10:15Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': '3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028521-e53c-4698-baa4-bb537b3f822d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:08:46Z', 'updated_at': '2022-04-30T05:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:17.104545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (473e394f-d675-4f50-81dc-3c60ae2201e6), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.131448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Pushing event deleted for resources: {'Port': ['ID=473e394f-d675-4f50-81dc-3c60ae2201e6,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:17.135735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] No DVR routers for this DVR port 473e394f-d675-4f50-81dc-3c60ae2201e6 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:10:17.142818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.143164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.145824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.146910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.146910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.146910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.147476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.147476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4b608-a8e0-49f4-94ff-7a738414cd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:17.161314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.188911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:17.254177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (fd028521-e53c-4698-baa4-bb537b3f822d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.364384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (fd028521-e53c-4698-baa4-bb537b3f822d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.366611 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (fd028521-e53c-4698-baa4-bb537b3f822d), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.476234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (fd028521-e53c-4698-baa4-bb537b3f822d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.476808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router fd028521-e53c-4698-baa4-bb537b3f822d {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:10:17.487696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.487696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9ad28e88-71ea-44aa-a5d9-717fa9ca361e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/fd028521-e53c-4698-baa4-bb537b3f822d HTTP/1.1" status: 204 len: 168 time: 1.0337818 Apr 30 05:10:17.489142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41136) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:17.573436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (3a0da9ed-e3d2-4bed-9e78-6d2731781396), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.669988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (3a0da9ed-e3d2-4bed-9e78-6d2731781396), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.689509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0da9ed-e3d2-4bed-9e78-6d2731781396']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:17.698726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2d8d96-8a00-41e9-b331-bd2541f082b0') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:17.699027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2d8d96-8a00-41e9-b331-bd2541f082b0') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:17.708445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (ec2d8d96-8a00-41e9-b331-bd2541f082b0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.722168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (ec2d8d96-8a00-41e9-b331-bd2541f082b0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (ec2d8d96-8a00-41e9-b331-bd2541f082b0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:10:17.734871 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:10:17.842449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (3a0da9ed-e3d2-4bed-9e78-6d2731781396), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.846719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:17.850183 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/3a0da9ed-e3d2-4bed-9e78-6d2731781396 HTTP/1.1" status: 204 len: 168 time: 0.3600860 Apr 30 05:10:17.865722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cb20a-17b1-4782-92e8-282e62736b69 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=3a0da9ed-e3d2-4bed-9e78-6d2731781396,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:17.876643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41138) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:17.883758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'network': {'name': 'tempest-network-smoke--825663442', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:18.007267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:10:18.010787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.039948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:10:18.048726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (289c61a6-2f2c-4b01-b580-86659145daca), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.049062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Added segment 289c61a6-2f2c-4b01-b580-86659145daca of type vlan for network 517f1a01-917f-4f31-a155-f2271c9b8ade Apr 30 05:10:18.088151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (517f1a01-917f-4f31-a155-f2271c9b8ade), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.184494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (517f1a01-917f-4f31-a155-f2271c9b8ade), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.189622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:18.190198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.259909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Network': ['ID=517f1a01-917f-4f31-a155-f2271c9b8ade,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:18.269070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 517f1a01-917f-4f31-a155-f2271c9b8ade details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:10:18.306923 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c250b605-17a9-422c-8d37-9cb3eae50cbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4292448 Apr 30 05:10:18.309803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41140) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:18.314386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'admin_state_up': True, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:18.327495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 473e394f-d675-4f50-81dc-3c60ae2201e6 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:10:18.354296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 473e394f-d675-4f50-81dc-3c60ae2201e6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:10:18.354633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 473e394f-d675-4f50-81dc-3c60ae2201e6 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:10:18.355056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0fe670f-2fc1-40dd-9584-b5c9609cdc5c no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:10:18.375630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d0fe670f-2fc1-40dd-9584-b5c9609cdc5c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:10:18.375978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d0fe670f-2fc1-40dd-9584-b5c9609cdc5c not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:10:18.376398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:10:18.395112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:10:18.395457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c5ac3e1-c0a5-4e1e-8baf-7c305d4ce5db not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:10:18.402026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (56899c23-abd1-4385-b667-19fed1dbae80), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.403290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (56899c23-abd1-4385-b667-19fed1dbae80), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.459667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (56899c23-abd1-4385-b667-19fed1dbae80), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.661164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (56899c23-abd1-4385-b667-19fed1dbae80), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.899911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (56899c23-abd1-4385-b667-19fed1dbae80), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:18.918190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:19.020504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.95 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/dbd662cc-41cc-4e18-946b-30afed8e0dcb) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:10:19.121908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:19.202032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:19.249228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:19.252294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:19.256530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:10:19.259751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:19.557818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (56899c23-abd1-4385-b667-19fed1dbae80), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:20.072498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (56899c23-abd1-4385-b667-19fed1dbae80), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:20.264110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:10:20.374113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:20.383855 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:20.394004 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:20.394645 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:20.449220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:20.451051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-185e64fc-1662-4153-a5a6-616d81878764 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1400628 Apr 30 05:10:20.454221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41142) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:20.486021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ee2db213-d787-41df-9d06-6146b6e22eb9 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6d613c1335548d287d4188d409ca364&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281987 Apr 30 05:10:20.486329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41144) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:20.575929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd74c2-2f31-48e8-a668-94f42ccc5518 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:20.577430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a3dd74c2-2f31-48e8-a668-94f42ccc5518 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901721 Apr 30 05:10:20.580344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41146) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:20.587674 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:20.612724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bb4a00d9-8e49-4a97-a4af-c9778042fec4 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301001 Apr 30 05:10:20.614117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41148) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:20.618755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856308540', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:20.752167 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:20.773030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:10:20.777808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:20.781798 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:20.782139 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Updating router 56899c23-abd1-4385-b667-19fed1dbae80 port dbd662cc-41cc-4e18-946b-30afed8e0dcb binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:10:20.810534 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.007637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (7025ff7d-c788-43b3-85d2-4e226884984e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.054006 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks [] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.061519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Subnet': ['ID=7025ff7d-c788-43b3-85d2-4e226884984e,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:21.076745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Checking segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:10:21.077099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network hostable DHCP agents. Network: 517f1a01-917f-4f31-a155-f2271c9b8ade, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:10:21.133072 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.161661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 517f1a01-917f-4f31-a155-f2271c9b8ade is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:10:21.189101 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Attempting to bind port dbd662cc-41cc-4e18-946b-30afed8e0dcb on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:10:21.189463 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Attempting to bind port dbd662cc-41cc-4e18-946b-30afed8e0dcb by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:10:21.189818 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Attempting to bind port dbd662cc-41cc-4e18-946b-30afed8e0dcb on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:10:21.192584 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:21.200529 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:10:21.200895 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:10:21.201286 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.201672 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:10:21.202118 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Bound port: dbd662cc-41cc-4e18-946b-30afed8e0dcb, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:10:21.202519 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.205320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.205709 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.206068 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.206438 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.206763 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.207083 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.207398 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.207738 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.208050 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.208365 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.208695 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.209009 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.209317 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.209623 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.209929 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:10:21.248082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 517f1a01-917f-4f31-a155-f2271c9b8ade) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:21.252941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:21.256583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.256824 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c71f8-d198-4e38-85a3-a993cbb3ee23 None None] Network 517f1a01-917f-4f31-a155-f2271c9b8ade requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:10:21.264010 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:10:21.267024 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dbd662cc-41cc-4e18-946b-30afed8e0dcb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:10:21.335963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-302b32c4-f461-49b3-bf8b-8bfb31f283cd tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7207913 Apr 30 05:10:21.338763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41150) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:21.344767 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.359134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-517f1a01-917f-4f31-a155-f2271c9b8ade', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:10:21.360462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.397069 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:21.397694 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:21.451140 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f1ae4-504b-4e24-a8f2-0fab26190f57 None None] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:21.514606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Allocated IP 172.20.0.2 (517f1a01-917f-4f31-a155-f2271c9b8ade/7025ff7d-c788-43b3-85d2-4e226884984e/f8637b48-a9d0-4c24-8b31-2553532bda88) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:10:21.524909 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:21.666583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks [] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.699781 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:21.726462 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62499021-db33-46ab-9219-dca3b608ce9d None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:19Z', 'revision_number': 3, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:21.738586 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.787968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Network 517f1a01-917f-4f31-a155-f2271c9b8ade is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:21.797080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:21.801607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:10:21.805447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Pushing event updated for resources: {'Port': ['ID=f8637b48-a9d0-4c24-8b31-2553532bda88,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:21.827864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.862952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d5e108e-2587-43be-ab36-5566c32d8821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.866602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Attempting to bind port f8637b48-a9d0-4c24-8b31-2553532bda88 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:10:21.867085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Attempting to bind port f8637b48-a9d0-4c24-8b31-2553532bda88 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:10:21.867529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Attempting to bind port f8637b48-a9d0-4c24-8b31-2553532bda88 on network 517f1a01-917f-4f31-a155-f2271c9b8ade {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:10:21.873559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:10:21.874052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Checking segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:10:21.874517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:21.874967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Bound using segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:10:21.875535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Bound port: f8637b48-a9d0-4c24-8b31-2553532bda88, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:10:21.875970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.056253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] For port f8637b48-a9d0-4c24-8b31-2553532bda88, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:10:22.059908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] For port f8637b48-a9d0-4c24-8b31-2553532bda88, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8637b48-a9d0-4c24-8b31-2553532bda88,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:10:22.116218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.212914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891dea-e578-4c6e-89c3-631fa09f6bb8 None None] Pushing event updated for resources: {'Port': ['ID=f8637b48-a9d0-4c24-8b31-2553532bda88,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:22.238822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.1 (517f1a01-917f-4f31-a155-f2271c9b8ade/7025ff7d-c788-43b3-85d2-4e226884984e/cdce73b5-ad70-4841-a76b-0e6eb487794b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:10:22.346613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:10:22.375680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.429934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dbd662cc-41cc-4e18-946b-30afed8e0dcb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:22.430333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.473046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.523915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 517f1a01-917f-4f31-a155-f2271c9b8ade is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:22.529695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:22.530374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dbd662cc-41cc-4e18-946b-30afed8e0dcb is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:22.530955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.532446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:10:22.564743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dbd662cc-41cc-4e18-946b-30afed8e0dcb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:22.569001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:22.592829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (56899c23-abd1-4385-b667-19fed1dbae80), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.641412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:22.693065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:22.799753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.089966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.144704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.186255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8744bb1-22c5-4c03-a71e-dd906af96597 None None] Network 517f1a01-917f-4f31-a155-f2271c9b8ade requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:10:23.220934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:23.224261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (56899c23-abd1-4385-b667-19fed1dbae80), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.248731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Provisioning complete for port f8637b48-a9d0-4c24-8b31-2553532bda88 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:23.249086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.322936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 517f1a01-917f-4f31-a155-f2271c9b8ade is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:23.324481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:23.370473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Current status of the port f8637b48-a9d0-4c24-8b31-2553532bda88 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:23.371020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.406617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] For port f8637b48-a9d0-4c24-8b31-2553532bda88, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8637b48-a9d0-4c24-8b31-2553532bda88,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:23.449570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:10:23.476348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.542609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f37ba-9566-4f41-9a2c-1fd7e79aac6a None None] Pushing event updated for resources: {'Port': ['ID=f8637b48-a9d0-4c24-8b31-2553532bda88,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:23.576429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:23.584012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4bf9280f-5b8a-48ba-9335-a939d425fcfc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/56899c23-abd1-4385-b667-19fed1dbae80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2418478 Apr 30 05:10:23.584253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41152) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:23.601446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:23.601890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.640908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Port cdce73b5-ad70-4841-a76b-0e6eb487794b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:10:23.649345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Provisioning complete for port f8637b48-a9d0-4c24-8b31-2553532bda88 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:23.649786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:23.693724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcd639-d709-422a-9fed-15125f181d3b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.694568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcd639-d709-422a-9fed-15125f181d3b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.695042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcd639-d709-422a-9fed-15125f181d3b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.695506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcd639-d709-422a-9fed-15125f181d3b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.697168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5adcd639-d709-422a-9fed-15125f181d3b tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1113861 Apr 30 05:10:23.700072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41154) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:23.753428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-915c190c-cf40-40cf-96a8-5a45224c9a4a None None] Current status of the port f8637b48-a9d0-4c24-8b31-2553532bda88 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:23.769760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:23.770685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85afed3-67cb-4ca0-ac32-a6353e4b3381 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.771150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85afed3-67cb-4ca0-ac32-a6353e4b3381 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.771602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85afed3-67cb-4ca0-ac32-a6353e4b3381 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.772048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85afed3-67cb-4ca0-ac32-a6353e4b3381 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:23.774303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d85afed3-67cb-4ca0-ac32-a6353e4b3381 tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0726511 Apr 30 05:10:23.776427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41156) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:23.781383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:23.782016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:09:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:23.900609 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-627f8b6e-ff51-4b1a-a9cb-1ccc977770fc tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1204572 Apr 30 05:10:24.070559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-87493993-b62a-4b6c-8b27-8444b0ec684d None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:24.070945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-87493993-b62a-4b6c-8b27-8444b0ec684d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.099646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:24.142327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4181d9b7-f0ab-4b19-92fa-47731779a234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.145992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-87493993-b62a-4b6c-8b27-8444b0ec684d None None] Port cdce73b5-ad70-4841-a76b-0e6eb487794b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:10:24.153389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41160) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:24.158150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547444358', 'description': 'tempest-secgroup-smoke-547444358 description', 'project_id': 'f6d613c1335548d287d4188d409ca364'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:24.246658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.281517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-43058b64-765b-4cb5-b9b4-41923fbc3461 None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:24.281896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-43058b64-765b-4cb5-b9b4-41923fbc3461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.335973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (335953d0-592c-44bf-ade8-8a237e360d24), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.348294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:24.349993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-43058b64-765b-4cb5-b9b4-41923fbc3461 None None] Port cdce73b5-ad70-4841-a76b-0e6eb487794b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:10:24.377970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:24.378650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Updating router 56899c23-abd1-4385-b667-19fed1dbae80 port cdce73b5-ad70-4841-a76b-0e6eb487794b binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:10:24.401298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:10:24.401455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (335953d0-592c-44bf-ade8-8a237e360d24), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.431329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335953d0-592c-44bf-ade8-8a237e360d24,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:24.435011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.483868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.485125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-68184d78-0fe2-4e34-b9f0-ad6dd20993bc tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3307173 Apr 30 05:10:24.488061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41162) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:24.489820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dbd662cc-41cc-4e18-946b-30afed8e0dcb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:24.490192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.492442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:24.613108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (62a47e10-dae2-47f0-90b1-620efa8503bd), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.669372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (62a47e10-dae2-47f0-90b1-620efa8503bd), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.683908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dbd662cc-41cc-4e18-946b-30afed8e0dcb is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:24.685565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8637b48-a9d0-4c24-8b31-2553532bda88 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:10:24.733145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (62a47e10-dae2-47f0-90b1-620efa8503bd), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.754437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a47e10-dae2-47f0-90b1-620efa8503bd,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:24.765067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f8637b48-a9d0-4c24-8b31-2553532bda88 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:24.765433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.826201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.827584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b467759d-ad9b-4410-ae28-f1660283dbbe tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385489 Apr 30 05:10:24.829609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks [] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.830263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41164) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:24.834796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:24.876371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f8637b48-a9d0-4c24-8b31-2553532bda88 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:24.915561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.933219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (947d29e5-06d0-4395-a5c6-b17b83e638e1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:24.973754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c91c8-3a24-45fd-b7c0-7cc7e307dc81 None None] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:24.988139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (947d29e5-06d0-4395-a5c6-b17b83e638e1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.034924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Attempting to bind port cdce73b5-ad70-4841-a76b-0e6eb487794b on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:10:25.035288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Attempting to bind port cdce73b5-ad70-4841-a76b-0e6eb487794b by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:10:25.035647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Attempting to bind port cdce73b5-ad70-4841-a76b-0e6eb487794b on network 517f1a01-917f-4f31-a155-f2271c9b8ade {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:10:25.041118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:10:25.046339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Checking segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:10:25.046339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.046339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Bound using segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:10:25.046339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Bound port: cdce73b5-ad70-4841-a76b-0e6eb487794b, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:10:25.046339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.083874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.106297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (947d29e5-06d0-4395-a5c6-b17b83e638e1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.116291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:10:25.120468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cdce73b5-ad70-4841-a76b-0e6eb487794b,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:10:25.129190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947d29e5-06d0-4395-a5c6-b17b83e638e1,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:25.162178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.187494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.188716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-787d3c7b-aa85-4916-824c-1478e32a0487 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574119 Apr 30 05:10:25.192092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41166) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:25.196667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:25.209712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:25.210203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.272281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c91c8-3a24-45fd-b7c0-7cc7e307dc81 None None] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:25.276481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:25.277107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:25.283369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c19adf62-169b-4949-9e47-0b76dbb23f41), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.355260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (c19adf62-169b-4949-9e47-0b76dbb23f41), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.407530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:25.408022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.419647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c19adf62-169b-4949-9e47-0b76dbb23f41), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.438785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19adf62-169b-4949-9e47-0b76dbb23f41,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:25.441799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:25.492613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cdce73b5-ad70-4841-a76b-0e6eb487794b,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:25.512909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.514410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e2be99d3-7c44-4eeb-a9cf-59120e632e87 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213260 Apr 30 05:10:25.517296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41168) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:25.521693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:25.578164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.612119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9929cb7b-aff6-4311-81ea-8645444c72b0), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.647329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfceff8-a076-487f-82f1-1915485ddd6e None None] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:25.671038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (9929cb7b-aff6-4311-81ea-8645444c72b0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.689736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:25Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:25.725118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e682042-1b7c-4bf3-8e9b-af4064430c04 None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:25Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:25.728592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a1f2aa41-b141-4789-8fce-32ef6bc2ceaf None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:25.728959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a1f2aa41-b141-4789-8fce-32ef6bc2ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.734346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9929cb7b-aff6-4311-81ea-8645444c72b0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.755564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9929cb7b-aff6-4311-81ea-8645444c72b0,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:25.829905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2aa41-b141-4789-8fce-32ef6bc2ceaf None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:25.843806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:25.845237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8bc57cf1-c23d-46ba-8262-931ec0d37239 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269582 Apr 30 05:10:25.847968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41170) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:25.852720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:25.938740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:10:25.945197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (a8cdcf13-021d-4f76-b639-65c9432402d5), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.008506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (a8cdcf13-021d-4f76-b639-65c9432402d5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.076668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (a8cdcf13-021d-4f76-b639-65c9432402d5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.095361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cdcf13-021d-4f76-b639-65c9432402d5,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:26.169509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.170763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-43307ea4-a86f-464f-a50c-615b8a80f11c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215847 Apr 30 05:10:26.173590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41172) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:26.178014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'security_group_rule': {'security_group_id': '335953d0-592c-44bf-ade8-8a237e360d24', 'project_id': 'f6d613c1335548d287d4188d409ca364', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:26.262426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Project f6d613c1335548d287d4188d409ca364 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:10:26.266752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (0be09935-bd8c-45b5-9384-9fafdacb622a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.329352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:10:26.340070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (0be09935-bd8c-45b5-9384-9fafdacb622a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.379940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:26.380315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.407407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0be09935-bd8c-45b5-9384-9fafdacb622a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.425865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be09935-bd8c-45b5-9384-9fafdacb622a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:26.464288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:26.494949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.496181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5928b2ed-8022-4912-ad0f-0ea8e3a22315 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216577 Apr 30 05:10:26.649276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-fc11b501-975d-4bb1-a667-ebddac22f455 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547444358&fields=id&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 267 time: 0.0460103 Apr 30 05:10:26.755752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:26.767244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-6a4f1d47-cee4-4290-9477-1f0c4fe39652 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:26.768792 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-6a4f1d47-cee4-4290-9477-1f0c4fe39652 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/networks?id=517f1a01-917f-4f31-a155-f2271c9b8ade HTTP/1.1" status: 200 len: 796 time: 0.1125112 Apr 30 05:10:26.784260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-c361d929-3f9f-4c1a-983c-6e410376cc61 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/quotas/f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Apr 30 05:10:26.834144 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-9a8eef39-869c-4e62-a1e8-36e0dd2b1042 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445983 Apr 30 05:10:26.928517 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-711fa0d5-b747-46c7-bcc5-4532a8bb8e2e service neutron] 10.222.0.16 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Apr 30 05:10:27.018595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-e8b73994-8b60-481e-8084-676bd5605b95 service neutron] 10.222.0.16 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 Apr 30 05:10:27.269412 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c17418ad-0554-4f03-b83c-d5665e866721 req-8b121d24-7c57-43be-80a3-8008cc0db174 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 210 time: 0.0285187 Apr 30 05:10:28.201898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:28.363848 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a7e7256-d8eb-4d5c-92fb-933885282efb req-63c8e701-43b0-4006-af58-2cebf60b00a8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Apr 30 05:10:29.031287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-1df22e55-af38-4fd7-973e-cad636aa45be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:29.032619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-1df22e55-af38-4fd7-973e-cad636aa45be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/networks?id=517f1a01-917f-4f31-a155-f2271c9b8ade HTTP/1.1" status: 200 len: 796 time: 0.1048408 Apr 30 05:10:29.095432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-786b1226-4163-4035-9607-37010005bb86 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d613c1335548d287d4188d409ca364 HTTP/1.1" status: 200 len: 379 time: 0.0538030 Apr 30 05:10:29.104270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'port': {'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'admin_state_up': True, 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'security_groups': ['335953d0-592c-44bf-ade8-8a237e360d24']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:29.315562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Made reservation on behalf of f6d613c1335548d287d4188d409ca364 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:10:29.320132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:29.468570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f41a0e3-358f-4013-812d-41b151a8cc2b req-1cacc94d-8c91-48e4-833b-2f76e1ac0dd7 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 210 time: 0.0366032 Apr 30 05:10:29.469593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.20.0.6 (517f1a01-917f-4f31-a155-f2271c9b8ade/7025ff7d-c788-43b3-85d2-4e226884984e/e2226f6b-0e6c-46f5-b6ab-e9762018ce85) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:10:29.608771 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:29.698725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:29.744984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 517f1a01-917f-4f31-a155-f2271c9b8ade is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:29.750639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:29.754381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:10:29.760664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:29.806667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:29.807384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:29.878686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-66d34f38-d11a-4fa3-b2d6-b260e35d6b8d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778957 Apr 30 05:10:29.904638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Request body: {'port': {'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:29.965645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:29.975445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-a08a805b-ced5-4e07-ab23-498060ec399e None None] Provisioning complete for port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:29.975939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a08a805b-ced5-4e07-ab23-498060ec399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.013887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a08a805b-ced5-4e07-ab23-498060ec399e None None] Port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:10:30.228600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2226f6b-0e6c-46f5-b6ab-e9762018ce85 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:10:30.236094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks [] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.248088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Transition to ACTIVE for port object e2226f6b-0e6c-46f5-b6ab-e9762018ce85 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:10:30.292916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.346749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:30.414589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Attempting to bind port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:10:30.415073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Attempting to bind port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:10:30.415488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Attempting to bind port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 on network 517f1a01-917f-4f31-a155-f2271c9b8ade {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:10:30.421541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 on network 517f1a01-917f-4f31-a155-f2271c9b8ade not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:10:30.421986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Attempting to bind port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 on network 517f1a01-917f-4f31-a155-f2271c9b8ade {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:10:30.427291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:10:30.427617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Checking segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:10:30.427994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Bound using segment: {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:10:30.428415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Bound port: e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289c61a6-2f2c-4b01-b580-86659145daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:10:30.428835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.500651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:10:30.504065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:10:30.567421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.612482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:30.613068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:30.614630 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2226f6b-0e6c-46f5-b6ab-e9762018ce85 HTTP/1.1" status: 200 len: 1093 time: 0.7143235 Apr 30 05:10:30.616936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:30.619871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862db1a-69c3-4cb9-8216-7b56f58b745a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:30.629136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784bdc-d075-4398-83c4-6c5965381950 req-36a7f6ba-934a-4c8f-ac01-f1a6fe98c0be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:30.630605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64784bdc-d075-4398-83c4-6c5965381950 req-36a7f6ba-934a-4c8f-ac01-f1a6fe98c0be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 943 time: 0.0936453 Apr 30 05:10:30.672218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37137bd6-9a08-405c-bb51-1307261d78f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:30.676886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d99272b-fb89-48ae-bc8b-7e0c633d8dff x-openstack-request-id: req-3d99272b-fb89-48ae-bc8b-7e0c633d8dff {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:30.677174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:30.677499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d99272b-fb89-48ae-bc8b-7e0c633d8dff {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:30.678442 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d99272b-fb89-48ae-bc8b-7e0c633d8dff'] response: {'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'status': 'completed', 'code': 200} Apr 30 05:10:30.719097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64784bdc-d075-4398-83c4-6c5965381950 req-24507f84-e2ca-4d1f-8392-bd4feeb5b8e9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801501 Apr 30 05:10:30.756573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-1ae4c526-70b1-4801-89f1-db26d11a5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:30.758142 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-1ae4c526-70b1-4801-89f1-db26d11a5d71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1127 time: 0.0600057 Apr 30 05:10:30.860843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-7518939d-952c-4bd0-b445-45785c3609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:30.860843 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-7518939d-952c-4bd0-b445-45785c3609ef service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f6d613c1335548d287d4188d409ca364&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0953295 Apr 30 05:10:30.955357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-ba17b56e-8a1c-4925-8e04-c9bbd090de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:30.956806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9862db1a-69c3-4cb9-8216-7b56f58b745a req-ba17b56e-8a1c-4925-8e04-c9bbd090de8f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914969 Apr 30 05:10:31.027168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-7d37685f-449e-4d7f-b8dd-f62ef685aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:31.029563 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-7d37685f-449e-4d7f-b8dd-f62ef685aae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1127 time: 0.0395496 Apr 30 05:10:31.068152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-5bdf244e-c4e1-4831-82fd-793f9c036960 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85 HTTP/1.1" status: 200 len: 217 time: 0.0324132 Apr 30 05:10:31.120006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-2ec349a5-55d5-45e9-a96e-655ba855c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:31.121421 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-2ec349a5-55d5-45e9-a96e-655ba855c49e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7025ff7d-c788-43b3-85d2-4e226884984e HTTP/1.1" status: 200 len: 835 time: 0.0457008 Apr 30 05:10:31.162863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-89f11b42-491c-4da4-be99-df000e4dcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:31.164311 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-89f11b42-491c-4da4-be99-df000e4dcf77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=517f1a01-917f-4f31-a155-f2271c9b8ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376318 Apr 30 05:10:31.254632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-8ff45988-d298-465d-b18b-e2d34120cd47 service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Apr 30 05:10:31.659994 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd5688bd-c434-46dd-a4a7-665f8171d2fc req-715e1498-0d12-4ec6-8e2f-fdcca9c90ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984287 Apr 30 05:10:31.844598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c856ac-2056-442a-82ad-5d089da3ff65 req-a456df7e-bf88-402c-8c0a-999b1e8adc14 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:31.845925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11c856ac-2056-442a-82ad-5d089da3ff65 req-a456df7e-bf88-402c-8c0a-999b1e8adc14 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 943 time: 0.0467954 Apr 30 05:10:31.897361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-11c856ac-2056-442a-82ad-5d089da3ff65 req-20889578-4bb0-49b1-acd5-a1b9e01521c6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457900 Apr 30 05:10:33.008923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83fa5-6ee9-4b10-876c-75eb2e207812 req-04fdec72-86d0-4641-b45f-b7d1da6e6b99 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:33.010375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8e83fa5-6ee9-4b10-876c-75eb2e207812 req-04fdec72-86d0-4641-b45f-b7d1da6e6b99 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 943 time: 0.0455132 Apr 30 05:10:33.058505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8e83fa5-6ee9-4b10-876c-75eb2e207812 req-48e6de9b-e1dc-4171-8ff2-613291f26e05 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Apr 30 05:10:33.432438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e2226f6b-0e6c-46f5-b6ab-e9762018ce85 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:10:33.531599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:33.691830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:10:33.730620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:33.731066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:33.743883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2226f6b-0e6c-46f5-b6ab-e9762018ce85 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:10:33.763746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:33.841580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:33.890220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:34.047433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['e2226f6b-0e6c-46f5-b6ab-e9762018ce85'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:10:34.227387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943266-e527-4a7f-94a4-01b46115cb16 req-09fda8a9-8598-4420-9282-a8e4c7ea7036 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:34.228891 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57943266-e527-4a7f-94a4-01b46115cb16 req-09fda8a9-8598-4420-9282-a8e4c7ea7036 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 944 time: 0.0986331 Apr 30 05:10:34.281155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57943266-e527-4a7f-94a4-01b46115cb16 req-693d38ce-bd84-42d3-ac07-59a3985ac27e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452743 Apr 30 05:10:35.444818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162819-9779-40a8-925c-0527563df3b3 req-e0570ebd-2ebe-4c60-9f57-d2059000d9b2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:35.446263 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd162819-9779-40a8-925c-0527563df3b3 req-e0570ebd-2ebe-4c60-9f57-d2059000d9b2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 944 time: 0.0941620 Apr 30 05:10:35.447306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e2226f6b-0e6c-46f5-b6ab-e9762018ce85 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:10:35.494373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:10:35.496075 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd162819-9779-40a8-925c-0527563df3b3 req-ce7ebef8-329d-425e-8da3-af0322eaa569 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Apr 30 05:10:35.566878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:10:35.567184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:35.641297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:10:35.641674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:35.663772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:35.666039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9dabfd-9c04-4bb6-8e56-9165124eaed2" -d '{"events": [{"server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "name": "network-vif-plugged", "status": "completed", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:35.679176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:10:35.703021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89de0155-b68d-4000-ba04-c2fbb3bffd6d x-openstack-request-id: req-89de0155-b68d-4000-ba04-c2fbb3bffd6d {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:35.703507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "name": "network-vif-plugged", "status": "completed", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:35.703761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89de0155-b68d-4000-ba04-c2fbb3bffd6d {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:35.704156 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89de0155-b68d-4000-ba04-c2fbb3bffd6d'] response: {'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'code': 200} Apr 30 05:10:35.744263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:35.795147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:36.025012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b535fc-d8d4-4037-b497-05f98b417819 req-60cdd9b2-5038-40a0-82fc-180f3ac990d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:36.026541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29b535fc-d8d4-4037-b497-05f98b417819 req-60cdd9b2-5038-40a0-82fc-180f3ac990d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1129 time: 0.0757005 Apr 30 05:10:36.069921 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29b535fc-d8d4-4037-b497-05f98b417819 req-d4c9d6ff-debb-4b15-ae43-0a3f0a4ae002 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379748 Apr 30 05:10:36.610841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965009b-2079-4fe2-a140-966d579c9215 req-fa033540-b030-432a-8c3b-e19c947d746c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:36.612280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7965009b-2079-4fe2-a140-966d579c9215 req-fa033540-b030-432a-8c3b-e19c947d746c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Apr 30 05:10:36.659422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7965009b-2079-4fe2-a140-966d579c9215 req-0d711839-742e-4f29-ba68-71dfc846e42a tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Apr 30 05:10:37.774452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2fd2-dcda-4643-a731-09f6d8718ef2 req-2d5e561c-020b-48d5-830c-33176e3fce83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:37.775892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b08e2fd2-dcda-4643-a731-09f6d8718ef2 req-2d5e561c-020b-48d5-830c-33176e3fce83 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0472937 Apr 30 05:10:37.823492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b08e2fd2-dcda-4643-a731-09f6d8718ef2 req-8104451d-39ca-4308-811c-816647883be9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Apr 30 05:10:37.934566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063152c9-6991-4863-9b82-043b30285dd7 req-2813dc50-6b20-4026-8588-2e59b74e467c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:37.936038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063152c9-6991-4863-9b82-043b30285dd7 req-2813dc50-6b20-4026-8588-2e59b74e467c tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0464914 Apr 30 05:10:37.987409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063152c9-6991-4863-9b82-043b30285dd7 req-e5dd5694-96d8-4de7-8d21-bf8ca1a2b1ab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458231 Apr 30 05:10:38.009512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:38.040966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.046881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cbd733-fd14-4a5f-a90a-d0f907962fff tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:38.048530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15cbd733-fd14-4a5f-a90a-d0f907962fff tempest-TestNetworkBasicOps-1775813201 tempest-TestNetworkBasicOps-1775813201-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1124 time: 0.0380068 Apr 30 05:10:38.051279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41236) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:38.055774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:10:38.115272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.192233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.296197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Allocated IP 172.26.5.136 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4494798e-2103-449a-bbf6-5eda99d464f0) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:10:38.398533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (4494798e-2103-449a-bbf6-5eda99d464f0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.475922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.513188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:10:38.518434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:10:38.522012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:10:38.527236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=4494798e-2103-449a-bbf6-5eda99d464f0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:38.883072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (f5811f45-fe22-4830-b3fa-dac088bb609d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:38.983008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:39.133237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for port (4494798e-2103-449a-bbf6-5eda99d464f0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:39.201152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:39.274777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event updated for resources: {'Port': ['ID=4494798e-2103-449a-bbf6-5eda99d464f0,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:10:39.285070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (f5811f45-fe22-4830-b3fa-dac088bb609d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:39.387647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP f5811f45-fe22-4830-b3fa-dac088bb609d associated. External IP: 172.26.5.136, port: e2226f6b-0e6c-46f5-b6ab-e9762018ce85. Apr 30 05:10:39.598209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:10:39.706579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:10:39.716630 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:10:39.726246 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:39.726874 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:39.763282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:39.794051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-495d39bf-fc71-4e2c-b9db-efb8e909f1da tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7415862 Apr 30 05:10:39.794618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:10:39.796877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:10:39.797028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41240) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:39.832209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64a146-2753-4646-9172-d0261b70ffa6 x-openstack-request-id: req-2a64a146-2753-4646-9172-d0261b70ffa6 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:10:39.832498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:10:39.832747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a64a146-2753-4646-9172-d0261b70ffa6 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:10:39.833153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a64a146-2753-4646-9172-d0261b70ffa6'] response: {'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'status': 'completed', 'code': 200} Apr 30 05:10:39.842785 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:39.865262 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-733d61b5-1b7c-4246-9d11-c6ca6d54bef6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 991 time: 0.0669801 Apr 30 05:10:39.897208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-b379d085-fe43-4444-bce3-29e618d553bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:39.899006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-b379d085-fe43-4444-bce3-29e618d553bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1129 time: 0.0437477 Apr 30 05:10:39.991396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-b5e3e23e-82f8-4758-ade6-1360fac9762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:39.992752 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-b5e3e23e-82f8-4758-ade6-1360fac9762a service neutron] 10.222.0.13 "GET /v2.0/networks?id=517f1a01-917f-4f31-a155-f2271c9b8ade HTTP/1.1" status: 200 len: 896 time: 0.0878506 Apr 30 05:10:40.056470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-38ace942-69b9-4bcc-bcba-4ee6eff7db19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85 HTTP/1.1" status: 200 len: 999 time: 0.0579498 Apr 30 05:10:40.059701 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:10:38Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:40.084927 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:10:40.093464 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:10:40.094052 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:40.103646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-37041090-dfb6-4c04-b9d9-43a3a1bee80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:40.105108 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-37041090-dfb6-4c04-b9d9-43a3a1bee80c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7025ff7d-c788-43b3-85d2-4e226884984e HTTP/1.1" status: 200 len: 835 time: 0.0436192 Apr 30 05:10:40.156439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-43555c84-4c80-4374-9bfe-4a28d4eccf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:10:40.158096 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-43555c84-4c80-4374-9bfe-4a28d4eccf19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=517f1a01-917f-4f31-a155-f2271c9b8ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475235 Apr 30 05:10:40.167774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-1cd9365d-72c4-4b5b-ab76-6f23fed0adc3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:10:40.169836 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-1cd9365d-72c4-4b5b-ab76-6f23fed0adc3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060353 Apr 30 05:10:40.203105 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:10:40.258610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-a5486c0c-ea6a-4e37-9cff-81f7be867c58 service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Apr 30 05:10:40.353056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc63e51c-3d34-4bb9-916c-ba72fb7dd6f4 req-2ab856e9-f956-4978-a185-bf521b9671be service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879853 Apr 30 05:10:40.417058 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:10:38Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:10:40.443280 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3439a-79d7-4bf3-9233-eb1e9e166e90 None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:10:38Z', 'revision_number': 0, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:10:25Z', 'revision_number': 5, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:10:40.631865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6c3bc-d830-4f9f-be08-7342454e806e None None] New status for floating IP f5811f45-fe22-4830-b3fa-dac088bb609d: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:10:40.868371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:10:40.929590 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-42dba009-a7d9-4e4b-801c-0b67a3a4b82d tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 993 time: 0.0600014 Apr 30 05:10:45.960355 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:10:51.845659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-43272fd8-fc1d-4ac4-a5bc-8f50079aa5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:54.062854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-caae9787-ed53-4ae3-8af9-5da127134827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:55.035041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:56.800638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:10:58.206163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:08.051760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:12.124767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41256) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:12.129901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:12.441593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (56899c23-abd1-4385-b667-19fed1dbae80), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:12.509161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (56899c23-abd1-4385-b667-19fed1dbae80), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:12.620592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:11:12.732275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:11:12.743861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:12.743861 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a725e5f-4efe-4d7c-ae9c-56cda9c83070 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/56899c23-abd1-4385-b667-19fed1dbae80 HTTP/1.1" status: 200 len: 888 time: 0.6144459 Apr 30 05:11:12.747573 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:11:12.757620 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:12.758219 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:12.789731 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:12.798850 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:12.799468 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:12.831778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:12.832351 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d36376-f4a1-4020-b2d7-4bc91207216a None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:11:13.566989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76bcf17-b831-4c30-b2a9-05b802b6c698 None None] New status for floating IP f5811f45-fe22-4830-b3fa-dac088bb609d: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:11:14.336456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:14.414091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dbd662cc-41cc-4e18-946b-30afed8e0dcb is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:14.414498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:14.434416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dbd662cc-41cc-4e18-946b-30afed8e0dcb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:14.497588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:14.498260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:14.575472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:14.612101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:14.612489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:14.643896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cdce73b5-ad70-4841-a76b-0e6eb487794b,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:14.714620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:14.761020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:14.851523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41260) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:14.856665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:15.162960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15933'] for router (56899c23-abd1-4385-b667-19fed1dbae80), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:15.229290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445499'] for router (56899c23-abd1-4385-b667-19fed1dbae80), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:15.340491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:11:15.450158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:11:15.456677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:15.457823 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0c89e425-1538-4f89-9ecb-303eb0ec3839 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/56899c23-abd1-4385-b667-19fed1dbae80 HTTP/1.1" status: 200 len: 887 time: 0.6053305 Apr 30 05:11:15.459372 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:11:15.460839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41262) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:15.469957 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:15.470593 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:15.521632 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6fbd7b05-649e-4067-a2fb-94c7812cdae2 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 991 time: 0.0596600 Apr 30 05:11:15.578086 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:15.870933 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:11:13Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:15.897207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:11:15.905900 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:15.906524 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:16.010727 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:16.228806 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:11:13Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:16.259763 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98960e5-2870-43c2-86e9-190dbbd0d560 None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'f5811f45-fe22-4830-b3fa-dac088bb609d', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'port_id': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'mac_address': 'fa:16:3e:44:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a68d840-93a8-4532-9508-9cadfce46e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:10:38Z', 'updated_at': '2022-04-30T05:11:13Z', 'revision_number': 2, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:14Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:11:16.525618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41264) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:16.890616 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ec5d3f30-3f2a-4901-9da9-ae977c12639e tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 991 time: 0.3627734 Apr 30 05:11:17.893284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41266) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:17.945396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675dcf8-3ad4-4e3a-886b-eb2cd8ecf0cd None None] New status for floating IP f5811f45-fe22-4830-b3fa-dac088bb609d: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:11:17.960952 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1e38bc32-03cd-4410-8ded-dbf29a159ace tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 991 time: 0.0665452 Apr 30 05:11:18.359531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:11:18.405441 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dbd662cc-41cc-4e18-946b-30afed8e0dcb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:18.405808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.482096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dbd662cc-41cc-4e18-946b-30afed8e0dcb is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:18.482431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.501409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dbd662cc-41cc-4e18-946b-30afed8e0dcb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:18.548924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.549726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:11:18.621578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:18.632201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.632538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.632870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.633198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.633526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.633843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.634158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.634508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.634827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.635142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.635457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.635770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.636136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.636449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.636757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:18.647886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:18.647886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.722232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:18.722752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.825011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cdce73b5-ad70-4841-a76b-0e6eb487794b,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:18.880216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:18.926332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:18.964022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41268) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:19.027936 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-772d1cd1-f7ca-4348-acc6-1f6197292587 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 200 len: 993 time: 0.0621264 Apr 30 05:11:19.256018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41274) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:19.403039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port 4494798e-2103-449a-bbf6-5eda99d464f0 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:19.403376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:19.476347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:19.476668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (4494798e-2103-449a-bbf6-5eda99d464f0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:19.489397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for 4494798e-2103-449a-bbf6-5eda99d464f0 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:19.715480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4494798e-2103-449a-bbf6-5eda99d464f0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:19.744022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=4494798e-2103-449a-bbf6-5eda99d464f0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:19.755959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.756304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.756643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.756982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.757313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.757642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.757968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.758313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.758642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.758964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.759380 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.759705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.760030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.760346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.760663 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:19.815852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for floatingip (f5811f45-fe22-4830-b3fa-dac088bb609d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:19.816226 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Floating IP f5811f45-fe22-4830-b3fa-dac088bb609d disassociated (deleted). External IP: 172.26.5.136, port: e2226f6b-0e6c-46f5-b6ab-e9762018ce85. Apr 30 05:11:20.030708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:11:20.141943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:11:20.146367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:20.151462 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:11:20.162305 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:20.162925 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:20.176487 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-118dd485-cbda-43d4-a458-24cf9744d355 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/floatingips/f5811f45-fe22-4830-b3fa-dac088bb609d HTTP/1.1" status: 204 len: 168 time: 0.9193687 Apr 30 05:11:20.177080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:11:20.179372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:11:20.217894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2ce1c9-2ac6-4a5b-8da3-a51586a9defd x-openstack-request-id: req-cb2ce1c9-2ac6-4a5b-8da3-a51586a9defd {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:11:20.218193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:11:20.219146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb2ce1c9-2ac6-4a5b-8da3-a51586a9defd {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:11:20.219146 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2ce1c9-2ac6-4a5b-8da3-a51586a9defd'] response: {'name': 'network-changed', 'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'status': 'completed', 'code': 200} Apr 30 05:11:20.279039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-e07cdac1-dca6-4ad0-b432-16df71a44519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:20.281212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-e07cdac1-dca6-4ad0-b432-16df71a44519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6d613c1335548d287d4188d409ca364&device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 1129 time: 0.0409377 Apr 30 05:11:20.282056 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:20.370161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:11:20.382231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-25225020-62fa-48f8-8a75-269fafa23a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:20.383796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-25225020-62fa-48f8-8a75-269fafa23a42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=517f1a01-917f-4f31-a155-f2271c9b8ade HTTP/1.1" status: 200 len: 896 time: 0.0959375 Apr 30 05:11:20.421596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dbd662cc-41cc-4e18-946b-30afed8e0dcb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:20.422292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:20.429123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-c0e6880e-4df3-4e86-9599-b6ed1f05ca2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85 HTTP/1.1" status: 200 len: 217 time: 0.0387154 Apr 30 05:11:20.479134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-5692434b-b1f9-4de9-87dd-a984d2334be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:20.480908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-5692434b-b1f9-4de9-87dd-a984d2334be2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7025ff7d-c788-43b3-85d2-4e226884984e HTTP/1.1" status: 200 len: 835 time: 0.0461369 Apr 30 05:11:20.491220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:20.513673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dbd662cc-41cc-4e18-946b-30afed8e0dcb is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:20.514773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:11:20.519778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:11:20.525441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-2071413e-9157-4115-9053-cd1b2d83e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:20.528150 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-2071413e-9157-4115-9053-cd1b2d83e9f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=517f1a01-917f-4f31-a155-f2271c9b8ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421114 Apr 30 05:11:20.532284 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:20.532963 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:10:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:20.563056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port cdce73b5-ad70-4841-a76b-0e6eb487794b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:20.563426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:20.627919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52c9a7-92c0-4dc4-a5ef-f643d44bab1b req-4fc46a9c-7b99-45b2-881f-b84b47571bd6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:20.629408 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb52c9a7-92c0-4dc4-a5ef-f643d44bab1b req-4fc46a9c-7b99-45b2-881f-b84b47571bd6 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0517790 Apr 30 05:11:20.646869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port cdce73b5-ad70-4841-a76b-0e6eb487794b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:20.647730 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:20.682100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb52c9a7-92c0-4dc4-a5ef-f643d44bab1b req-fb50768f-a587-4c2c-b5cd-d4c02c6b5b1b tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443809 Apr 30 05:11:20.833026 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:20.862921 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14729f6c-2f56-4488-aa13-2c022b719c2a None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:15Z', 'revision_number': 6, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'cdce73b5-ad70-4841-a76b-0e6eb487794b', 'name': '', 'network_id': '517f1a01-917f-4f31-a155-f2271c9b8ade', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'mac_address': 'fa:16:3e:a0:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:21Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'subnets': [{'id': '7025ff7d-c788-43b3-85d2-4e226884984e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:11:21.509893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22620ed6-c3da-4041-b0d2-10f3e5e6158c None None] New status for floating IP f5811f45-fe22-4830-b3fa-dac088bb609d: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:11:21.573449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-b8c0b119-1eca-4a83-a240-482d3577dbb2 service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Apr 30 05:11:21.770827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-34a3c02a-a0ae-408d-aa79-4d8cdb946cbf req-a908cfd4-c271-465d-957f-ebaea27b1b61 service neutron] 10.222.0.13 "GET /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051052 Apr 30 05:11:21.836036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34835c-b55f-43a3-b4e8-f43b6e1d3b9b req-35eb9b30-2ffa-41ec-be86-d06250e2eb75 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:21.837633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1e34835c-b55f-43a3-b4e8-f43b6e1d3b9b req-35eb9b30-2ffa-41ec-be86-d06250e2eb75 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0809553 Apr 30 05:11:21.844889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5422755-62e2-4be6-8cdb-d3a47728658f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:21.870019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-297e584c-6a14-403a-92a2-82f8210e21b0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:21.871988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-297e584c-6a14-403a-92a2-82f8210e21b0 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 945 time: 0.0759995 Apr 30 05:11:21.927440 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1e34835c-b55f-43a3-b4e8-f43b6e1d3b9b req-1f8da71c-11eb-4af8-90f6-04c784637113 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/security-groups?id=335953d0-592c-44bf-ade8-8a237e360d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838428 Apr 30 05:11:21.973284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:21.973614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:22.389335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port e2226f6b-0e6c-46f5-b6ab-e9762018ce85, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:22.389838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:22.403021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for e2226f6b-0e6c-46f5-b6ab-e9762018ce85 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:22.606642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e2226f6b-0e6c-46f5-b6ab-e9762018ce85), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:22.637403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=e2226f6b-0e6c-46f5-b6ab-e9762018ce85,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:22.650010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.650010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.650010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.650358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.650657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.650977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.651294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.651673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.651991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.652314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.652628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.652941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.653250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.653561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.653869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:11:22.691703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] No DVR routers for this DVR port e2226f6b-0e6c-46f5-b6ab-e9762018ce85 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:11:22.694447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:22.697647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c45b5e9-a1c5-4184-9818-09062727a7eb req-56c2dd8a-5289-4b93-a44a-ffecef076fab tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.13 "DELETE /v2.0/ports/e2226f6b-0e6c-46f5-b6ab-e9762018ce85 HTTP/1.1" status: 204 len: 173 time: 0.8201470 Apr 30 05:11:22.698076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'name': 'network-vif-deleted', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:11:22.700870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e3a26e-dd51-4972-ab3c-bed6330028ed" -d '{"events": [{"server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "name": "network-vif-deleted", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:11:22.737067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed8d769-6fc4-4633-b61d-a9a6c897b14b x-openstack-request-id: req-fed8d769-6fc4-4633-b61d-a9a6c897b14b {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:11:22.737340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a68d840-93a8-4532-9508-9cadfce46e46", "name": "network-vif-deleted", "tag": "e2226f6b-0e6c-46f5-b6ab-e9762018ce85", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:11:22.737587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fed8d769-6fc4-4633-b61d-a9a6c897b14b {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:11:22.737987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed8d769-6fc4-4633-b61d-a9a6c897b14b'] response: {'server_uuid': '3a68d840-93a8-4532-9508-9cadfce46e46', 'name': 'network-vif-deleted', 'tag': 'e2226f6b-0e6c-46f5-b6ab-e9762018ce85', 'status': 'completed', 'code': 200} Apr 30 05:11:22.959481 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:11:23.041384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a54e88cd-f885-462c-9021-ecb2a0e12f9b req-e9ce7456-d170-4598-a86a-6625a1ad0d73 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a68d840-93a8-4532-9508-9cadfce46e46 HTTP/1.1" status: 200 len: 210 time: 0.0303352 Apr 30 05:11:24.062770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-156799e0-af55-4e33-bdfc-d6fd745bc2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.100857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41290) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:24.159523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (335953d0-592c-44bf-ade8-8a237e360d24), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.185565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (335953d0-592c-44bf-ade8-8a237e360d24), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.296271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (335953d0-592c-44bf-ade8-8a237e360d24), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.298876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.300015 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/security-groups/335953d0-592c-44bf-ade8-8a237e360d24 HTTP/1.1" status: 204 len: 168 time: 0.1981976 Apr 30 05:11:24.310092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c14ff-6946-41df-af44-916204ca37b5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335953d0-592c-44bf-ade8-8a237e360d24,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:24.400550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41294) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:24.745629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (56899c23-abd1-4385-b667-19fed1dbae80), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:24.989391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port cdce73b5-ad70-4841-a76b-0e6eb487794b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:24.989650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:25.033787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:25.083461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port cdce73b5-ad70-4841-a76b-0e6eb487794b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=cdce73b5-ad70-4841-a76b-0e6eb487794b,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:25.083821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:25.097478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for cdce73b5-ad70-4841-a76b-0e6eb487794b owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:25.388048 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (cdce73b5-ad70-4841-a76b-0e6eb487794b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:25.415283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=cdce73b5-ad70-4841-a76b-0e6eb487794b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:25.596304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (56899c23-abd1-4385-b667-19fed1dbae80), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:25.742339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e2226f6b-0e6c-46f5-b6ab-e9762018ce85 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:25.763339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: e2226f6b-0e6c-46f5-b6ab-e9762018ce85 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:11:25.763683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e2226f6b-0e6c-46f5-b6ab-e9762018ce85 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:11:25.821412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Router 56899c23-abd1-4385-b667-19fed1dbae80 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:11:25.929614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:11:25.935238 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b0502208-c75c-449e-9697-6cb8d43f09be tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "PUT /v2.0/routers/56899c23-abd1-4385-b667-19fed1dbae80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5336125 Apr 30 05:11:25.937997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41296) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:25.938612 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Sync routers for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:11:25.948372 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:25.948971 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:11:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:25.989196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting subnet 7025ff7d-c788-43b3-85d2-4e226884984e {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:11:25.992210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (7025ff7d-c788-43b3-85d2-4e226884984e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.037279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (7025ff7d-c788-43b3-85d2-4e226884984e), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.054667 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:26.121838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (7025ff7d-c788-43b3-85d2-4e226884984e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.252429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (7025ff7d-c788-43b3-85d2-4e226884984e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.285348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Subnet': ['ID=7025ff7d-c788-43b3-85d2-4e226884984e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:26.290393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.294450 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b0ef55a-cc89-46a1-9709-1a1b50ca1ae9 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/subnets/7025ff7d-c788-43b3-85d2-4e226884984e HTTP/1.1" status: 204 len: 168 time: 0.3554649 Apr 30 05:11:26.297496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41298) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:26.307417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f1f70-de5b-4dc9-b560-9e19c60bd235 None None] Network 517f1a01-917f-4f31-a155-f2271c9b8ade requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:11:26.312870 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:25Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:26.343117 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Checking router: 56899c23-abd1-4385-b667-19fed1dbae80 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:11:26.351669 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Routers {'56899c23-abd1-4385-b667-19fed1dbae80'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:11:26.352278 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:11:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['56899c23-abd1-4385-b667-19fed1dbae80'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:26.447923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (56899c23-abd1-4385-b667-19fed1dbae80), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.468473 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] Set router 56899c23-abd1-4385-b667-19fed1dbae80 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:11:26.511054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] DHCP port deletion for 517f1a01-917f-4f31-a155-f2271c9b8ade request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:11:26.550658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Deleting port f8637b48-a9d0-4c24-8b31-2553532bda88 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:26.551019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.571114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_gateway (56899c23-abd1-4385-b667-19fed1dbae80), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.619593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] For port f8637b48-a9d0-4c24-8b31-2553532bda88, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f8637b48-a9d0-4c24-8b31-2553532bda88,segment=NetworkSegment(289c61a6-2f2c-4b01-b580-86659145daca),segment_id=289c61a6-2f2c-4b01-b580-86659145daca)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:26.619980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.633799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Calling delete_port for f8637b48-a9d0-4c24-8b31-2553532bda88 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:26.647450 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:25Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:26.669462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Deleting port dbd662cc-41cc-4e18-946b-30afed8e0dcb {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:26.669815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.678682 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4665-93aa-43e7-805e-0b7bf3acc0f5 None None] The sync data for ids ['56899c23-abd1-4385-b667-19fed1dbae80'] in dv-neutron-838078-9-hyperv is: [{'id': '56899c23-abd1-4385-b667-19fed1dbae80', 'name': 'tempest-TestNetworkBasicOps-router-1402531953', 'tenant_id': 'f6d613c1335548d287d4188d409ca364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95'}], 'enable_snat': True}, 'gw_port_id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:25Z', 'revision_number': 7, 'project_id': 'f6d613c1335548d287d4188d409ca364', 'gw_port': {'id': 'dbd662cc-41cc-4e18-946b-30afed8e0dcb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56899c23-abd1-4385-b667-19fed1dbae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:10:18Z', 'updated_at': '2022-04-30T05:11:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:11:26.752900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] For port dbd662cc-41cc-4e18-946b-30afed8e0dcb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dbd662cc-41cc-4e18-946b-30afed8e0dcb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:26.753194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.766519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Calling delete_port for dbd662cc-41cc-4e18-946b-30afed8e0dcb owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:26.805604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.834606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (f8637b48-a9d0-4c24-8b31-2553532bda88), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:26.858256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] Pushing event deleted for resources: {'Port': ['ID=f8637b48-a9d0-4c24-8b31-2553532bda88,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:26.865062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1861136-984d-4f6d-8eac-55bb828ddf1f None None] No DVR routers for this DVR port f8637b48-a9d0-4c24-8b31-2553532bda88 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:11:26.993581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (dbd662cc-41cc-4e18-946b-30afed8e0dcb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.023229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Port': ['ID=dbd662cc-41cc-4e18-946b-30afed8e0dcb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:27.090922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (56899c23-abd1-4385-b667-19fed1dbae80), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.187517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (56899c23-abd1-4385-b667-19fed1dbae80), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.190104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router_controller (56899c23-abd1-4385-b667-19fed1dbae80), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.290841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (56899c23-abd1-4385-b667-19fed1dbae80), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.291328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Fanout notify agent at l3_agent the message router_deleted on router 56899c23-abd1-4385-b667-19fed1dbae80 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:11:27.298511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.299738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fb66b81b-dc86-42b1-904d-9831dd94bfe5 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/routers/56899c23-abd1-4385-b667-19fed1dbae80 HTTP/1.1" status: 204 len: 168 time: 1.0005229 Apr 30 05:11:27.302598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41300) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:27.386746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (517f1a01-917f-4f31-a155-f2271c9b8ade), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.476818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (517f1a01-917f-4f31-a155-f2271c9b8ade), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.496685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517f1a01-917f-4f31-a155-f2271c9b8ade']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:27.505614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289c61a6-2f2c-4b01-b580-86659145daca') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:27.505908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289c61a6-2f2c-4b01-b580-86659145daca') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:11:27.515010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (289c61a6-2f2c-4b01-b580-86659145daca), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.529092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (289c61a6-2f2c-4b01-b580-86659145daca), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.535425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:11:27.535811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (289c61a6-2f2c-4b01-b580-86659145daca), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:11:27.539459 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:11:27.651697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (517f1a01-917f-4f31-a155-f2271c9b8ade), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.659805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:27.663179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] 10.222.0.16 "DELETE /v2.0/networks/517f1a01-917f-4f31-a155-f2271c9b8ade HTTP/1.1" status: 204 len: 168 time: 0.3587012 Apr 30 05:11:27.674666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e31c7-1999-4ba3-af15-84f6a33e9e51 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] Pushing event deleted for resources: {'Network': ['ID=517f1a01-917f-4f31-a155-f2271c9b8ade,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:28.127328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:28.200261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:28.269556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-55be11e7-97bd-4668-aad8-cf6e3a442045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6d613c1335548d287d4188d409ca364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410389 Apr 30 05:11:28.272113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41310) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:28.333952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] Publish callbacks [] for security_group (bf32d2d2-f804-4fb9-aa86-16575449f3e7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:28.334745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:28.355531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: dbd662cc-41cc-4e18-946b-30afed8e0dcb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:11:28.355866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dbd662cc-41cc-4e18-946b-30afed8e0dcb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:11:28.356278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8637b48-a9d0-4c24-8b31-2553532bda88 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:28.356760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] Publish callbacks [] for security_group (bf32d2d2-f804-4fb9-aa86-16575449f3e7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:28.374673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: f8637b48-a9d0-4c24-8b31-2553532bda88 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:11:28.375008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f8637b48-a9d0-4c24-8b31-2553532bda88 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:11:28.375419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:28.394002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: cdce73b5-ad70-4841-a76b-0e6eb487794b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:11:28.394364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device cdce73b5-ad70-4841-a76b-0e6eb487794b not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:11:28.473475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bf32d2d2-f804-4fb9-aa86-16575449f3e7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:28.476129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:28.477333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf32d2d2-f804-4fb9-aa86-16575449f3e7 HTTP/1.1" status: 204 len: 168 time: 0.2042336 Apr 30 05:11:28.485254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec1db3-f1e2-4153-8d6e-5384f15e4853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32d2d2-f804-4fb9-aa86-16575449f3e7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:29.074128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41316) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:29.087133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2043cb36-d8ac-4ef5-a023-85fbd7fd6ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.161121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2043cb36-d8ac-4ef5-a023-85fbd7fd6ec3 admin admin] Publish callbacks [] for security_group (2c23855f-091d-495c-bb5b-be1e3e40350a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.217085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2043cb36-d8ac-4ef5-a023-85fbd7fd6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2c23855f-091d-495c-bb5b-be1e3e40350a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.256000 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2043cb36-d8ac-4ef5-a023-85fbd7fd6ec3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a641ce2ffcf949ccbf0652d3dd21702b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807160 Apr 30 05:11:29.256876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043cb36-d8ac-4ef5-a023-85fbd7fd6ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c23855f-091d-495c-bb5b-be1e3e40350a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:29.258630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41318) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:29.316279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] Publish callbacks [] for security_group (2c23855f-091d-495c-bb5b-be1e3e40350a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.337309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] Publish callbacks [] for security_group (2c23855f-091d-495c-bb5b-be1e3e40350a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.445991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2c23855f-091d-495c-bb5b-be1e3e40350a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.448709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:29.449885 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c23855f-091d-495c-bb5b-be1e3e40350a HTTP/1.1" status: 204 len: 168 time: 0.1895018 Apr 30 05:11:29.457791 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91ce5d-77e2-4b82-8bf7-86e06c1e6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c23855f-091d-495c-bb5b-be1e3e40350a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:37.217467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-7700cb33-75cc-4d23-b7b4-4c5a48e601e2 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4c850226850c44eeb15625f87ccf4743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302076 Apr 30 05:11:37.399617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-4104bfb8-4ad0-4a57-a4b6-e35420dd2459 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:37.401615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-4104bfb8-4ad0-4a57-a4b6-e35420dd2459 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792765 Apr 30 05:11:37.415421 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-69d947ee-ae55-4b74-a991-9b26d7e6c53b tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/quotas/4c850226850c44eeb15625f87ccf4743 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Apr 30 05:11:37.448578 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-88181754-338f-4d76-ba54-c5346cd4b094 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c850226850c44eeb15625f87ccf4743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274258 Apr 30 05:11:37.665483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce4bfecf-b396-465a-9402-817cf5b162fb req-0d3a3c08-15a0-4d3c-8457-7a772654c772 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0280187 Apr 30 05:11:38.057195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:38.751768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72aaecf6-d005-444e-bc67-42b829c3c173 req-d2240ac3-9382-46e2-98d5-9be0e9c76df4 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0320365 Apr 30 05:11:39.830157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a103d31-299a-4059-9990-1ecbf221d4d8 req-52e698f5-6cd8-4673-bf79-7b38dc564371 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0287235 Apr 30 05:11:40.924646 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d0ef97fc-a9ec-48d0-ac67-1ec2ac06dd3d req-e8d99b26-6fa7-493b-91c0-60462bb68616 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0287108 Apr 30 05:11:41.513063 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-11d1ba72-6533-4a61-9604-afe76a008287 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c850226850c44eeb15625f87ccf4743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206084 Apr 30 05:11:41.618766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-9a535625-7baf-4908-9d1c-660c19e82521 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:41.620201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-9a535625-7baf-4908-9d1c-660c19e82521 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028776 Apr 30 05:11:41.631254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Request body: {'port': {'device_id': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a', 'admin_state_up': True, 'tenant_id': '4c850226850c44eeb15625f87ccf4743'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:41.834140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Made reservation on behalf of 4c850226850c44eeb15625f87ccf4743 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:11:41.837527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:41.847693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:41.927294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks [] for security_group (b7e8ab4d-c87c-4918-bd2a-c98b882c8826), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:41.993048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b7e8ab4d-c87c-4918-bd2a-c98b882c8826), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.074738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8490196b-9166-4a0a-82b1-d3901d8391b9 req-27198ddc-1863-4a55-aadc-920cf487da85 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0763381 Apr 30 05:11:42.089352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8ab4d-c87c-4918-bd2a-c98b882c8826,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:42.150428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Allocated IP 192.168.233.76 (409ec761-e783-4434-bd37-bc0eeede8e4a/ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c/a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:11:42.294871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks [] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.388945 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.435991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Network 409ec761-e783-4434-bd37-bc0eeede8e4a is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:11:42.441197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:11:42.445206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:11:42.468553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Pushing event updated for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:42.499323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:42.499935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.569018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8e1e0064-b03d-45ac-87ed-025dd79ce055 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9411957 Apr 30 05:11:42.580842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Request body: {'port': {'device_id': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:42.641072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.708503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f378ae1a-e8e1-407f-8591-7e230de5d9a8 None None] Provisioning complete for port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:42.709230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f378ae1a-e8e1-407f-8591-7e230de5d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.744102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f378ae1a-e8e1-407f-8591-7e230de5d9a8 None None] Port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:11:42.904223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:11:42.911397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks [] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:42.924607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Transition to ACTIVE for port object a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:11:42.999864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:43.049404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:43.124197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Attempting to bind port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:11:43.124557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Attempting to bind port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:11:43.124880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Attempting to bind port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b on network 409ec761-e783-4434-bd37-bc0eeede8e4a {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:11:43.129415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b on network 409ec761-e783-4434-bd37-bc0eeede8e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:11:43.129731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Attempting to bind port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b on network 409ec761-e783-4434-bd37-bc0eeede8e4a {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:11:43.134707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:11:43.135906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Checking segment: {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:11:43.136398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Bound using segment: {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:11:43.136825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Bound port: a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9783d97-2bc3-4000-a1b9-e35d55099582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:11:43.137181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:43.222847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d358e-0d8e-4fa4-bb2c-de28e61089bc req-0759a67d-84e7-47b9-aad7-f077bdc2661d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.224305 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba3d358e-0d8e-4fa4-bb2c-de28e61089bc req-0759a67d-84e7-47b9-aad7-f077bdc2661d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 947 time: 0.0739975 Apr 30 05:11:43.261770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:11:43.269375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:11:43.287005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba3d358e-0d8e-4fa4-bb2c-de28e61089bc req-f7285f1b-1261-4011-a7cd-fded5645c64a tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565150 Apr 30 05:11:43.337427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:43.371773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.372458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:43.373811 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] 10.222.0.13 "PUT /v2.0/ports/a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b HTTP/1.1" status: 200 len: 1097 time: 0.7973831 Apr 30 05:11:43.374282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:11:43.376488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:11:43.403113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3261f-35b1-45bb-af08-983be2bd4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:43.415569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdaa268-b6bf-4f66-818d-be515b64e427 x-openstack-request-id: req-fcdaa268-b6bf-4f66-818d-be515b64e427 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:11:43.415853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:11:43.416103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcdaa268-b6bf-4f66-818d-be515b64e427 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:11:43.416510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdaa268-b6bf-4f66-818d-be515b64e427'] response: {'name': 'network-changed', 'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b', 'status': 'completed', 'code': 200} Apr 30 05:11:43.484752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b req-67facdd4-2a44-4eaf-9a4f-149553cf9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.488493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b req-67facdd4-2a44-4eaf-9a4f-149553cf9efd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c850226850c44eeb15625f87ccf4743&device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 1131 time: 0.0500867 Apr 30 05:11:43.513275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b req-dde9b1ca-181d-489f-8608-ed673746e0c2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c850226850c44eeb15625f87ccf4743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207736 Apr 30 05:11:43.608882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b req-0d36cc81-590b-4e2a-99d6-d8cc1e491adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.610343 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91ae48af-6e9d-4d37-bef1-d5b48e0b3b7b req-0d36cc81-590b-4e2a-99d6-d8cc1e491adf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0923431 Apr 30 05:11:43.686929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-e5d7db61-1e69-48dc-8a84-632c27d2787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.688304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-e5d7db61-1e69-48dc-8a84-632c27d2787f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c850226850c44eeb15625f87ccf4743&device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 1131 time: 0.0421753 Apr 30 05:11:43.728500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-65920043-ec25-4461-b8db-3085cc65b5a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b HTTP/1.1" status: 200 len: 217 time: 0.0334475 Apr 30 05:11:43.775209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-378bc716-4ce5-4de5-875b-89e1c65550d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.776630 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-378bc716-4ce5-4de5-875b-89e1c65550d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c HTTP/1.1" status: 200 len: 843 time: 0.0428224 Apr 30 05:11:43.821494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-75e5d7ae-4b49-4693-b0e0-76a1fce13121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:43.823654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-75e5d7ae-4b49-4693-b0e0-76a1fce13121 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=409ec761-e783-4434-bd37-bc0eeede8e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0416346 Apr 30 05:11:43.908073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-20c3e98c-df6f-401f-9360-86f4a24995af service neutron] 10.222.0.13 "GET /v2.0/networks/409ec761-e783-4434-bd37-bc0eeede8e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790977 Apr 30 05:11:43.998605 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f5e3f9b-e34b-4cce-aa6f-f59075a66a6b req-2e1ae9da-5933-466e-86dd-3d7cca709054 service neutron] 10.222.0.13 "GET /v2.0/networks/409ec761-e783-4434-bd37-bc0eeede8e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847509 Apr 30 05:11:44.397741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0466d2-cdd4-4e79-b4d8-a47eace7a7e1 req-e03edfca-0776-456d-9113-26b6dd82703d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:44.399209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c0466d2-cdd4-4e79-b4d8-a47eace7a7e1 req-e03edfca-0776-456d-9113-26b6dd82703d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 947 time: 0.0464854 Apr 30 05:11:44.445617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c0466d2-cdd4-4e79-b4d8-a47eace7a7e1 req-616ad837-7d7e-4295-8de3-f3589fd2c7d0 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Apr 30 05:11:45.558170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d29eda-94ef-433a-8483-18c21963e5f7 req-0f34115d-9d01-404a-a807-8984b380fdc8 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:45.559634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3d29eda-94ef-433a-8483-18c21963e5f7 req-0f34115d-9d01-404a-a807-8984b380fdc8 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 947 time: 0.0461991 Apr 30 05:11:45.604915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3d29eda-94ef-433a-8483-18c21963e5f7 req-790383ce-6ecc-433c-9384-2bd14b8d565c tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Apr 30 05:11:45.835189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:11:45.929908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:45.940653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b', 'network_id': '409ec761-e783-4434-bd37-bc0eeede8e4a', 'port_id': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b', 'mac_address': 'fa:16:3e:c8:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccda7c43-47f1-4e1a-b2a7-fdab01e3d65c', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:11:45.981815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:45.982130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:45.994347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:11:46.012550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:46.068471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:46.114846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:46.268655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:11:46.719156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba2c4-7a07-43b8-a03e-136c4859c6ac req-0c0c618f-b3de-4053-8c6d-29580e7f633d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:46.720595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22bba2c4-7a07-43b8-a03e-136c4859c6ac req-0c0c618f-b3de-4053-8c6d-29580e7f633d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 948 time: 0.0492535 Apr 30 05:11:46.766682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22bba2c4-7a07-43b8-a03e-136c4859c6ac req-eea04861-7e8b-4029-873c-5cadf2a7e95d tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Apr 30 05:11:47.852100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:11:47.877190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a11c32-df70-4bb8-b5c0-412f19c5f262 req-91154781-9102-4eb9-9c56-a1bc3dc9f535 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:47.878681 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a11c32-df70-4bb8-b5c0-412f19c5f262 req-91154781-9102-4eb9-9c56-a1bc3dc9f535 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 948 time: 0.0465426 Apr 30 05:11:47.896094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:11:47.924911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a11c32-df70-4bb8-b5c0-412f19c5f262 req-2e03b027-522c-42eb-b374-bfc5977e7e22 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Apr 30 05:11:47.994989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:11:47.995255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:48.075165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:11:48.075551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:48.097422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:11:48.099646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172f4b3-8693-4a1c-b381-98a553c9dfce" -d '{"events": [{"server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "name": "network-vif-plugged", "status": "completed", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:11:48.112090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:48.136815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba19f84-862b-48f4-8369-013e56ec6cfe x-openstack-request-id: req-8ba19f84-862b-48f4-8369-013e56ec6cfe {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:11:48.137090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "name": "network-vif-plugged", "status": "completed", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:11:48.137343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ba19f84-862b-48f4-8369-013e56ec6cfe {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:11:48.137737 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba19f84-862b-48f4-8369-013e56ec6cfe'] response: {'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b', 'code': 200} Apr 30 05:11:48.188415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:48.234858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:48.387701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad757cd3-eb2d-408d-a338-a08fab4854e4 req-ee231fe0-666e-476f-b846-348f431a72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:48.389166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad757cd3-eb2d-408d-a338-a08fab4854e4 req-ee231fe0-666e-476f-b846-348f431a72de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 1133 time: 0.0414612 Apr 30 05:11:48.432865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad757cd3-eb2d-408d-a338-a08fab4854e4 req-124dc4be-9cfd-4d03-8be5-5682c3ca6d96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Apr 30 05:11:49.036530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba205-5544-4ed9-9386-88688c6bca6e req-deb01a6b-8588-491e-b975-e61464352c99 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:49.037905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3edba205-5544-4ed9-9386-88688c6bca6e req-deb01a6b-8588-491e-b975-e61464352c99 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 949 time: 0.0466185 Apr 30 05:11:49.085501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3edba205-5544-4ed9-9386-88688c6bca6e req-dc916970-8a9e-4142-9db0-53546eded1cb tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Apr 30 05:11:50.201407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dadd7a-0265-4a6f-b18e-e860f7b1ca68 req-577c6064-ae2d-474f-9132-df54e25c490f tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:50.202892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94dadd7a-0265-4a6f-b18e-e860f7b1ca68 req-577c6064-ae2d-474f-9132-df54e25c490f tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 949 time: 0.0469317 Apr 30 05:11:50.252369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94dadd7a-0265-4a6f-b18e-e860f7b1ca68 req-413f6eb6-9aa2-44d0-93e3-848f016ce9d2 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Apr 30 05:11:50.678721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-0a9f33bf-6a36-4fb6-9476-c05a30410139 req-423a74e7-f05b-456f-af0d-39fb966a9b28 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:11:50.679845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a9f33bf-6a36-4fb6-9476-c05a30410139 req-423a74e7-f05b-456f-af0d-39fb966a9b28 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0963042 Apr 30 05:11:51.179289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-50bed6a7-455e-4f2e-a9a1-55a3593b3b7a req-fc0de46a-1fa4-44b5-abcd-1cfe584ca77e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:11:51.180155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50bed6a7-455e-4f2e-a9a1-55a3593b3b7a req-fc0de46a-1fa4-44b5-abcd-1cfe584ca77e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051196 Apr 30 05:11:51.757363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb3a37-ccf5-40ab-bd5c-69c26ce0f791 req-3b14fc8c-e487-4a07-9b82-6679e66070c2 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:51.758853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2eb3a37-ccf5-40ab-bd5c-69c26ce0f791 req-3b14fc8c-e487-4a07-9b82-6679e66070c2 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 949 time: 0.0477676 Apr 30 05:11:51.805467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2eb3a37-ccf5-40ab-bd5c-69c26ce0f791 req-5c57e0bd-5904-4cdd-9dc4-1c3ae292cf98 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Apr 30 05:11:51.817834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2822bd9-b4b4-41bf-9c64-9738f4331026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:52.923078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe56e-f379-4786-b309-c6b89ae7791c req-90dec653-835b-4369-b877-a1202d1b404b tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:52.924539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a1fe56e-f379-4786-b309-c6b89ae7791c req-90dec653-835b-4369-b877-a1202d1b404b tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 949 time: 0.0465937 Apr 30 05:11:53.001238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a1fe56e-f379-4786-b309-c6b89ae7791c req-ccc6aaaf-aa64-4b76-9293-f6228cc92521 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7e8ab4d-c87c-4918-bd2a-c98b882c8826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Apr 30 05:11:53.011192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-69da9dff-9bfd-4775-98b5-72bc8097cac5 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:53.012608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-69da9dff-9bfd-4775-98b5-72bc8097cac5 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.13 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 949 time: 0.0624588 Apr 30 05:11:53.092534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Deleting port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:11:53.092870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:53.183901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] For port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,segment=NetworkSegment(b9783d97-2bc3-4000-a1b9-e35d55099582),segment_id=b9783d97-2bc3-4000-a1b9-e35d55099582)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:11:53.184261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:53.197282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Calling delete_port for a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:11:53.371330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:53.382665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:11:53.404004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Pushing event deleted for resources: {'Port': ['ID=a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:53.448957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] No DVR routers for this DVR port a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:11:53.451492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:53.454964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2741f9c1-84aa-4845-a583-68aa2a33af23 req-d6bad8ff-c62a-40ca-9f64-d7fc31905487 tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.13 "DELETE /v2.0/ports/a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b HTTP/1.1" status: 204 len: 173 time: 0.4377427 Apr 30 05:11:53.455410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'name': 'network-vif-deleted', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:11:53.457844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f01ff-6ec1-4de9-bca6-e0046b3f6c8a" -d '{"events": [{"server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "name": "network-vif-deleted", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:11:53.495383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5df83c-278f-4b14-8dc2-0a70c47bd119 x-openstack-request-id: req-ee5df83c-278f-4b14-8dc2-0a70c47bd119 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:11:53.495676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c74fad-d390-4dfa-a4dd-18636b50c92e", "name": "network-vif-deleted", "tag": "a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:11:53.495930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee5df83c-278f-4b14-8dc2-0a70c47bd119 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:11:53.496336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5df83c-278f-4b14-8dc2-0a70c47bd119'] response: {'server_uuid': '45c74fad-d390-4dfa-a4dd-18636b50c92e', 'name': 'network-vif-deleted', 'tag': 'a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b', 'status': 'completed', 'code': 200} Apr 30 05:11:54.085852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-27319c7b-8cd2-4852-b8e3-67210a90ff5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:54.106933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-65289d49-78b7-41ab-8a86-56f619fe0b4b req-9ead5344-4050-471d-9fa1-c20d560809bc tempest-ServersAdminNegativeTestJSON-265449609 tempest-ServersAdminNegativeTestJSON-265449609-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c74fad-d390-4dfa-a4dd-18636b50c92e HTTP/1.1" status: 200 len: 210 time: 0.0281115 Apr 30 05:11:55.085655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:55.639098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41466) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:55.765930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ebab0be3-6aa3-4db0-ba2b-bf4140185734 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c850226850c44eeb15625f87ccf4743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256847 Apr 30 05:11:55.768331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41470) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:55.820597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] Publish callbacks [] for security_group (b7e8ab4d-c87c-4918-bd2a-c98b882c8826), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:55.841516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] Publish callbacks [] for security_group (b7e8ab4d-c87c-4918-bd2a-c98b882c8826), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:55.897977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:11:55.918790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:11:55.919119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device a7ece904-0c1f-4ff8-bb7b-aedffb4e1c0b not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:11:55.976610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b7e8ab4d-c87c-4918-bd2a-c98b882c8826), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:55.979798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:55.980934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7e8ab4d-c87c-4918-bd2a-c98b882c8826 HTTP/1.1" status: 204 len: 168 time: 0.2117329 Apr 30 05:11:55.988903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dc1b5-2edf-4d5b-823c-5e4eb4ced68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8ab4d-c87c-4918-bd2a-c98b882c8826,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:56.517601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41478) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:56.531722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-100cdd19-e855-4012-8777-ccfe57bdbef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.604570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-100cdd19-e855-4012-8777-ccfe57bdbef3 admin admin] Publish callbacks [] for security_group (f5d34224-b63b-4946-b899-df80365f0112), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.666787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-100cdd19-e855-4012-8777-ccfe57bdbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f5d34224-b63b-4946-b899-df80365f0112), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.717425 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-100cdd19-e855-4012-8777-ccfe57bdbef3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1989877635f49c480f483dbcfe94c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987212 Apr 30 05:11:56.718173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cdd19-e855-4012-8777-ccfe57bdbef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d34224-b63b-4946-b899-df80365f0112,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:56.720081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41480) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:56.772778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] Publish callbacks [] for security_group (f5d34224-b63b-4946-b899-df80365f0112), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.776370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.793927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] Publish callbacks [] for security_group (f5d34224-b63b-4946-b899-df80365f0112), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.902550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f5d34224-b63b-4946-b899-df80365f0112), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.905099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:56.906345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5d34224-b63b-4946-b899-df80365f0112 HTTP/1.1" status: 204 len: 168 time: 0.1846421 Apr 30 05:11:56.914120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721929c-a637-4747-a5ea-406c6e0683fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d34224-b63b-4946-b899-df80365f0112,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:57.868423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:57.963311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1991387390-network', 'tenant_id': '4522ce2712794bf1b0d35ae157d2b1f9'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:58.073934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Made reservation on behalf of 4522ce2712794bf1b0d35ae157d2b1f9 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:11:58.076277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.085118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.157284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks [] for security_group (2e5e13c1-2308-4388-ad4b-8c4db9dac31d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.216567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.239410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2e5e13c1-2308-4388-ad4b-8c4db9dac31d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.265965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:11:58.275771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e13c1-2308-4388-ad4b-8c4db9dac31d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:58.287855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (24f8a506-bc57-4369-abf0-9c62daac55ea), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.287855 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Added segment 24f8a506-bc57-4369-abf0-9c62daac55ea of type vlan for network a09059da-79a5-4088-a469-d19df839e2d9 Apr 30 05:11:58.331271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (a09059da-79a5-4088-a469-d19df839e2d9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.417154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (a09059da-79a5-4088-a469-d19df839e2d9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.418029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:58.418639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:58.514657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] Pushing event updated for resources: {'Network': ['ID=a09059da-79a5-4088-a469-d19df839e2d9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:58.524621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network a09059da-79a5-4088-a469-d19df839e2d9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:11:58.539415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7e7c9ce7-646a-459b-b2b3-d6b75fa2deff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6696436 Apr 30 05:11:58.542803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41506) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:11:58.547817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Request body: {'subnet': {'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1991387390-subnet', 'tenant_id': '4522ce2712794bf1b0d35ae157d2b1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:11:58.649706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Made reservation on behalf of 4522ce2712794bf1b0d35ae157d2b1f9 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:11:58.652705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:59.188273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:59.248580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:11:59.257862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Checking segment: {'id': '24f8a506-bc57-4369-abf0-9c62daac55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:11:59.258215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Network hostable DHCP agents. Network: a09059da-79a5-4088-a469-d19df839e2d9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:11:59.363667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Network a09059da-79a5-4088-a469-d19df839e2d9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:11:59.443619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, a09059da-79a5-4088-a469-d19df839e2d9) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:11:59.447730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:59.448337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:11:59.454219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e706a-6570-40f6-aeb3-abdc470c720d None None] Network a09059da-79a5-4088-a469-d19df839e2d9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:11:59.546540 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d984a7c3-1306-4fb9-919c-bf6fdc1448fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0011437 Apr 30 05:11:59.560998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1a9a3-1db1-4066-9c5c-542a7d3bd875 None None] Network a09059da-79a5-4088-a469-d19df839e2d9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:11:59.958896 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:11:59.959908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-cbc116fe-1f2b-48af-b52b-883b3e4d7950 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:11:59.961356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-cbc116fe-1f2b-48af-b52b-883b3e4d7950 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 812 time: 0.1018374 Apr 30 05:11:59.975830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-deba404f-eec8-48a6-89c8-700a2272efa1 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/quotas/4522ce2712794bf1b0d35ae157d2b1f9 HTTP/1.1" status: 200 len: 375 time: 0.0088072 Apr 30 05:12:00.007283 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-c25af66f-aa8b-45b5-b9be-8d92a1cfa480 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265753 Apr 30 05:12:00.017674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-e1a95ca6-7303-49df-9944-235c29b796e7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:12:00.018633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-e1a95ca6-7303-49df-9944-235c29b796e7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047264 Apr 30 05:12:00.107945 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-eb1b6e6c-db0b-49c7-b157-706ef7acf660 service neutron] 10.222.0.16 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Apr 30 05:12:00.194395 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-377ed324-861f-4b77-af9d-7e414ffd40c2 service neutron] 10.222.0.16 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805852 Apr 30 05:12:00.430250 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a420fbb-61c1-40ef-b6a7-810896aa1b7a req-6645dfee-fe01-4bc4-91f5-143a4ff34f5a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 210 time: 0.0317225 Apr 30 05:12:01.526650 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-41f58594-2105-40e0-b71b-0d32d3559020 req-165187d7-4f70-44bc-bec7-c044579fb75d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Apr 30 05:12:02.339013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-26a422cf-af98-463d-b134-2dc196196dfa tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:02.340431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-26a422cf-af98-463d-b134-2dc196196dfa tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.13 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 812 time: 0.1030309 Apr 30 05:12:02.351893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Request body: {'port': {'device_id': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9', 'admin_state_up': True, 'tenant_id': '4522ce2712794bf1b0d35ae157d2b1f9'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:12:02.508254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Made reservation on behalf of 4522ce2712794bf1b0d35ae157d2b1f9 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:12:02.511832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:02.644849 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0310e77-6ff2-4c57-9759-5445f208e420 req-a1ae3d53-5ab9-45b1-9339-56fcd8c132e1 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Apr 30 05:12:02.665612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Allocated IP 172.20.0.10 (a09059da-79a5-4088-a469-d19df839e2d9/feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4/830d0c1a-5aab-4502-8533-ccdf9d308632) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:12:02.817216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks [] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:02.895676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:02.937659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Network a09059da-79a5-4088-a469-d19df839e2d9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:12:02.942865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:12:02.946565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:12:02.952613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:02.995956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:02.996549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:03.075662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-0bc9fd2e-5758-4161-a3ff-e0576f3cb603 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7273395 Apr 30 05:12:03.087970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Request body: {'port': {'device_id': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:12:03.147118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:03.726010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830d0c1a-5aab-4502-8533-ccdf9d308632 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:12:03.734604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks [] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:03.769787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Transition to ACTIVE for port object 830d0c1a-5aab-4502-8533-ccdf9d308632 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:12:03.777311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66181fca-5a4d-4c79-8ce4-e769c3ee083e req-8c7605a2-33e7-4fe8-b5cf-a24e4e1caef3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:03.778785 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66181fca-5a4d-4c79-8ce4-e769c3ee083e req-8c7605a2-33e7-4fe8-b5cf-a24e4e1caef3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 932 time: 0.0644600 Apr 30 05:12:03.828214 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66181fca-5a4d-4c79-8ce4-e769c3ee083e req-592087cd-b54a-4695-b654-9cfccbcd1f14 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Apr 30 05:12:03.833304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:03.887133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:03.950301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Attempting to bind port 830d0c1a-5aab-4502-8533-ccdf9d308632 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:12:03.950548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Attempting to bind port 830d0c1a-5aab-4502-8533-ccdf9d308632 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '24f8a506-bc57-4369-abf0-9c62daac55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:12:03.950865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Attempting to bind port 830d0c1a-5aab-4502-8533-ccdf9d308632 on network a09059da-79a5-4088-a469-d19df839e2d9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:12:03.955092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Port 830d0c1a-5aab-4502-8533-ccdf9d308632 on network a09059da-79a5-4088-a469-d19df839e2d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:12:03.955397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Attempting to bind port 830d0c1a-5aab-4502-8533-ccdf9d308632 on network a09059da-79a5-4088-a469-d19df839e2d9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:12:03.960077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:12:03.960387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Checking segment: {'id': '24f8a506-bc57-4369-abf0-9c62daac55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:12:03.960760 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Bound using segment: {'id': '24f8a506-bc57-4369-abf0-9c62daac55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:12:03.961168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Bound port: 830d0c1a-5aab-4502-8533-ccdf9d308632, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f8a506-bc57-4369-abf0-9c62daac55ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:12:03.961513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:04.024530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:12:04.027708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:12:04.091444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:04.125859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.126483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:04.127865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 1094 time: 1.0443888 Apr 30 05:12:04.128296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:12:04.130553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6608d18-816f-4280-90c2-bad79e7ed424" -d '{"events": [{"name": "network-changed", "server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:12:04.159116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39053b43-24d7-4181-a944-0a3f62b3e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:04.167860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3388d11-63bb-4559-8eb1-b832c41d19e7 x-openstack-request-id: req-e3388d11-63bb-4559-8eb1-b832c41d19e7 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:12:04.168060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:12:04.168289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3388d11-63bb-4559-8eb1-b832c41d19e7 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:12:04.168687 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3388d11-63bb-4559-8eb1-b832c41d19e7'] response: {'name': 'network-changed', 'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'status': 'completed', 'code': 200} Apr 30 05:12:04.227081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-e56af47c-9975-4457-89b0-633a8eafbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.228566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-e56af47c-9975-4457-89b0-633a8eafbdf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1128 time: 0.0408378 Apr 30 05:12:04.326826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-62344f70-cf99-47de-8c5b-42a923be2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.328288 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-62344f70-cf99-47de-8c5b-42a923be2535 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0937674 Apr 30 05:12:04.417588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-e746297a-8229-445e-b638-d9463f88baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.419063 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6608d18-816f-4280-90c2-bad79e7ed424 req-e746297a-8229-445e-b638-d9463f88baf9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0855801 Apr 30 05:12:04.495015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-4ec94f06-958b-4e5a-9057-c68e6a008a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.496394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-4ec94f06-958b-4e5a-9057-c68e6a008a93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1128 time: 0.0426185 Apr 30 05:12:04.535692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-2fb3dc59-923c-4859-acee-4b7e6eb48181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 217 time: 0.0334127 Apr 30 05:12:04.583567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-98b6d74d-d6a8-4d22-acc0-bdc42482f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.584966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-98b6d74d-d6a8-4d22-acc0-bdc42482f438 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 200 len: 852 time: 0.0431337 Apr 30 05:12:04.615692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-88dd21bd-8683-44c7-9295-bbb9c41e8421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a09059da-79a5-4088-a469-d19df839e2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246532 Apr 30 05:12:04.706979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-f3c1d831-f568-43b2-b333-6ade385630c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847523 Apr 30 05:12:04.793716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d0ad6-0eb4-4f71-b0eb-f17e99f60aef req-32acac4c-20d7-43c4-8fa3-52ab3c14e602 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814078 Apr 30 05:12:04.948248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d97c2a-8639-4c0f-b4ac-2cd7d48ab858 req-0ab68504-1ccc-41d0-a40a-1407b29e4b79 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:04.949712 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33d97c2a-8639-4c0f-b4ac-2cd7d48ab858 req-0ab68504-1ccc-41d0-a40a-1407b29e4b79 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0531354 Apr 30 05:12:04.995848 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33d97c2a-8639-4c0f-b4ac-2cd7d48ab858 req-1ce30872-fee2-44a6-8af6-c93e72a713df tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Apr 30 05:12:05.935633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830d0c1a-5aab-4502-8533-ccdf9d308632 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:12:06.029986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:12:06.045541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'network_id': 'a09059da-79a5-4088-a469-d19df839e2d9', 'port_id': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'mac_address': 'fa:16:3e:91:98:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:12:06.082280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830d0c1a-5aab-4502-8533-ccdf9d308632 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:12:06.082689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:06.095764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830d0c1a-5aab-4502-8533-ccdf9d308632 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:12:06.109989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3126369-5108-44a6-b8df-a1c130c0b470 req-c29d7494-efb3-4d21-aed5-497323fdbad6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:06.111508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d3126369-5108-44a6-b8df-a1c130c0b470 req-c29d7494-efb3-4d21-aed5-497323fdbad6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0473130 Apr 30 05:12:06.115715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:12:06.158348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d3126369-5108-44a6-b8df-a1c130c0b470 req-319c1bb7-2dcc-4d6b-b4bb-ec141f74ccec tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Apr 30 05:12:06.222627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:06.268757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:06.408786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['830d0c1a-5aab-4502-8533-ccdf9d308632'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:12:07.273903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f2ef-5cc0-4a3a-846c-af49a9f2af11 req-c46e4681-e65d-472e-968a-d3d8d36aa4e5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:07.275582 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b243f2ef-5cc0-4a3a-846c-af49a9f2af11 req-c46e4681-e65d-472e-968a-d3d8d36aa4e5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 945 time: 0.0500457 Apr 30 05:12:07.324438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b243f2ef-5cc0-4a3a-846c-af49a9f2af11 req-0ac9d91f-d621-4897-93e3-90404fe39499 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Apr 30 05:12:07.943971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830d0c1a-5aab-4502-8533-ccdf9d308632 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:12:07.987490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 830d0c1a-5aab-4502-8533-ccdf9d308632 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:12:08.050874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 830d0c1a-5aab-4502-8533-ccdf9d308632 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:12:08.051251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:08.083123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:08.131048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830d0c1a-5aab-4502-8533-ccdf9d308632 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:12:08.131428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:08.154218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:12:08.156474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2105b-3af5-4285-93a7-b1b07e99627e" -d '{"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-plugged", "status": "completed", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:12:08.169253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:12:08.193162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33613f5b-2013-486a-9d5c-13e1a6966e9c x-openstack-request-id: req-33613f5b-2013-486a-9d5c-13e1a6966e9c {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:12:08.193574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-plugged", "status": "completed", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:12:08.193920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33613f5b-2013-486a-9d5c-13e1a6966e9c {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:12:08.194451 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33613f5b-2013-486a-9d5c-13e1a6966e9c'] response: {'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'code': 200} Apr 30 05:12:08.216797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:08.264580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:08.466141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c4bb1-4650-47c6-9e6f-18c3c2e4deeb req-41975a29-98d4-44aa-ae1e-7aa9099ef97f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:08.467637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a66c4bb1-4650-47c6-9e6f-18c3c2e4deeb req-41975a29-98d4-44aa-ae1e-7aa9099ef97f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0717714 Apr 30 05:12:08.470413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a4aa0-ebd2-4935-9542-39241a997dcb req-bed806d2-5358-4661-bf70-a08a513f1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:08.471761 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba5a4aa0-ebd2-4935-9542-39241a997dcb req-bed806d2-5358-4661-bf70-a08a513f1600 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1130 time: 0.0668538 Apr 30 05:12:08.544707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a66c4bb1-4650-47c6-9e6f-18c3c2e4deeb req-d0d47135-942b-44fa-8d62-ba03ec4c62a3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714779 Apr 30 05:12:08.546737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba5a4aa0-ebd2-4935-9542-39241a997dcb req-969a7e57-6d8a-4d94-bd69-ecc004dd61d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680187 Apr 30 05:12:09.659150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c13c0-e26c-4140-9631-41b958e92e6b req-a58848c4-7260-4f61-b62a-23190b50df64 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:09.660592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b44c13c0-e26c-4140-9631-41b958e92e6b req-a58848c4-7260-4f61-b62a-23190b50df64 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0464365 Apr 30 05:12:09.707589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b44c13c0-e26c-4140-9631-41b958e92e6b req-bff1cf6d-4fce-4101-a008-5af3d4e7c4e3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Apr 30 05:12:10.818220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc0bc-fc98-426d-b2cb-36adfc3a16d4 req-4a1b3d69-ba79-49f1-94f2-764b740d04f5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:10.819762 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2a9cc0bc-fc98-426d-b2cb-36adfc3a16d4 req-4a1b3d69-ba79-49f1-94f2-764b740d04f5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0466495 Apr 30 05:12:10.866056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2a9cc0bc-fc98-426d-b2cb-36adfc3a16d4 req-1aee926d-d40f-4647-bdcf-ac12711829c4 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Apr 30 05:12:11.330134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07850a-192b-4421-93ed-0781ee54c4f5 req-d76cdd84-97b7-4ab1-a61f-6985dbd180d4 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:11.331606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c07850a-192b-4421-93ed-0781ee54c4f5 req-d76cdd84-97b7-4ab1-a61f-6985dbd180d4 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Apr 30 05:12:11.378373 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c07850a-192b-4421-93ed-0781ee54c4f5 req-a2bb00de-6fa4-47ac-8c96-169ba7e1e6d3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Apr 30 05:12:11.468891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41568) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:11.550661 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-bb4c8434-2ff1-4587-886e-00b070440cba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805914 Apr 30 05:12:11.560054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-1f7adcc7-4b32-45a5-adbc-e3145911c5b5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:12:11.560979 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-1f7adcc7-4b32-45a5-adbc-e3145911c5b5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053494 Apr 30 05:12:12.238487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-ee15dc65-55a3-4b1c-bf31-8898001fcab6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:12.239819 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-ee15dc65-55a3-4b1c-bf31-8898001fcab6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports/830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 943 time: 0.0953991 Apr 30 05:12:12.495231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf918f0-0256-442f-80e9-33eefeb4ffab req-26b462cb-f998-416e-905c-bcd82221f1dd tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:12.496698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bf918f0-0256-442f-80e9-33eefeb4ffab req-26b462cb-f998-416e-905c-bcd82221f1dd tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0477026 Apr 30 05:12:12.543536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bf918f0-0256-442f-80e9-33eefeb4ffab req-0050d566-eaac-4312-b95f-cd49f7552d29 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Apr 30 05:12:13.665395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7c4ef-a2a8-4d33-b762-244a5b60e7d0 req-8fcbc3eb-abca-4530-8c62-fe7795a2a10d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:13.666913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18a7c4ef-a2a8-4d33-b762-244a5b60e7d0 req-8fcbc3eb-abca-4530-8c62-fe7795a2a10d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Apr 30 05:12:13.714540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18a7c4ef-a2a8-4d33-b762-244a5b60e7d0 req-3127144a-14a9-4a86-a4f9-e6c3c58d1a4f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 30 05:12:13.795730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-2f13f69b-3459-42bf-b731-412ef53759cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:13.797182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-2f13f69b-3459-42bf-b731-412ef53759cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1130 time: 0.0396757 Apr 30 05:12:13.889000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-b6336fd8-924a-4a2c-b1fe-9517a0ba2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:13.890550 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-b6336fd8-924a-4a2c-b1fe-9517a0ba2355 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 912 time: 0.0874646 Apr 30 05:12:13.929846 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-bc8beb34-af83-4a14-8873-e23118bbe5b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 217 time: 0.0336990 Apr 30 05:12:13.975612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-d749191e-00df-49e4-a92c-d08a5e20a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:13.977154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-d749191e-00df-49e4-a92c-d08a5e20a932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 200 len: 852 time: 0.0419593 Apr 30 05:12:14.008547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-14740e60-5dbe-43e1-989c-e03fdd65d46d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a09059da-79a5-4088-a469-d19df839e2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255756 Apr 30 05:12:14.099377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-65560d4c-8b6d-4388-91af-8303c25bdd36 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852125 Apr 30 05:12:14.190914 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-6b3b7927-427d-4590-ab34-cd27865d761d service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Apr 30 05:12:14.827647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a1d08-b938-4592-97ab-12d8b17651f8 req-5b9fadc9-8fd4-423c-be6a-853fae24d9f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:14.829130 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-592a1d08-b938-4592-97ab-12d8b17651f8 req-5b9fadc9-8fd4-423c-be6a-853fae24d9f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0466282 Apr 30 05:12:14.883126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-592a1d08-b938-4592-97ab-12d8b17651f8 req-05b5a969-b883-494c-b69d-96ba69e63a09 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Apr 30 05:12:15.998975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d5c1-57fc-43c2-9303-748f8ffbcaf8 req-5c8c236d-96a9-43ff-95a7-e08f432ab1ce tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:16.000312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1867d5c1-57fc-43c2-9303-748f8ffbcaf8 req-5c8c236d-96a9-43ff-95a7-e08f432ab1ce tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0459113 Apr 30 05:12:16.045896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1867d5c1-57fc-43c2-9303-748f8ffbcaf8 req-485a6fd1-593a-43bc-af11-75f2250ef477 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Apr 30 05:12:17.162185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99f4c-c571-4137-90be-8844240a4377 req-9c997334-eda5-4304-82f7-0c09142d3efd tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:17.163663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f99f4c-c571-4137-90be-8844240a4377 req-9c997334-eda5-4304-82f7-0c09142d3efd tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0502884 Apr 30 05:12:17.210717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f99f4c-c571-4137-90be-8844240a4377 req-0f57cb50-252f-4efb-9e18-5178da830c8e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Apr 30 05:12:18.325808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3224-a471-40c0-928a-604451825d7b req-b2184061-3ba7-4b52-b6d0-806bd65bd2ee tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:18.327325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b41c3224-a471-40c0-928a-604451825d7b req-b2184061-3ba7-4b52-b6d0-806bd65bd2ee tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0474539 Apr 30 05:12:18.372992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b41c3224-a471-40c0-928a-604451825d7b req-fccd2a4e-c44f-4855-a9c6-c99535287f26 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Apr 30 05:12:19.486863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30fc80-314f-4a96-a9fb-841f8466fb42 req-dbdc96f9-f159-410d-af5b-81a11d225878 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:19.488325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b30fc80-314f-4a96-a9fb-841f8466fb42 req-dbdc96f9-f159-410d-af5b-81a11d225878 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Apr 30 05:12:19.540769 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b30fc80-314f-4a96-a9fb-841f8466fb42 req-fa6937dd-5c82-4dee-adb7-9ad90cba9132 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Apr 30 05:12:20.654796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb043a9-d213-467c-8e06-79d3ada7cf88 req-9713269f-7b21-4a4c-87f1-200e17cf3f19 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:20.656304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aeb043a9-d213-467c-8e06-79d3ada7cf88 req-9713269f-7b21-4a4c-87f1-200e17cf3f19 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0482833 Apr 30 05:12:20.705799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aeb043a9-d213-467c-8e06-79d3ada7cf88 req-40ec86b4-8359-416e-a904-92bf1d84111e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Apr 30 05:12:21.818720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd5a8f-5875-41d5-8d6d-e9c0d705dabb req-f09d8294-038a-4994-876f-db89cfe2251d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:21.820176 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedd5a8f-5875-41d5-8d6d-e9c0d705dabb req-f09d8294-038a-4994-876f-db89cfe2251d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0479455 Apr 30 05:12:21.861999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11df7e11-b0cd-432c-a8db-84fe4f40122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:21.869948 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedd5a8f-5875-41d5-8d6d-e9c0d705dabb req-199d2431-9629-4bbe-9954-0e54e825b87f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Apr 30 05:12:22.988177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18387c6-2611-435e-94d1-5c9851d454b6 req-a0bda7cd-0080-4aa4-81f2-7200603fe824 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:22.989532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a18387c6-2611-435e-94d1-5c9851d454b6 req-a0bda7cd-0080-4aa4-81f2-7200603fe824 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0505433 Apr 30 05:12:23.034789 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a18387c6-2611-435e-94d1-5c9851d454b6 req-573f458d-0fbb-47ca-adc6-fab116ee7090 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Apr 30 05:12:24.084808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5852debf-dbea-4307-b594-28939bebc0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:24.148367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ce26-6baf-4b70-a9f4-4d11e7995c73 req-0e9177bb-2415-48b0-b69c-0a96d46f4c75 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:24.150358 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb14ce26-6baf-4b70-a9f4-4d11e7995c73 req-0e9177bb-2415-48b0-b69c-0a96d46f4c75 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0459378 Apr 30 05:12:24.196510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb14ce26-6baf-4b70-a9f4-4d11e7995c73 req-54bf595b-b0ae-4188-a618-98da7bee4e5e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Apr 30 05:12:25.073590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:25.315167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb12cb5-44e8-4fe5-8976-82f7ea61c9f5 req-c37fef93-9714-406d-9515-9038910c6ce4 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:25.316884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bfb12cb5-44e8-4fe5-8976-82f7ea61c9f5 req-c37fef93-9714-406d-9515-9038910c6ce4 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Apr 30 05:12:25.364014 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bfb12cb5-44e8-4fe5-8976-82f7ea61c9f5 req-ac7c37a8-08ce-475e-972a-4b65015b8ccc tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Apr 30 05:12:26.478698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f208bd-24b2-4a57-9785-e1b34077e593 req-1b2d177b-4492-43af-8686-785ad504e550 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:26.480467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73f208bd-24b2-4a57-9785-e1b34077e593 req-1b2d177b-4492-43af-8686-785ad504e550 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0475392 Apr 30 05:12:26.526357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73f208bd-24b2-4a57-9785-e1b34077e593 req-0ebffddd-36bc-4669-b20a-7fd0b97e2b6a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Apr 30 05:12:26.768969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:27.639148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ca38b-ceb9-413b-a280-a4309b080991 req-5fdbd5f0-5031-4743-8f74-cf7040a9e24c tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:27.640612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e5ca38b-ceb9-413b-a280-a4309b080991 req-5fdbd5f0-5031-4743-8f74-cf7040a9e24c tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0468967 Apr 30 05:12:27.690513 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e5ca38b-ceb9-413b-a280-a4309b080991 req-6536eff6-f9ef-45c3-a05c-8dff962ae1f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Apr 30 05:12:28.210363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:28.802675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0df11-88d7-4327-93cc-a12aaed5404a req-eb68f1d5-a985-46bb-9cc7-17e424a5a67a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:28.804114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bb0df11-88d7-4327-93cc-a12aaed5404a req-eb68f1d5-a985-46bb-9cc7-17e424a5a67a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0457630 Apr 30 05:12:28.851033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bb0df11-88d7-4327-93cc-a12aaed5404a req-c42af66d-cf76-4bac-8363-c67bdcec54eb tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Apr 30 05:12:29.965512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2721-e2dd-410c-ada4-265d4b093f51 req-fb1d3cd2-b9f9-48ac-b7b5-42ce3f649ac0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:29.967010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e01f2721-e2dd-410c-ada4-265d4b093f51 req-fb1d3cd2-b9f9-48ac-b7b5-42ce3f649ac0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0473924 Apr 30 05:12:30.013033 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e01f2721-e2dd-410c-ada4-265d4b093f51 req-c3378314-5724-4ba9-a4c8-c1f2397dbd20 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Apr 30 05:12:31.129303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489b7f-7b21-4835-b1f4-d9c7fbef247a req-343893bb-771b-4d3e-830b-021ce780be79 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:31.130802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad489b7f-7b21-4835-b1f4-d9c7fbef247a req-343893bb-771b-4d3e-830b-021ce780be79 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0503862 Apr 30 05:12:31.178035 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad489b7f-7b21-4835-b1f4-d9c7fbef247a req-3cc3f702-7e9a-45fe-9a6e-27f7205ddc7c tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Apr 30 05:12:32.290449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960fd0c-8015-40bc-9b20-d1db29d4e314 req-4e348dc8-32a5-47c7-b22e-1d33bef5de60 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:32.291883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5960fd0c-8015-40bc-9b20-d1db29d4e314 req-4e348dc8-32a5-47c7-b22e-1d33bef5de60 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0458186 Apr 30 05:12:32.338348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5960fd0c-8015-40bc-9b20-d1db29d4e314 req-3674afb2-937e-4e61-89e9-fac6bc826418 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Apr 30 05:12:33.454223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d685d-b81f-40e1-9952-5b1fc13b900c req-71304406-79ae-4516-9a2b-17010f37cf3b tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:33.455735 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db1d685d-b81f-40e1-9952-5b1fc13b900c req-71304406-79ae-4516-9a2b-17010f37cf3b tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0481048 Apr 30 05:12:33.508012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db1d685d-b81f-40e1-9952-5b1fc13b900c req-5120063e-5e14-48ca-a1f5-7d81844ee4f8 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Apr 30 05:12:34.621037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78864f-3deb-43ed-a630-3305adfc14fd req-cf2f20cf-968a-49c3-b62b-bf92618bc363 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:34.622542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b78864f-3deb-43ed-a630-3305adfc14fd req-cf2f20cf-968a-49c3-b62b-bf92618bc363 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0469954 Apr 30 05:12:34.670094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b78864f-3deb-43ed-a630-3305adfc14fd req-8dd27e43-bcbe-46b8-9059-0d2dd9ffba9b tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Apr 30 05:12:35.781905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d607-7d33-490c-ad14-ce945c148bc7 req-7481e651-3faf-4f02-8cf7-32b159297202 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:35.783380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98e8d607-7d33-490c-ad14-ce945c148bc7 req-7481e651-3faf-4f02-8cf7-32b159297202 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0459845 Apr 30 05:12:35.829158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98e8d607-7d33-490c-ad14-ce945c148bc7 req-d5e52e96-8b61-4c0d-92f6-29a6de780cec tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Apr 30 05:12:35.944361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334938f-5362-4aca-900c-1a05f405de87 req-55fc7387-e9f5-48d0-b68f-d1e3e235505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:35.946024 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-55fc7387-e9f5-48d0-b68f-d1e3e235505e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1130 time: 0.0421832 Apr 30 05:12:36.045727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334938f-5362-4aca-900c-1a05f405de87 req-8ceb8f86-bab2-4f2f-84d6-693b283dc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:36.047114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-8ceb8f86-bab2-4f2f-84d6-693b283dc842 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 912 time: 0.0836902 Apr 30 05:12:36.090243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-d7958927-9931-40a4-8da9-fb18573dbf51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 217 time: 0.0373693 Apr 30 05:12:36.136735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334938f-5362-4aca-900c-1a05f405de87 req-f4a3d4e2-f144-4481-bd35-ff9a084f2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:36.138130 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-f4a3d4e2-f144-4481-bd35-ff9a084f2379 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 200 len: 852 time: 0.0425684 Apr 30 05:12:36.169770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-74eb969e-f3fb-4c60-be69-76463230fe01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a09059da-79a5-4088-a469-d19df839e2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260749 Apr 30 05:12:36.259164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-6351ec37-a6b7-47a3-96b8-55acffbe59cb service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Apr 30 05:12:36.346981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7334938f-5362-4aca-900c-1a05f405de87 req-4078aff3-940c-4282-979f-7b24d48f32d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817173 Apr 30 05:12:36.942157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ab519-ee44-45c6-b838-f9001e7d1b8b req-68b540b2-ebf0-4210-a58f-4ab4a08ff0f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:36.943606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e71ab519-ee44-45c6-b838-f9001e7d1b8b req-68b540b2-ebf0-4210-a58f-4ab4a08ff0f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0463631 Apr 30 05:12:36.956851 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:12:36.994114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e71ab519-ee44-45c6-b838-f9001e7d1b8b req-b264712b-73c3-4c70-b4d3-14217cfde459 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Apr 30 05:12:38.106211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b2693-2294-4ae3-adf5-4145a0240831 req-e069c568-c6d4-4e14-9402-4ed0480d71f2 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:38.107682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-164b2693-2294-4ae3-adf5-4145a0240831 req-e069c568-c6d4-4e14-9402-4ed0480d71f2 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0469229 Apr 30 05:12:38.136086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:38.155194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-164b2693-2294-4ae3-adf5-4145a0240831 req-814a3388-ecc0-4419-9b1d-4c517ba883e6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Apr 30 05:12:39.269786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375072ec-2bb2-4627-85c2-2b1911a3c095 req-1b71fc7a-ac48-4700-a630-279897ec2f4a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:39.271280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-375072ec-2bb2-4627-85c2-2b1911a3c095 req-1b71fc7a-ac48-4700-a630-279897ec2f4a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0471871 Apr 30 05:12:39.316918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-375072ec-2bb2-4627-85c2-2b1911a3c095 req-7633ad68-4b35-4290-84ad-30815bd14000 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Apr 30 05:12:40.432730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13ec64-7fa9-4dc1-95b5-2c9e14377278 req-fb58e67f-ffe1-48d5-9548-3f9892c27bda tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:40.434158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7e13ec64-7fa9-4dc1-95b5-2c9e14377278 req-fb58e67f-ffe1-48d5-9548-3f9892c27bda tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0498376 Apr 30 05:12:40.479875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7e13ec64-7fa9-4dc1-95b5-2c9e14377278 req-094668c4-8726-45ee-976a-6c2fb0d928bc tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Apr 30 05:12:41.592093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8731a71-4d9f-4ea3-a0c1-ad65fe871ab4 req-a99178bb-d23f-4dbc-9ff3-965ee17ce5b5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:41.593516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e8731a71-4d9f-4ea3-a0c1-ad65fe871ab4 req-a99178bb-d23f-4dbc-9ff3-965ee17ce5b5 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0464263 Apr 30 05:12:41.638481 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e8731a71-4d9f-4ea3-a0c1-ad65fe871ab4 req-1c98de50-3355-48d6-8f91-61618f4e9dca tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Apr 30 05:12:42.758558 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc599c6-bbec-4784-8fa9-f098e7ada504 req-a181b82d-09d0-4f68-9dca-5f349f7e224a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:42.760053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dc599c6-bbec-4784-8fa9-f098e7ada504 req-a181b82d-09d0-4f68-9dca-5f349f7e224a tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0516284 Apr 30 05:12:42.807402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dc599c6-bbec-4784-8fa9-f098e7ada504 req-b295c222-3090-4d70-9af0-6fba09a8b5f6 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Apr 30 05:12:43.919059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820a05-b2a9-4234-a5cb-5a0c6c7b4f3c req-02d65f77-06e3-478d-a9e0-fe2158cac2f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:43.920485 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8e820a05-b2a9-4234-a5cb-5a0c6c7b4f3c req-02d65f77-06e3-478d-a9e0-fe2158cac2f0 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0454917 Apr 30 05:12:43.966492 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8e820a05-b2a9-4234-a5cb-5a0c6c7b4f3c req-51ba887b-0fd5-4489-9383-a6dcb8069a1c tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Apr 30 05:12:45.079290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3d310-39b1-4250-8684-67a0cd0aa50c req-bb516055-e156-4ebc-b5fb-78863c14f7f2 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:45.080738 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bd3d310-39b1-4250-8684-67a0cd0aa50c req-bb516055-e156-4ebc-b5fb-78863c14f7f2 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0464296 Apr 30 05:12:45.132743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bd3d310-39b1-4250-8684-67a0cd0aa50c req-c58e227b-7041-4c1a-b4e3-8432035ce892 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Apr 30 05:12:46.177788 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-39a07cb2-4775-4516-8d57-3fa05b718554 service neutron] 10.222.0.13 "GET /v2.0/ports/830d0c1a-5aab-4502-8533-ccdf9d308632/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0552974 Apr 30 05:12:46.249446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734912cf-eb87-4249-9889-298cd91ae901 req-b8436b55-820b-49d5-a07b-7373569572c3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:46.251275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-734912cf-eb87-4249-9889-298cd91ae901 req-b8436b55-820b-49d5-a07b-7373569572c3 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0485001 Apr 30 05:12:46.299066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-734912cf-eb87-4249-9889-298cd91ae901 req-c47bd514-8fe9-47fe-a0a3-c83888c5d5d9 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Apr 30 05:12:46.692094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-86a5df6c-4812-43a9-ab0a-06ee919c72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:46.693579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-86a5df6c-4812-43a9-ab0a-06ee919c72d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092&tenant_id=4522ce2712794bf1b0d35ae157d2b1f9 HTTP/1.1" status: 200 len: 1130 time: 0.0742164 Apr 30 05:12:46.749765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-1d6e8dcd-183a-405b-b0a4-c96acaacda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:46.751244 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-1d6e8dcd-183a-405b-b0a4-c96acaacda64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1130 time: 0.0384464 Apr 30 05:12:46.840573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-8c24d095-1e39-4a87-9632-44cb71fdcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:46.841989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-8c24d095-1e39-4a87-9632-44cb71fdcf09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 912 time: 0.0853364 Apr 30 05:12:46.881061 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-9217cf18-c8fa-4613-bb70-b76ccfb4a03c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 217 time: 0.0321965 Apr 30 05:12:46.927511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-ec9f8ff6-ca8a-420a-9129-bcb3bca2e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:46.928891 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-ec9f8ff6-ca8a-420a-9129-bcb3bca2e9f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 200 len: 852 time: 0.0415154 Apr 30 05:12:46.961105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-f2d21849-94e5-4d3f-806b-125cb8947fcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a09059da-79a5-4088-a469-d19df839e2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248032 Apr 30 05:12:47.048342 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-4d30cfd8-3dcb-4a0b-a1bc-aea5b5474dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821695 Apr 30 05:12:47.138874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee0cbde-ab01-401f-8d7c-089e50299890 req-1486e477-e4c2-46d1-813a-a3bb16c8e316 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Apr 30 05:12:47.414648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdab1e-a033-4bf7-a96f-44d28079371d req-6c0a53b9-85bc-4c58-a414-a87f93e49346 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:47.416256 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43bdab1e-a033-4bf7-a96f-44d28079371d req-6c0a53b9-85bc-4c58-a414-a87f93e49346 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Apr 30 05:12:47.462657 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43bdab1e-a033-4bf7-a96f-44d28079371d req-6b668294-aa92-4ccf-bc56-76e761a6b8cf tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Apr 30 05:12:48.575003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b4836-6469-4bd9-91e6-dd2ae39388ef req-c0f35f25-9038-4299-882d-d6b6ad805409 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:48.576343 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-708b4836-6469-4bd9-91e6-dd2ae39388ef req-c0f35f25-9038-4299-882d-d6b6ad805409 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0461838 Apr 30 05:12:48.621287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-708b4836-6469-4bd9-91e6-dd2ae39388ef req-c7e68d6f-4226-456d-bbb3-daecb2012c24 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Apr 30 05:12:49.735814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41348a2-2539-4671-a1d7-79b5e471abb3 req-e29ffc0b-a1ba-4d6d-ae89-2caa6e177519 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:49.737267 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e41348a2-2539-4671-a1d7-79b5e471abb3 req-e29ffc0b-a1ba-4d6d-ae89-2caa6e177519 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 946 time: 0.0491102 Apr 30 05:12:49.782956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e41348a2-2539-4671-a1d7-79b5e471abb3 req-f2116f11-9db7-4165-89cd-b58ba63d45bb tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Apr 30 05:12:50.083120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830d0c1a-5aab-4502-8533-ccdf9d308632 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:12:50.163606 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830d0c1a-5aab-4502-8533-ccdf9d308632 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:12:50.164074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:50.186514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:12:50.188707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf6133-001f-49aa-ba4a-28e33f29951d" -d '{"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-unplugged", "status": "completed", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:12:50.203556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:12:50.239980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae227caf-5321-4b45-943b-30d9f5205420 x-openstack-request-id: req-ae227caf-5321-4b45-943b-30d9f5205420 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:12:50.243505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-unplugged", "status": "completed", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:12:50.243505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae227caf-5321-4b45-943b-30d9f5205420 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:12:50.243505 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae227caf-5321-4b45-943b-30d9f5205420'] response: {'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'code': 200} Apr 30 05:12:50.261385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:50.286035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-cb934481-dc14-4048-84ef-f87ce0aa455f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:50.287532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-cb934481-dc14-4048-84ef-f87ce0aa455f tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092&tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 946 time: 0.0885515 Apr 30 05:12:50.308496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:50.315975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.316315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.316649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.316978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.317305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.317672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.317995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.318338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.318660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.318976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.319347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.319671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.319986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.321152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.321868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:50.400253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-92cfcbfd-46c1-4e41-8588-6df42c966ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:50.401721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-92cfcbfd-46c1-4e41-8588-6df42c966ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 1128 time: 0.0437372 Apr 30 05:12:50.487825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-9c795b15-6171-49a3-ba50-2e0c6655a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:50.489201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-9c795b15-6171-49a3-ba50-2e0c6655a341 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 200 len: 912 time: 0.0821245 Apr 30 05:12:50.530168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-db11e2f5-d4e5-4f52-a25b-51987c22fb11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Apr 30 05:12:50.576009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-80409446-9bba-4982-8f57-79952c5673b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:50.577356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-80409446-9bba-4982-8f57-79952c5673b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 200 len: 852 time: 0.0417528 Apr 30 05:12:50.608228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-5b23e8e6-6639-4d41-8b32-3f30eb2754cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a09059da-79a5-4088-a469-d19df839e2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247364 Apr 30 05:12:50.697230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-31519f05-5d07-4092-b5fa-8f8ba0018530 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Apr 30 05:12:50.782193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-9aa97838-cf0e-488a-88cf-e386bd1e37b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790308 Apr 30 05:12:51.827226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-65577932-eda7-4b5d-b24d-bd81997c1171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:52.089367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d6829-93b4-4eb1-8c4a-65f96d20d64b req-7634b8ce-3ac6-49a3-938c-5eb2786aa385 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:52.090751 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-504d6829-93b4-4eb1-8c4a-65f96d20d64b req-7634b8ce-3ac6-49a3-938c-5eb2786aa385 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0477695 Apr 30 05:12:52.141213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-504d6829-93b4-4eb1-8c4a-65f96d20d64b req-ebca865b-7a34-4b1c-a1ef-d6f93781a01e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Apr 30 05:12:53.254946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6ad52-53f1-4a54-8b87-ad0867820191 req-e56fc570-cbe4-4c8d-9609-825bd366458d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:53.256386 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46a6ad52-53f1-4a54-8b87-ad0867820191 req-e56fc570-cbe4-4c8d-9609-825bd366458d tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0463326 Apr 30 05:12:53.302951 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46a6ad52-53f1-4a54-8b87-ad0867820191 req-61535506-a944-4d72-b371-eff08ab9f0b9 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Apr 30 05:12:53.726037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-a35e9f88-17ef-4e77-806b-ce201ed6094e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:53.727603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-a35e9f88-17ef-4e77-806b-ce201ed6094e tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0464616 Apr 30 05:12:54.066075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9418e968-9edb-490d-91b7-8e30741a60e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:54.154341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Deleting port 830d0c1a-5aab-4502-8533-ccdf9d308632 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:12:54.154677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:54.242903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] For port 830d0c1a-5aab-4502-8533-ccdf9d308632, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830d0c1a-5aab-4502-8533-ccdf9d308632,segment=NetworkSegment(24f8a506-bc57-4369-abf0-9c62daac55ea),segment_id=24f8a506-bc57-4369-abf0-9c62daac55ea)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:12:54.243267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:54.255755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Calling delete_port for 830d0c1a-5aab-4502-8533-ccdf9d308632 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:12:54.427748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903189-e8f2-473e-8294-71a886e8408a req-a42f91eb-1f26-47ac-8290-90c5de43b097 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:54.429186 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb903189-e8f2-473e-8294-71a886e8408a req-a42f91eb-1f26-47ac-8290-90c5de43b097 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb501c1d-4a95-4cdb-9ef5-a46c046d9092 HTTP/1.1" status: 200 len: 944 time: 0.0551770 Apr 30 05:12:54.475287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb903189-e8f2-473e-8294-71a886e8408a req-c2d69291-bffb-46e9-bd89-085d95f489bd tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.16 "GET /v2.0/security-groups?id=2e5e13c1-2308-4388-ad4b-8c4db9dac31d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Apr 30 05:12:54.476017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (830d0c1a-5aab-4502-8533-ccdf9d308632), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:54.506001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Pushing event deleted for resources: {'Port': ['ID=830d0c1a-5aab-4502-8533-ccdf9d308632,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:54.529788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.530163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.530594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.530947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.531257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.531580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.531902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.532221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.532541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.532864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.533186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.533506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.533842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.534134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.534469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:54.557632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] No DVR routers for this DVR port 830d0c1a-5aab-4502-8533-ccdf9d308632 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:12:54.560614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:54.563245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d1b4503-f72e-4137-8cd4-3c373fb6dad2 req-3729dc85-8599-4e3b-bf33-ab488eb64456 tempest-DeleteServersTestJSON-2129855231 tempest-DeleteServersTestJSON-2129855231-project] 10.222.0.13 "DELETE /v2.0/ports/830d0c1a-5aab-4502-8533-ccdf9d308632 HTTP/1.1" status: 204 len: 173 time: 0.8293357 Apr 30 05:12:54.563686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-deleted', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:12:54.566153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a2474f-d166-4baf-b604-842b4a942526" -d '{"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-deleted", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:12:54.599561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1783b0-29cb-490e-915e-186174f438eb x-openstack-request-id: req-cd1783b0-29cb-490e-915e-186174f438eb {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:12:54.599850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb501c1d-4a95-4cdb-9ef5-a46c046d9092", "name": "network-vif-deleted", "tag": "830d0c1a-5aab-4502-8533-ccdf9d308632", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:12:54.600098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd1783b0-29cb-490e-915e-186174f438eb {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:12:54.600502 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1783b0-29cb-490e-915e-186174f438eb'] response: {'server_uuid': 'fb501c1d-4a95-4cdb-9ef5-a46c046d9092', 'name': 'network-vif-deleted', 'tag': '830d0c1a-5aab-4502-8533-ccdf9d308632', 'status': 'completed', 'code': 200} Apr 30 05:12:55.021545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:55.771568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41684) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:55.818705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Deleting subnet feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:12:55.822199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Publish callbacks [] for subnet (feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:55.855564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:55.893253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.009341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.041245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.044511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4 HTTP/1.1" status: 204 len: 168 time: 0.2719550 Apr 30 05:12:56.045488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea5847-dee2-4860-b7d1-8a653ba66357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb7bf0b-f8cf-46ed-9115-ebb9d31da4a4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:56.047296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41686) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:56.118411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (a09059da-79a5-4088-a469-d19df839e2d9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.196059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (a09059da-79a5-4088-a469-d19df839e2d9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.215619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09059da-79a5-4088-a469-d19df839e2d9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:12:56.224600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f8a506-bc57-4369-abf0-9c62daac55ea') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:12:56.224898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f8a506-bc57-4369-abf0-9c62daac55ea') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:12:56.238295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (24f8a506-bc57-4369-abf0-9c62daac55ea), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.251701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (24f8a506-bc57-4369-abf0-9c62daac55ea), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.258004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (24f8a506-bc57-4369-abf0-9c62daac55ea), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:12:56.261387 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:12:56.391384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (a09059da-79a5-4088-a469-d19df839e2d9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.396742 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.400409 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a09059da-79a5-4088-a469-d19df839e2d9 HTTP/1.1" status: 204 len: 168 time: 0.3517020 Apr 30 05:12:56.411434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09059da-79a5-4088-a469-d19df839e2d9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:56.419352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.419706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.420255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.420444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.420785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.421125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.421459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.421788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.422169 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.422554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.422886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.423215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.423546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.423864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.424259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8170a73-89cc-4661-9ccd-3565ed7e5df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:12:56.665894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41690) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:56.705677 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d1317a6c-3463-4bef-9632-ec76a875a74a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4522ce2712794bf1b0d35ae157d2b1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385311 Apr 30 05:12:56.708015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 41692) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:56.757953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] Publish callbacks [] for security_group (2e5e13c1-2308-4388-ad4b-8c4db9dac31d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.774553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.778466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] Publish callbacks [] for security_group (2e5e13c1-2308-4388-ad4b-8c4db9dac31d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.872890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2e5e13c1-2308-4388-ad4b-8c4db9dac31d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.875571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:56.880353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e5e13c1-2308-4388-ad4b-8c4db9dac31d HTTP/1.1" status: 204 len: 168 time: 0.1678257 Apr 30 05:12:56.884862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515710e0-b19c-42ca-a933-c6346f3ff0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e13c1-2308-4388-ad4b-8c4db9dac31d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:57.827891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41714) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:57.921657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-731842849-network', 'tenant_id': 'd40784c153f344d8a07c1c099e2fb7f8'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:12:58.025215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Made reservation on behalf of d40784c153f344d8a07c1c099e2fb7f8 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:12:58.027465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.036365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.109700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks [] for security_group (a24cc8ec-7c16-4452-b5e4-f8b0408db1f4), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.130173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830d0c1a-5aab-4502-8533-ccdf9d308632 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:12:58.154350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 830d0c1a-5aab-4502-8533-ccdf9d308632 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:12:58.154692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830d0c1a-5aab-4502-8533-ccdf9d308632 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:12:58.162497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a24cc8ec-7c16-4452-b5e4-f8b0408db1f4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.192827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:12:58.202517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:58.207164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1fbfa2b4-1883-4cd2-9132-92ba0994af0e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.207502 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Added segment 1fbfa2b4-1883-4cd2-9132-92ba0994af0e of type vlan for network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 Apr 30 05:12:58.243119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.248224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.333821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.334817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:58.335418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.393892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:58.403446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:12:58.435363 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9bd4531e-c47a-4795-a8ca-c2fbd5a72a07 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6063955 Apr 30 05:12:58.438162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 41718) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:12:58.443184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Request body: {'subnet': {'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-731842849-subnet', 'tenant_id': 'd40784c153f344d8a07c1c099e2fb7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:12:58.541127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Made reservation on behalf of d40784c153f344d8a07c1c099e2fb7f8 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:12:58.543504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.763179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (dbfe121b-3f29-4d4b-9e18-227b3af6e991), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:58.825282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfe121b-3f29-4d4b-9e18-227b3af6e991,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:12:58.832610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Checking segment: {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:12:58.833241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Network hostable DHCP agents. Network: ecd9e121-f566-43c4-a8b9-9d77a6bd76d1, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:12:58.928109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:12:59.013765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ecd9e121-f566-43c4-a8b9-9d77a6bd76d1) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:12:59.017752 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:59.018373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:12:59.023044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c2285-0cf3-48c2-9e57-f5366d5384f7 None None] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:12:59.115805 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bfa743bf-1744-437f-bd92-f4538401d6b3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6763458 Apr 30 05:12:59.126644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d106d-e93c-45ec-865b-460205c77ffe None None] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:12:59.530059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-e0eea21e-407d-4d0c-8f46-ffccae249ed6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:12:59.531439 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-e0eea21e-407d-4d0c-8f46-ffccae249ed6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 814 time: 0.1014199 Apr 30 05:12:59.545620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-799e9ef1-7108-47ad-b193-d98f7429645d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/quotas/d40784c153f344d8a07c1c099e2fb7f8 HTTP/1.1" status: 200 len: 375 time: 0.0089393 Apr 30 05:12:59.577806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-9e3ccbbb-f8bf-48c1-a24f-d00569d8b863 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274389 Apr 30 05:12:59.667873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-818ef3cb-7037-4329-be1f-86a59f6dd18b service neutron] 10.222.0.16 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836570 Apr 30 05:12:59.755066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-03992c3a-3218-400c-928f-aaa4b9af681e service neutron] 10.222.0.16 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815625 Apr 30 05:12:59.983674 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3db0b9d7-63b3-4590-8aed-1291a4f25f63 req-2305fc51-7046-4041-aa70-22e6e258a168 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 210 time: 0.0283031 Apr 30 05:13:01.078339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fe4587aa-a230-45a6-8ae1-9f0e7bcf82d4 req-23063b84-137e-421e-9bc0-191e802f79b1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Apr 30 05:13:01.936287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-45a5d11c-6fa4-4def-8260-f9d27aab8dae tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:01.937701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-45a5d11c-6fa4-4def-8260-f9d27aab8dae tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 814 time: 0.1045825 Apr 30 05:13:01.949071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Request body: {'port': {'device_id': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'admin_state_up': True, 'tenant_id': 'd40784c153f344d8a07c1c099e2fb7f8'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:13:02.117753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Made reservation on behalf of d40784c153f344d8a07c1c099e2fb7f8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:13:02.121404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:02.208885 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c3a32b9-fe8c-499f-8756-3d3e951dcb4f req-eed75197-b92d-4e7a-bec2-cd3c766c6892 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 210 time: 0.0364323 Apr 30 05:13:02.272132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Allocated IP 172.20.0.8 (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1/dbfe121b-3f29-4d4b-9e18-227b3af6e991/830dbe86-b616-4e35-9eee-d8cadacb65fc) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:13:02.414999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks [] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:02.505568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:02.550639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:13:02.553713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:13:02.560251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:13:02.584837 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:02.612108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:02.612714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:02.719184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-b3b003d1-3a17-4bdf-b8e4-785b9f3d5ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735868 Apr 30 05:13:02.730192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Request body: {'port': {'device_id': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:13:02.789142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.048765 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:03.056754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks [] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.069061 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Transition to ACTIVE for port object 830dbe86-b616-4e35-9eee-d8cadacb65fc will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:13:03.150890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.203789 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:03.275201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Attempting to bind port 830dbe86-b616-4e35-9eee-d8cadacb65fc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:13:03.275542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Attempting to bind port 830dbe86-b616-4e35-9eee-d8cadacb65fc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:13:03.275868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Attempting to bind port 830dbe86-b616-4e35-9eee-d8cadacb65fc on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:13:03.280724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Port 830dbe86-b616-4e35-9eee-d8cadacb65fc on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:13:03.281043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Attempting to bind port 830dbe86-b616-4e35-9eee-d8cadacb65fc on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:13:03.296167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:13:03.296495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Checking segment: {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:13:03.296870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Bound using segment: {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:13:03.297305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Bound port: 830dbe86-b616-4e35-9eee-d8cadacb65fc, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:13:03.297657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.359405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c7870-7289-4adb-ac86-04a0cb8a52c7 req-a3ffdbcf-b080-42e4-a297-bea4f1888a67 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.360803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-025c7870-7289-4adb-ac86-04a0cb8a52c7 req-a3ffdbcf-b080-42e4-a297-bea4f1888a67 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0766830 Apr 30 05:13:03.416768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:13:03.436410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-025c7870-7289-4adb-ac86-04a0cb8a52c7 req-e7007cc0-5f02-4c8e-9052-829ade97f876 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Apr 30 05:13:03.438018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:13:03.528598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.567772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.568479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:03.569988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] 10.222.0.13 "PUT /v2.0/ports/830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 1093 time: 0.8439128 Apr 30 05:13:03.570624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:03.572877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd55371-4dd5-4892-bc1f-9a0294ea514e" -d '{"events": [{"name": "network-changed", "server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:03.596265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46438ee-9362-468b-8aa5-a8e13482c339 service neutron] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:03.608208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1ab5b-3ce7-4474-b033-bcd70ad6fdc1 x-openstack-request-id: req-35c1ab5b-3ce7-4474-b033-bcd70ad6fdc1 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:03.608496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:03.608840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c1ab5b-3ce7-4474-b033-bcd70ad6fdc1 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:03.609246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c1ab5b-3ce7-4474-b033-bcd70ad6fdc1'] response: {'name': 'network-changed', 'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'status': 'completed', 'code': 200} Apr 30 05:13:03.668498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-9fda66c8-c459-487f-a5ef-bc1578d58e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.669974 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-9fda66c8-c459-487f-a5ef-bc1578d58e57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1127 time: 0.0398664 Apr 30 05:13:03.769475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-2acdce72-e9b1-43a8-af6a-7f90afd3026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.770953 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-2acdce72-e9b1-43a8-af6a-7f90afd3026e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935731 Apr 30 05:13:03.860889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-151a7bff-5b65-4d27-9dcc-0db44c8422ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.862336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9cd55371-4dd5-4892-bc1f-9a0294ea514e req-151a7bff-5b65-4d27-9dcc-0db44c8422ff service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856054 Apr 30 05:13:03.933119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-84c31b2d-a8c4-48ce-a3e5-da53fcf905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:03.934525 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-84c31b2d-a8c4-48ce-a3e5-da53fcf905b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1127 time: 0.0391395 Apr 30 05:13:03.978392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-1bc3ac0d-2ab2-47c4-a4c1-92abb14ef84c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 217 time: 0.0371969 Apr 30 05:13:04.023514 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-48b7cbe7-0edf-4fbd-900f-ebe032e8a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:04.024884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-48b7cbe7-0edf-4fbd-900f-ebe032e8a043 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0413613 Apr 30 05:13:04.056172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-46ff9a1d-5a52-4dbc-a14a-b59ff1ad3c2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250888 Apr 30 05:13:04.147307 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-3a92840c-12eb-4f62-89f1-b32245a6b3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847301 Apr 30 05:13:04.234542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a8ae7de2-fa42-4f95-b8e7-8390ced85b2d req-aa25288a-81d1-43d1-9dc8-12a3f2211f4c service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813189 Apr 30 05:13:04.553264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfcdf5-dd67-4cc4-9e42-054150e3c597 req-f94cf82b-38cf-44ca-9c74-8b47730a9195 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:04.555255 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6dfcdf5-dd67-4cc4-9e42-054150e3c597 req-f94cf82b-38cf-44ca-9c74-8b47730a9195 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0505345 Apr 30 05:13:04.600086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6dfcdf5-dd67-4cc4-9e42-054150e3c597 req-fc13b51d-83a8-41ac-bd54-256dfabd7ddb tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Apr 30 05:13:05.711830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3def6-4bdb-4c7e-a925-5f65052f911b req-7c6ba3bb-e3c0-453a-80ff-3d440a338213 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:05.713275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93d3def6-4bdb-4c7e-a925-5f65052f911b req-7c6ba3bb-e3c0-453a-80ff-3d440a338213 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0460849 Apr 30 05:13:05.760218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93d3def6-4bdb-4c7e-a925-5f65052f911b req-6b9fb2f9-fad3-4b4c-a9d8-a3bb551ed223 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Apr 30 05:13:06.192344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:13:06.287783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:06.298357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'port_id': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'mac_address': 'fa:16:3e:8d:42:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe121b-3f29-4d4b-9e18-227b3af6e991', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:13:06.334820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:06.335331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:06.347516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:06.366899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:06.438052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:06.483659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:06.636375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['830dbe86-b616-4e35-9eee-d8cadacb65fc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:13:07.031113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb0c5-8ba2-4c90-8204-4eef016785f1 req-23d1e4be-e42e-4c28-b1c0-d5e9969aefad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:07.032552 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5feb0c5-8ba2-4c90-8204-4eef016785f1 req-23d1e4be-e42e-4c28-b1c0-d5e9969aefad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 944 time: 0.0474005 Apr 30 05:13:07.081921 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5feb0c5-8ba2-4c90-8204-4eef016785f1 req-8ceb7dfc-cd50-4607-9b12-1108679b2edc tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Apr 30 05:13:08.082461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:08.197000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bcfd2-0d46-4298-a7e0-52c11ab19e3f req-e06d8b12-efe3-47d4-b063-19171211e201 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:08.198473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-799bcfd2-0d46-4298-a7e0-52c11ab19e3f req-e06d8b12-efe3-47d4-b063-19171211e201 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 944 time: 0.0498307 Apr 30 05:13:08.217052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:13:08.245317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-799bcfd2-0d46-4298-a7e0-52c11ab19e3f req-827890a5-db3f-4413-b759-5106eeae40d1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Apr 30 05:13:08.261251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 830dbe86-b616-4e35-9eee-d8cadacb65fc completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:13:08.321985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 830dbe86-b616-4e35-9eee-d8cadacb65fc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:13:08.322375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:08.539297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:08.539676 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:08.561284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:08.563529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9aad4-f946-47f4-8fc0-9521eede711e" -d '{"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-plugged", "status": "completed", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:08.575873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:08.600093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4539b-e839-41aa-8bc4-3b213c8becc2 x-openstack-request-id: req-6fc4539b-e839-41aa-8bc4-3b213c8becc2 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:08.601051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-plugged", "status": "completed", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:08.601506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fc4539b-e839-41aa-8bc4-3b213c8becc2 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:08.601909 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc4539b-e839-41aa-8bc4-3b213c8becc2'] response: {'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'code': 200} Apr 30 05:13:08.638203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:08.686333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:08.896689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410560ac-bb23-4aea-b101-481a6ed74335 req-e9793719-d494-4645-a18e-b5f63f8e7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:08.898175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-410560ac-bb23-4aea-b101-481a6ed74335 req-e9793719-d494-4645-a18e-b5f63f8e7d9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1129 time: 0.0381734 Apr 30 05:13:08.940783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-410560ac-bb23-4aea-b101-481a6ed74335 req-db6cadf4-a291-4f4c-b3ac-742beea37f39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Apr 30 05:13:09.362799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b54ce-edd3-4a0e-a69b-b00811e80b3c req-387f9df5-98f6-48f3-a247-a7a36e5bf77b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:09.364269 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-899b54ce-edd3-4a0e-a69b-b00811e80b3c req-387f9df5-98f6-48f3-a247-a7a36e5bf77b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0516319 Apr 30 05:13:09.410639 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-899b54ce-edd3-4a0e-a69b-b00811e80b3c req-7fa7beaa-234c-419d-9761-e97f38c1ad95 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Apr 30 05:13:10.522077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b79d-5f60-4856-ada7-eda919737478 req-8f26c78f-b7a3-4ecb-b7f3-4750847d5974 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:10.524236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4458b79d-5f60-4856-ada7-eda919737478 req-8f26c78f-b7a3-4ecb-b7f3-4750847d5974 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0458641 Apr 30 05:13:10.569304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4458b79d-5f60-4856-ada7-eda919737478 req-423a7000-b8ec-427b-96e8-f514d1128b0f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Apr 30 05:13:10.681131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbba4d-b800-4869-9594-05efbbb3b226 req-632af4d3-eb36-4ea7-87ce-d106251a0ce1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:10.682586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6dbba4d-b800-4869-9594-05efbbb3b226 req-632af4d3-eb36-4ea7-87ce-d106251a0ce1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0460825 Apr 30 05:13:10.732538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6dbba4d-b800-4869-9594-05efbbb3b226 req-0ccddebb-944e-44b0-bf55-5610091410c3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Apr 30 05:13:11.043494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2bc6-f36a-4fa8-b562-78969a2e9ed7 req-3585ea33-73e8-48d5-8ace-3e74c0a409a3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:11.044938 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c4f2bc6-f36a-4fa8-b562-78969a2e9ed7 req-3585ea33-73e8-48d5-8ace-3e74c0a409a3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0462496 Apr 30 05:13:11.091668 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c4f2bc6-f36a-4fa8-b562-78969a2e9ed7 req-bab3dcfd-2eb0-4dcd-8b5d-e9392d243ae3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Apr 30 05:13:11.202296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8952-eebb-424e-8e84-abb9d0ba7fc1 req-3f2a67ef-6738-4434-912c-7e9ec9333c7c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:11.203792 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e7f8952-eebb-424e-8e84-abb9d0ba7fc1 req-3f2a67ef-6738-4434-912c-7e9ec9333c7c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0470922 Apr 30 05:13:11.249891 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e7f8952-eebb-424e-8e84-abb9d0ba7fc1 req-81b546b9-083a-470e-af99-8913da20d880 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Apr 30 05:13:11.609500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2324c0-4d06-439b-b5eb-f492551c15e0 req-7d75e9cc-52ae-48cc-9d5b-c845380fc556 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:11.611003 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c2324c0-4d06-439b-b5eb-f492551c15e0 req-7d75e9cc-52ae-48cc-9d5b-c845380fc556 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Apr 30 05:13:11.657326 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c2324c0-4d06-439b-b5eb-f492551c15e0 req-61f633ad-3ccd-4928-bc12-e1f5e893bcea tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Apr 30 05:13:11.692174 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-5d4b4007-e5d6-42c7-8d53-aba34aa4f3ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394287 Apr 30 05:13:12.240195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-033d1e7a-f000-4417-835a-72caea16930d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:12.241733 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-033d1e7a-f000-4417-835a-72caea16930d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports/830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 942 time: 0.0468783 Apr 30 05:13:12.773194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794037-2076-4f07-91a1-a3b13c900e3c req-8c7fa142-be51-46d5-947c-9038d5cf4be7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:12.775333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29794037-2076-4f07-91a1-a3b13c900e3c req-8c7fa142-be51-46d5-947c-9038d5cf4be7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Apr 30 05:13:12.821813 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29794037-2076-4f07-91a1-a3b13c900e3c req-f6f87389-cc1f-4c2e-bb54-99a07dc8d865 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Apr 30 05:13:13.653868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-ba8c53ce-b27d-4029-a415-d62eb8a183de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:13.655415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-ba8c53ce-b27d-4029-a415-d62eb8a183de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1129 time: 0.0429688 Apr 30 05:13:13.744597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-4d7571c0-5399-4fa1-92ca-3130045db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:13.746062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-4d7571c0-5399-4fa1-92ca-3130045db383 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0847232 Apr 30 05:13:13.787895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-93e74ba3-8a95-4caf-a549-0566e324588c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 217 time: 0.0365307 Apr 30 05:13:13.834717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-d5ec0399-2e69-411b-9a5b-c638f8623c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:13.836120 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-d5ec0399-2e69-411b-9a5b-c638f8623c87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0425808 Apr 30 05:13:13.868622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-ec1daaf3-25e1-4d66-a684-396f58ac7292 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257006 Apr 30 05:13:13.956045 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:13:13.975540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa9c5-2332-4491-84d5-72a17bca3e0a req-f4b3b996-0080-4522-a3fe-a1e24e85a3a9 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:13.977502 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c3fa9c5-2332-4491-84d5-72a17bca3e0a req-f4b3b996-0080-4522-a3fe-a1e24e85a3a9 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0846770 Apr 30 05:13:14.009526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-565e61a5-aca9-4f70-bf7f-52a3fd487fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359918 Apr 30 05:13:14.059767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c3fa9c5-2332-4491-84d5-72a17bca3e0a req-0ab380f9-9013-41be-ae61-15bd290419f8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760784 Apr 30 05:13:14.118150 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-b6e0d22e-3164-482c-9e7c-6fd802f14b01 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024876 Apr 30 05:13:15.172501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123d14-7362-4826-a633-d12a5f89c2f3 req-65e88c63-9775-4add-b66e-43991bc735a6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:15.173956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d5123d14-7362-4826-a633-d12a5f89c2f3 req-65e88c63-9775-4add-b66e-43991bc735a6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0460727 Apr 30 05:13:15.220222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d5123d14-7362-4826-a633-d12a5f89c2f3 req-d07581f5-19cb-43c7-b178-a715cf881e69 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Apr 30 05:13:16.332045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff15c-5c98-49b1-a5db-b6c6ee61f4f8 req-4355ff1c-9177-463a-9208-cdd8d0358e39 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:16.333489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-079ff15c-5c98-49b1-a5db-b6c6ee61f4f8 req-4355ff1c-9177-463a-9208-cdd8d0358e39 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0463386 Apr 30 05:13:16.382505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-079ff15c-5c98-49b1-a5db-b6c6ee61f4f8 req-5410187c-a54a-4096-9817-b9f2fb458474 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Apr 30 05:13:17.496427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ea8c6-fe43-4a5d-a2ec-f28d0c45791a req-81a1a526-66b5-422e-819f-cdef622d6330 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:17.497848 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-018ea8c6-fe43-4a5d-a2ec-f28d0c45791a req-81a1a526-66b5-422e-819f-cdef622d6330 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0454390 Apr 30 05:13:17.544415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-018ea8c6-fe43-4a5d-a2ec-f28d0c45791a req-488791ca-4c73-4f71-a6d3-a346cd61ae0f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Apr 30 05:13:18.661841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21524a-e107-4aaf-9f8a-b3d7f7f793bd req-4c2b92c7-d3e7-45b6-85a1-0d0ea0e6fe2c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:18.663363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8e21524a-e107-4aaf-9f8a-b3d7f7f793bd req-4c2b92c7-d3e7-45b6-85a1-0d0ea0e6fe2c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0506032 Apr 30 05:13:18.714430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8e21524a-e107-4aaf-9f8a-b3d7f7f793bd req-3472a40b-1fc0-49a8-a299-b2b7b45e68b2 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Apr 30 05:13:19.834687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42df5d-d7a8-49be-b404-91e03e61a94d req-4ef2a437-2f76-4dd7-9fa2-7d7b07761ec8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:19.836111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb42df5d-d7a8-49be-b404-91e03e61a94d req-4ef2a437-2f76-4dd7-9fa2-7d7b07761ec8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Apr 30 05:13:19.881054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb42df5d-d7a8-49be-b404-91e03e61a94d req-00e308c5-0b65-451a-9702-cf26b6f22182 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Apr 30 05:13:20.993312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad70c-5af6-4520-b92d-028430d30433 req-a85303e6-c529-4bef-a6d6-e6f5111c0059 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:20.994680 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-464ad70c-5af6-4520-b92d-028430d30433 req-a85303e6-c529-4bef-a6d6-e6f5111c0059 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0460761 Apr 30 05:13:21.041865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-464ad70c-5af6-4520-b92d-028430d30433 req-6cd07899-3714-4e79-b2b0-80f193e71048 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Apr 30 05:13:21.859004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2231a9b7-07ff-4036-bb2b-ab8ea1aa4158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:22.153200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d0ef8-8275-4e15-8e29-935951c55847 req-e1630837-b59b-47db-9110-1f3c8fd5b337 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:22.154664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f72d0ef8-8275-4e15-8e29-935951c55847 req-e1630837-b59b-47db-9110-1f3c8fd5b337 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0468364 Apr 30 05:13:22.204139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f72d0ef8-8275-4e15-8e29-935951c55847 req-14581d59-daf3-4a48-a94f-4f2a8e87a2d3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Apr 30 05:13:23.315460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5598398-98fa-465f-bce7-c5d9aa47515a req-90953194-25bb-4084-93ea-7e3a8b4befb6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:23.316878 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5598398-98fa-465f-bce7-c5d9aa47515a req-90953194-25bb-4084-93ea-7e3a8b4befb6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0469534 Apr 30 05:13:23.362468 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5598398-98fa-465f-bce7-c5d9aa47515a req-46b4f1c7-56dc-4860-8857-3f0605b8fa41 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Apr 30 05:13:24.065054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f75dadf6-1930-4257-9872-29b47e8ac366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:24.474802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb28f-4fc6-4910-9b85-20c17e564c01 req-8b583310-1997-4034-9776-7f62c1c6c707 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:24.476253 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-983bb28f-4fc6-4910-9b85-20c17e564c01 req-8b583310-1997-4034-9776-7f62c1c6c707 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0465839 Apr 30 05:13:24.521954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-983bb28f-4fc6-4910-9b85-20c17e564c01 req-86f695a1-6a70-4b48-9c13-2bd848c58e16 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Apr 30 05:13:25.088430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:25.638656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a465bf4-a18e-4914-988e-59f5a384eadc req-bb0f4968-0345-4d1c-a827-23e5c92b1e6b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:25.640094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1a465bf4-a18e-4914-988e-59f5a384eadc req-bb0f4968-0345-4d1c-a827-23e5c92b1e6b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0508749 Apr 30 05:13:25.690026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1a465bf4-a18e-4914-988e-59f5a384eadc req-d5899f8e-6a41-4ad8-814a-c624e73614cc tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Apr 30 05:13:26.803459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:26.804506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bc00-805e-47c4-b3bf-6fbbfdf72b15 req-e8811715-7787-4520-8b53-8bc05064ee01 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:26.806596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed66bc00-805e-47c4-b3bf-6fbbfdf72b15 req-e8811715-7787-4520-8b53-8bc05064ee01 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0469956 Apr 30 05:13:26.852478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed66bc00-805e-47c4-b3bf-6fbbfdf72b15 req-cd5ce3fa-a14e-4410-a8ea-cf680ff242c8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Apr 30 05:13:27.970146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ecb92-a5b9-4e2b-8dd7-1e04157e356b req-dffca9c6-a0ed-4c85-a1ae-a67c9bcd68dd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:27.971620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d2ecb92-a5b9-4e2b-8dd7-1e04157e356b req-dffca9c6-a0ed-4c85-a1ae-a67c9bcd68dd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Apr 30 05:13:28.017111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0d2ecb92-a5b9-4e2b-8dd7-1e04157e356b req-bbba5241-6e99-4387-b775-2fd516070693 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Apr 30 05:13:28.220431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:29.131240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b191e76-c419-4a74-8f18-cd72e936a982 req-c857356c-f491-4445-8c42-6461c7837f41 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:29.132701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b191e76-c419-4a74-8f18-cd72e936a982 req-c857356c-f491-4445-8c42-6461c7837f41 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0468361 Apr 30 05:13:29.178333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b191e76-c419-4a74-8f18-cd72e936a982 req-b1fd7cc1-2eb3-413f-96ff-99aca3116de8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Apr 30 05:13:30.289833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f87e71-b2e9-46ce-9ed5-b771f7d950d9 req-06c1ec0c-e09a-4239-8ccd-83fb86d1febb tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:30.291301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f5f87e71-b2e9-46ce-9ed5-b771f7d950d9 req-06c1ec0c-e09a-4239-8ccd-83fb86d1febb tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0461681 Apr 30 05:13:30.339289 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f5f87e71-b2e9-46ce-9ed5-b771f7d950d9 req-5be1358c-cb9f-42b5-a0d5-063aa642a2ab tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Apr 30 05:13:31.453161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced4f4-01aa-4a0b-8c91-64bbe68d9c57 req-92dc1706-0b10-4f4e-a4b0-458789781d1b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:31.454665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16ced4f4-01aa-4a0b-8c91-64bbe68d9c57 req-92dc1706-0b10-4f4e-a4b0-458789781d1b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0468078 Apr 30 05:13:31.501508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16ced4f4-01aa-4a0b-8c91-64bbe68d9c57 req-74986e15-53d0-4930-8910-6f772630faf6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Apr 30 05:13:32.618388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee633-1ec1-4021-a980-06bfa806cf3d req-7522050b-2ec6-4028-b554-c3b83b310297 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:32.619763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1f8ee633-1ec1-4021-a980-06bfa806cf3d req-7522050b-2ec6-4028-b554-c3b83b310297 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0466459 Apr 30 05:13:32.665069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1f8ee633-1ec1-4021-a980-06bfa806cf3d req-68d5b9ef-a8f9-4900-b456-4cdbd5fb2114 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Apr 30 05:13:33.786803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb6f2a-cb47-47fd-9d1f-98ac1dec32ba req-09a1ddd5-70aa-4eb0-b3d1-7eab0de1eedf tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:33.788264 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bedb6f2a-cb47-47fd-9d1f-98ac1dec32ba req-09a1ddd5-70aa-4eb0-b3d1-7eab0de1eedf tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Apr 30 05:13:33.836349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bedb6f2a-cb47-47fd-9d1f-98ac1dec32ba req-acee059c-b637-4076-8b6e-35f26a2f24ea tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Apr 30 05:13:34.949466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57f80-64c6-48c7-9f05-2952291849a7 req-cd6b66a8-e590-4313-bb06-4b9f6cfcd760 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:34.950909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-53d57f80-64c6-48c7-9f05-2952291849a7 req-cd6b66a8-e590-4313-bb06-4b9f6cfcd760 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0458040 Apr 30 05:13:34.996227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-53d57f80-64c6-48c7-9f05-2952291849a7 req-197bb5d1-2c30-4ce0-8056-1c6a3f5b49dd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Apr 30 05:13:36.108270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf067-f5d1-49df-ad1a-80481d095953 req-ad7a3f34-63d3-4086-814a-015275964754 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:36.109710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2ccaf067-f5d1-49df-ad1a-80481d095953 req-ad7a3f34-63d3-4086-814a-015275964754 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0461419 Apr 30 05:13:36.159166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2ccaf067-f5d1-49df-ad1a-80481d095953 req-195b6a05-f3aa-4961-87f4-67ee9af31f99 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Apr 30 05:13:37.271644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa98a79-1e1b-4a45-b3ee-f85113b1b404 req-17c49703-bc34-4e8d-b9b3-3e1546ae773f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:37.273100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2aa98a79-1e1b-4a45-b3ee-f85113b1b404 req-17c49703-bc34-4e8d-b9b3-3e1546ae773f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0470140 Apr 30 05:13:37.319950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2aa98a79-1e1b-4a45-b3ee-f85113b1b404 req-988f4e1b-ed43-44dd-a27e-367558049b4b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Apr 30 05:13:37.799011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-889a911c-5927-41ec-9119-ed54f90ac050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:37.800435 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-889a911c-5927-41ec-9119-ed54f90ac050 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1129 time: 0.0376682 Apr 30 05:13:37.906545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-1264d163-8e32-4de3-8a94-190bc384ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:37.907981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-1264d163-8e32-4de3-8a94-190bc384ef8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0909135 Apr 30 05:13:37.946803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-446d7fb7-d4ed-4ebb-a32b-2ab3cf047c9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 217 time: 0.0326326 Apr 30 05:13:37.995060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-9283a503-4a49-4d30-937f-77bd89e8b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:37.996351 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-9283a503-4a49-4d30-937f-77bd89e8b985 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0448227 Apr 30 05:13:38.029484 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-02484522-4952-4caf-a97e-cb4a83a4a106 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260804 Apr 30 05:13:38.077479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:38.116203 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-7a8ad3cb-36f9-45cf-9509-3128bbffa3b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800636 Apr 30 05:13:38.207170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-320bcc10-a6b8-4641-a4d5-fd7610414511 req-599beaa5-a3ee-4bf3-ac20-2f0f027fdc90 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847044 Apr 30 05:13:38.433259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002dab-61e3-4b9b-9328-f9a5e2975bae req-7c04e5b9-eb1a-45e9-9696-afc3604f7dda tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:38.434713 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91002dab-61e3-4b9b-9328-f9a5e2975bae req-7c04e5b9-eb1a-45e9-9696-afc3604f7dda tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0474942 Apr 30 05:13:38.481730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91002dab-61e3-4b9b-9328-f9a5e2975bae req-45a38e50-af59-4a1e-af59-f24625a03b73 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Apr 30 05:13:39.598783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e940-2dd4-43b5-b022-e2fc1e2a5e7b req-fe1896a2-4f2d-4d2b-b676-55fba5b1026b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:39.600208 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46c1e940-2dd4-43b5-b022-e2fc1e2a5e7b req-fe1896a2-4f2d-4d2b-b676-55fba5b1026b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0508337 Apr 30 05:13:39.648302 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46c1e940-2dd4-43b5-b022-e2fc1e2a5e7b req-fcc10bb7-5dbf-49fc-ae70-fecf897daf48 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Apr 30 05:13:40.762613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25e00f-639f-43b3-aa62-0cede90632d6 req-5c20784e-5f92-463f-9688-4d07933955c1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:40.764085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a25e00f-639f-43b3-aa62-0cede90632d6 req-5c20784e-5f92-463f-9688-4d07933955c1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0473065 Apr 30 05:13:40.809721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a25e00f-639f-43b3-aa62-0cede90632d6 req-0f8de3f5-d528-4f7b-af18-6b22a677e996 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Apr 30 05:13:41.093581 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-4a4400b7-8bd7-4b88-befa-187fff9693b9 service neutron] 10.222.0.13 "GET /v2.0/ports/830dbe86-b616-4e35-9eee-d8cadacb65fc/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0543501 Apr 30 05:13:41.978174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-65ee5709-6ed3-4687-8b57-16e2fa8c942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:41.980347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-65ee5709-6ed3-4687-8b57-16e2fa8c942c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4&tenant_id=d40784c153f344d8a07c1c099e2fb7f8 HTTP/1.1" status: 200 len: 1129 time: 0.4036057 Apr 30 05:13:41.996501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8a9c-f489-4669-9600-18daf363c1ed req-a97893e8-2fb8-4bed-8aa7-16772146e2a7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:41.997875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8eef8a9c-f489-4669-9600-18daf363c1ed req-a97893e8-2fb8-4bed-8aa7-16772146e2a7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0549877 Apr 30 05:13:42.054752 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-78d1d4ca-d8cf-4b3b-9b78-820733348ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:42.056189 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-78d1d4ca-d8cf-4b3b-9b78-820733348ef7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1129 time: 0.0559223 Apr 30 05:13:42.091766 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8eef8a9c-f489-4669-9600-18daf363c1ed req-85f77af7-8fd8-4cd8-9c5e-2c7c13485b37 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836451 Apr 30 05:13:42.156921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-8d3d252f-f648-41ff-8231-55b3e2249263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:42.158366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-8d3d252f-f648-41ff-8231-55b3e2249263 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0923150 Apr 30 05:13:42.197051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-dc420b90-10cf-4f09-b993-7dce9aeac9bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 217 time: 0.0332203 Apr 30 05:13:42.247193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-35a55003-d2fe-4a5d-b1e2-a428978327d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:42.248489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-35a55003-d2fe-4a5d-b1e2-a428978327d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0450172 Apr 30 05:13:42.285414 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-c1065b9d-6d01-46d5-a066-4e8172e19b60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258517 Apr 30 05:13:42.373566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-eb65e11f-99af-4d80-9655-1d55ae28765d service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797400 Apr 30 05:13:42.461856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-063f2dfb-5c82-4d9e-99d3-62106534426e req-9453f480-0e79-41ff-a038-6e888a3f2776 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826159 Apr 30 05:13:43.209993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f19e2-c376-42ac-bbd5-f8de98c8d372 req-07a50efc-a499-4698-9893-fa0dc1b0daa8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:43.211445 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cf5f19e2-c376-42ac-bbd5-f8de98c8d372 req-07a50efc-a499-4698-9893-fa0dc1b0daa8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Apr 30 05:13:43.257631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cf5f19e2-c376-42ac-bbd5-f8de98c8d372 req-f8b51122-dbf8-449c-8a53-fff700b55f2f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Apr 30 05:13:44.373330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0e664-e4bb-49c6-bd11-079387b26a6e req-6f4e0891-7acc-4c6c-b3b5-6609a23d85c6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:44.374845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10c0e664-e4bb-49c6-bd11-079387b26a6e req-6f4e0891-7acc-4c6c-b3b5-6609a23d85c6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Apr 30 05:13:44.421067 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10c0e664-e4bb-49c6-bd11-079387b26a6e req-8388165d-a5e2-4efa-9ca2-86d8d9a20e34 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Apr 30 05:13:44.442105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:13:44.446548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:13:44.587510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:44.587813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:44.626967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:44.629250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92095aca-5232-480a-ab5c-53688494751b" -d '{"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-unplugged", "status": "completed", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:44.634370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:44.649706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:44.652761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'port_id': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'mac_address': 'fa:16:3e:8d:42:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe121b-3f29-4d4b-9e18-227b3af6e991', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:13:44.678058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14757db-a1bc-4f26-8cf8-d9fcd34d3f6f x-openstack-request-id: req-a14757db-a1bc-4f26-8cf8-d9fcd34d3f6f {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:44.678378 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-unplugged", "status": "completed", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:44.678638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a14757db-a1bc-4f26-8cf8-d9fcd34d3f6f {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:44.679024 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14757db-a1bc-4f26-8cf8-d9fcd34d3f6f'] response: {'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'code': 200} Apr 30 05:13:44.695476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:44.698319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:44.708347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:44.722034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:44.798171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:13:44.798545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:13:44.801283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:45.333989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:45.334397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:45.347301 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:45.365497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:45.458791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:45.515283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['830dbe86-b616-4e35-9eee-d8cadacb65fc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:13:45.518738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:45.539071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba57190-e824-416c-81fd-9b0d5c8d4097 req-871eb095-576e-4ee1-8a74-7148afeb77e0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:45.540658 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ba57190-e824-416c-81fd-9b0d5c8d4097 req-871eb095-576e-4ee1-8a74-7148afeb77e0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 944 time: 0.0484200 Apr 30 05:13:45.588174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ba57190-e824-416c-81fd-9b0d5c8d4097 req-2fbaf43a-e06f-4e4b-8401-4f2a94036b79 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Apr 30 05:13:45.915551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8359557-2c4f-449d-b062-737bdc6d80a6 req-e22cac9c-95ce-4e44-9b93-104848b2348e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:45.917098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8359557-2c4f-449d-b062-737bdc6d80a6 req-e22cac9c-95ce-4e44-9b93-104848b2348e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 944 time: 0.0480313 Apr 30 05:13:46.004090 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-a628438e-b9a3-4ea1-83d5-e2d85a79f899 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:46.005498 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-a628438e-b9a3-4ea1-83d5-e2d85a79f899 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4&tenant_id=d40784c153f344d8a07c1c099e2fb7f8&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 944 time: 0.0685534 Apr 30 05:13:46.008740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f8359557-2c4f-449d-b062-737bdc6d80a6 req-634a064e-0260-464e-bed5-7ddcc647e753 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Apr 30 05:13:46.084982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-129884ee-dd33-493c-bd83-e209b3300728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:46.086488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-129884ee-dd33-493c-bd83-e209b3300728 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 1128 time: 0.0393527 Apr 30 05:13:46.178486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-1036c5f7-9921-418c-9aa8-3fb17faf03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:46.179920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-1036c5f7-9921-418c-9aa8-3fb17faf03aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0882628 Apr 30 05:13:46.219156 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-bd940cf8-e09b-4f30-bf57-d7b46c701e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 200 len: 217 time: 0.0328484 Apr 30 05:13:46.265033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-a76d6964-3aa3-4f0d-ad17-67c8d1036501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:46.266474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-a76d6964-3aa3-4f0d-ad17-67c8d1036501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0420322 Apr 30 05:13:46.300619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-f4a7310a-3d9d-4ecb-8b61-2247479569dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288699 Apr 30 05:13:46.387260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-8d2c3582-2ee8-4fb4-b5ad-176dcae2bea8 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808330 Apr 30 05:13:46.472504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:13:46.478567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87a6627f-6519-4fcd-934c-bcf44d79a635 req-b3aad294-91c3-426e-89ca-151826ea14e5 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858083 Apr 30 05:13:46.552504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 830dbe86-b616-4e35-9eee-d8cadacb65fc is: BUILD; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:46.552895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:46.569457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:46.590749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:46.637340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:46.685943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:47.127699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdcf28-f807-4949-9e43-a8d126970b55 req-f313e56a-a8d0-45e7-a1c4-2f39e26da251 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:47.129171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64bdcf28-f807-4949-9e43-a8d126970b55 req-f313e56a-a8d0-45e7-a1c4-2f39e26da251 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0486271 Apr 30 05:13:47.176430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64bdcf28-f807-4949-9e43-a8d126970b55 req-7c00dc27-6824-42f1-bb92-9a79447722e7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Apr 30 05:13:48.289987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d136b-29cc-4f69-aa51-22c8ebaed509 req-c630f8fb-fb24-443b-809a-4eae903f406b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:48.291671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a07d136b-29cc-4f69-aa51-22c8ebaed509 req-c630f8fb-fb24-443b-809a-4eae903f406b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0465932 Apr 30 05:13:48.341511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a07d136b-29cc-4f69-aa51-22c8ebaed509 req-e2226000-db11-4852-9c24-8a5499cb892f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Apr 30 05:13:48.454718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd2a15-b8f1-4153-bd99-1bad179cc663 req-24594112-427e-41da-bd85-5c0e5da2f034 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:48.456193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0fd2a15-b8f1-4153-bd99-1bad179cc663 req-24594112-427e-41da-bd85-5c0e5da2f034 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0466619 Apr 30 05:13:48.501530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0fd2a15-b8f1-4153-bd99-1bad179cc663 req-a2e3bdf3-b570-47b2-9aca-17bb21e5667f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Apr 30 05:13:48.610091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272b63-5540-4e68-8f34-a033dd06a554 req-f69eb779-c401-4e28-9fd5-d0b2742d3371 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:48.611542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a272b63-5540-4e68-8f34-a033dd06a554 req-f69eb779-c401-4e28-9fd5-d0b2742d3371 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0456479 Apr 30 05:13:48.657224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a272b63-5540-4e68-8f34-a033dd06a554 req-d2e046fe-1f34-4b33-ade8-d21bcfe2186e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Apr 30 05:13:49.194262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-47c760c3-6dd8-42bf-9261-f995bf507061 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:49.195768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-47c760c3-6dd8-42bf-9261-f995bf507061 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 814 time: 0.1045475 Apr 30 05:13:49.210154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-5eb1d21e-d793-490c-9d14-1e99dfc925b4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/quotas/d40784c153f344d8a07c1c099e2fb7f8 HTTP/1.1" status: 200 len: 375 time: 0.0088429 Apr 30 05:13:49.256536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-eafae3ad-040e-4be4-a423-822854691157 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413303 Apr 30 05:13:49.348679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-08221206-4bd7-40ff-80f9-fa14ccde4ecc service neutron] 10.222.0.16 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Apr 30 05:13:49.436184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-bb008fcc-0782-41cd-8f9d-bfc5b11aed17 service neutron] 10.222.0.16 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Apr 30 05:13:49.688538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3efb960b-7530-499a-ba84-ee387054195d req-711aaba6-54f6-4157-bb6f-60f3168899d9 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 210 time: 0.0340292 Apr 30 05:13:50.801221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7530e58b-5df6-4dce-863e-7dbe9edd930d req-bd5b3675-2f8a-4e92-97b2-b407161e9c44 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Apr 30 05:13:50.818591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-d2cb0b35-3256-4711-a8dc-4d8e14061a90 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:50.820015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-d2cb0b35-3256-4711-a8dc-4d8e14061a90 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/ports?device_id=50afe6ab-5a1b-4d56-ab08-dc3f1755dab4 HTTP/1.1" status: 200 len: 943 time: 0.0722604 Apr 30 05:13:50.916525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Deleting port 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:13:50.916858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:50.955100 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:13:51.011181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] For port 830dbe86-b616-4e35-9eee-d8cadacb65fc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=830dbe86-b616-4e35-9eee-d8cadacb65fc,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:51.011510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:51.024685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Calling delete_port for 830dbe86-b616-4e35-9eee-d8cadacb65fc owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:13:51.214212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (830dbe86-b616-4e35-9eee-d8cadacb65fc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:51.243298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Pushing event deleted for resources: {'Port': ['ID=830dbe86-b616-4e35-9eee-d8cadacb65fc,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:51.289300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] No DVR routers for this DVR port 830dbe86-b616-4e35-9eee-d8cadacb65fc on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:13:51.292374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:51.295715 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ab0b509-9e53-46d2-bce2-282ec29b27b8 req-333e92cc-23e7-4d3d-b925-b718674c3ec0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "DELETE /v2.0/ports/830dbe86-b616-4e35-9eee-d8cadacb65fc HTTP/1.1" status: 204 len: 173 time: 0.4658906 Apr 30 05:13:51.296191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-deleted', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:51.298591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52927dad-584e-449d-94c1-03dc8c56ce7a" -d '{"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-deleted", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:51.426703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc3d780-65ca-484e-b5c8-fc26cdfc18bc x-openstack-request-id: req-4cc3d780-65ca-484e-b5c8-fc26cdfc18bc {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:51.426993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50afe6ab-5a1b-4d56-ab08-dc3f1755dab4", "name": "network-vif-deleted", "tag": "830dbe86-b616-4e35-9eee-d8cadacb65fc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:51.427242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cc3d780-65ca-484e-b5c8-fc26cdfc18bc {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:51.427640 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc3d780-65ca-484e-b5c8-fc26cdfc18bc'] response: {'server_uuid': '50afe6ab-5a1b-4d56-ab08-dc3f1755dab4', 'name': 'network-vif-deleted', 'tag': '830dbe86-b616-4e35-9eee-d8cadacb65fc', 'status': 'completed', 'code': 200} Apr 30 05:13:51.499495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-04482632-c60b-48e2-856a-5b79f3e86331 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:51.500939 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-04482632-c60b-48e2-856a-5b79f3e86331 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 814 time: 0.1098268 Apr 30 05:13:51.517920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Request body: {'port': {'device_id': '5a051894-618b-47d1-9408-a78385255f12', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'admin_state_up': True, 'tenant_id': 'd40784c153f344d8a07c1c099e2fb7f8'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:13:51.684840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Made reservation on behalf of d40784c153f344d8a07c1c099e2fb7f8 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:13:51.688418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:51.813496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Allocated IP 172.20.0.12 (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1/dbfe121b-3f29-4d4b-9e18-227b3af6e991/56c59808-b676-41c7-9cf9-95a1ccca3ff6) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:13:51.906155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4a014fc4-c621-4276-970e-bc9576bc8719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:51.919141 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50264afe-152a-470a-bd72-582e74f2666d req-76d9d794-1fae-4329-a331-52ad641a4a61 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 210 time: 0.0406086 Apr 30 05:13:51.992116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks [] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.072012 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.117440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:13:52.120878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:13:52.127021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:13:52.153152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:52.181108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:52.181886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.257260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-1f3053ef-1764-46a2-8895-726e63311258 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433753 Apr 30 05:13:52.267564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Request body: {'port': {'device_id': '5a051894-618b-47d1-9408-a78385255f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:13:52.326896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.586421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:52.593706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks [] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.605599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Transition to ACTIVE for port object 56c59808-b676-41c7-9cf9-95a1ccca3ff6 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:13:52.654261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.706635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e338202-9584-4946-835e-4597d66b646e service neutron] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:52.770348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Attempting to bind port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:13:52.770624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Attempting to bind port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:13:52.770949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Attempting to bind port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:13:52.775255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:13:52.775579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Attempting to bind port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 on network ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:13:52.780347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:13:52.780676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Checking segment: {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:13:52.781050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Bound using segment: {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:13:52.781465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Bound port: 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbfa2b4-1883-4cd2-9132-92ba0994af0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:13:52.781812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.846648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:13:52.849484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:13:52.918519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.953311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:52.953915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:52.955321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-0e338202-9584-4946-835e-4597d66b646e service neutron] 10.222.0.13 "PUT /v2.0/ports/56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 1094 time: 0.6918604 Apr 30 05:13:52.979681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e338202-9584-4946-835e-4597d66b646e service neutron] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:53.038666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cdf5d-edf0-4736-8b0c-71708d53917a req-0c58af62-6402-4781-b8fd-ee7f18b67fc6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:53.040178 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c7cdf5d-edf0-4736-8b0c-71708d53917a req-0c58af62-6402-4781-b8fd-ee7f18b67fc6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 944 time: 0.0501373 Apr 30 05:13:53.117916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-ce13ea07-7613-4160-81d0-b652299498e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:53.119344 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-ce13ea07-7613-4160-81d0-b652299498e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1128 time: 0.0589073 Apr 30 05:13:53.122542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c7cdf5d-edf0-4736-8b0c-71708d53917a req-c54b2f7e-02bb-4b85-8323-54991b342be2 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Apr 30 05:13:53.161387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-8a40e5ea-a828-4213-96b1-b6feefa75347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 217 time: 0.0346379 Apr 30 05:13:53.207918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-7d52ea41-5571-49e2-949d-43e22ddcdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:53.209295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-7d52ea41-5571-49e2-949d-43e22ddcdeb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0420308 Apr 30 05:13:53.243658 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-b4ce1d5f-5cf8-4d2e-bef0-52a02c93c4ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287697 Apr 30 05:13:53.330439 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-43d0078f-b5eb-487e-ba0e-c5317ef24444 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803533 Apr 30 05:13:53.420216 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6f59bb1-8c21-42b1-815d-2bca785379f3 req-3109415b-e1f3-44b9-8882-5308ff1916a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Apr 30 05:13:53.428755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:53.431010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc87eab-c04a-45f3-8808-88427176a2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:53.467711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d2714-7e92-4051-8e9d-86416c803055 x-openstack-request-id: req-e89d2714-7e92-4051-8e9d-86416c803055 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:53.468004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:53.468259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e89d2714-7e92-4051-8e9d-86416c803055 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:53.468662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89d2714-7e92-4051-8e9d-86416c803055'] response: {'name': 'network-changed', 'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'status': 'completed', 'code': 200} Apr 30 05:13:54.064377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-05be6e47-51c8-45ca-b45e-e0b4018caaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:54.244656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-1e1d4e8c-5a9b-4f6d-833c-1cc06cd51b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:54.246377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-1e1d4e8c-5a9b-4f6d-833c-1cc06cd51b0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1128 time: 0.0710659 Apr 30 05:13:54.256412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd467839-6a8a-4647-bed8-65df58a55f59 req-c8be3a72-1893-4f32-b241-6566675e99f3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:54.257756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd467839-6a8a-4647-bed8-65df58a55f59 req-c8be3a72-1893-4f32-b241-6566675e99f3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 944 time: 0.0539794 Apr 30 05:13:54.366244 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd467839-6a8a-4647-bed8-65df58a55f59 req-83196b21-8c8e-4afd-849b-e28fd4d4652e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002553 Apr 30 05:13:54.379785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-bd17b6f2-4729-42c7-83fb-c0293261f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:54.381262 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-bd17b6f2-4729-42c7-83fb-c0293261f47e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.1226623 Apr 30 05:13:54.421664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-63dbc7b4-6f4d-44d7-9e38-5d8e2722095a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 217 time: 0.0347278 Apr 30 05:13:54.472393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-7e17d1b5-7dc9-445f-a3f6-05a3ae00818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:54.473157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:13:54.473845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-7e17d1b5-7dc9-445f-a3f6-05a3ae00818d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0468171 Apr 30 05:13:54.475250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:13:54.503017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 830dbe86-b616-4e35-9eee-d8cadacb65fc {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:13:54.503352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 830dbe86-b616-4e35-9eee-d8cadacb65fc not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:13:54.505915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-6f63b46a-b55c-4f4b-a7cb-64c837ea4d6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260653 Apr 30 05:13:54.586705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:54.594965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-da093a9a-225d-4f92-ae76-9f0845d819bd service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Apr 30 05:13:54.601682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'port_id': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'mac_address': 'fa:16:3e:21:02:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe121b-3f29-4d4b-9e18-227b3af6e991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:13:54.638334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:54.638722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:54.651481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:13:54.670690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:54.689053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bc87eab-c04a-45f3-8808-88427176a2b7 req-ea2f793b-1e0f-498c-85b3-8ad2a7e0bc0d service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881269 Apr 30 05:13:54.746184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:54.792989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:54.799864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.800213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.800555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.800917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.801241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.801568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.801891 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.802215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.802568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.802889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.803223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.803540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.803856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.804171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.804488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:13:54.933204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['56c59808-b676-41c7-9cf9-95a1ccca3ff6'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:13:55.094557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:55.480798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3a72-9b06-44e5-9eb3-059baa37cf11 req-de17d7bc-63e7-4bf2-8dfb-69965c62adf6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:55.482252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4ed3a72-9b06-44e5-9eb3-059baa37cf11 req-de17d7bc-63e7-4bf2-8dfb-69965c62adf6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 945 time: 0.0470936 Apr 30 05:13:55.528337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4ed3a72-9b06-44e5-9eb3-059baa37cf11 req-483767e4-a2dd-43ba-8c51-d89dce16c61d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Apr 30 05:13:56.487757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:13:56.531298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:13:56.591537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:13:56.591910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:56.646686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7e4-38a8-4f4d-9123-275121263173 req-3fea3894-94ba-46c2-bb70-377d6ee90e35 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:56.648187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edf7a7e4-38a8-4f4d-9123-275121263173 req-3fea3894-94ba-46c2-bb70-377d6ee90e35 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Apr 30 05:13:56.671560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:13:56.671943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:56.694445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:13:56.695880 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edf7a7e4-38a8-4f4d-9123-275121263173 req-e6caf731-e640-4108-9c03-bb89c2e313bd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Apr 30 05:13:56.696719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ec85a-7411-4578-bcfe-e57bb429cdf9" -d '{"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-plugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:13:56.710684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:13:56.735598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb84884f-fa16-4066-b6ae-5c9533652a1c x-openstack-request-id: req-bb84884f-fa16-4066-b6ae-5c9533652a1c {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:13:56.735885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-plugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:13:56.736264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb84884f-fa16-4066-b6ae-5c9533652a1c {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:13:56.736658 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb84884f-fa16-4066-b6ae-5c9533652a1c'] response: {'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'code': 200} Apr 30 05:13:56.778355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:56.809706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:56.827997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:13:57.004415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10e6b3-7e18-454b-9ac9-5814b6401d71 req-217c534c-e365-42e0-aeb9-eccb2b2cae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:57.005792 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd10e6b3-7e18-454b-9ac9-5814b6401d71 req-217c534c-e365-42e0-aeb9-eccb2b2cae05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1130 time: 0.0380261 Apr 30 05:13:57.048178 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd10e6b3-7e18-454b-9ac9-5814b6401d71 req-17aaeea8-f204-4e6b-9ecd-0ba260fae6bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Apr 30 05:13:57.814215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bc0ca-369b-4a7c-9964-deb93deefc7a req-890f4b49-db5d-4b46-92cf-dc24d92f2a44 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:57.815673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-652bc0ca-369b-4a7c-9964-deb93deefc7a req-890f4b49-db5d-4b46-92cf-dc24d92f2a44 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Apr 30 05:13:57.862468 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-652bc0ca-369b-4a7c-9964-deb93deefc7a req-2990ff33-d067-4a21-b193-38ca1da71bb9 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Apr 30 05:13:58.202868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:13:58.975246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91bb3-9f5f-46e1-88f7-3cc9f3dad111 req-033a8b3d-b43b-4ce3-b927-bb9a9a34b5a3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:58.976675 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aed91bb3-9f5f-46e1-88f7-3cc9f3dad111 req-033a8b3d-b43b-4ce3-b927-bb9a9a34b5a3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0464442 Apr 30 05:13:59.023690 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aed91bb3-9f5f-46e1-88f7-3cc9f3dad111 req-ff4c8b88-84c8-4cf2-8fd8-d4031eb8584c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Apr 30 05:13:59.139838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57904e0f-f053-4107-9a83-1aa23df045bd req-067e0878-913a-42de-a37a-5fff43e2c50e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:59.141348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57904e0f-f053-4107-9a83-1aa23df045bd req-067e0878-913a-42de-a37a-5fff43e2c50e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0472691 Apr 30 05:13:59.192199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-57904e0f-f053-4107-9a83-1aa23df045bd req-752f5cef-11e7-45eb-ab13-3cabd1033bae tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Apr 30 05:13:59.639432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a054-ad35-446e-b934-713d829c0ca3 req-42b10364-42f2-4b8f-96b6-9748a0ccc64b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:13:59.640894 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2d6a054-ad35-446e-b934-713d829c0ca3 req-42b10364-42f2-4b8f-96b6-9748a0ccc64b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0477335 Apr 30 05:13:59.689436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f2d6a054-ad35-446e-b934-713d829c0ca3 req-8d347582-944d-4616-96a8-3d7249574388 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Apr 30 05:13:59.758981 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-1ceaa256-16c8-43bf-be91-a20b9ab226dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388751 Apr 30 05:14:00.298824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-e6e1b990-2f8b-4565-abc1-2a93e1ee9682 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:00.300159 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-e6e1b990-2f8b-4565-abc1-2a93e1ee9682 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports/56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 943 time: 0.0458376 Apr 30 05:14:00.809839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7094-2c54-47cf-bc9b-db35c09bc6e5 req-b9a3d31f-087d-4e7f-a0f2-d7b76b98be2f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:00.811443 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74af7094-2c54-47cf-bc9b-db35c09bc6e5 req-b9a3d31f-087d-4e7f-a0f2-d7b76b98be2f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0469034 Apr 30 05:14:00.859230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74af7094-2c54-47cf-bc9b-db35c09bc6e5 req-6c3c5366-684d-40e8-b2cf-89b75951bf45 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Apr 30 05:14:01.812414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-0d0e7183-e0d1-446c-9982-c90d068a8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:01.814104 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-0d0e7183-e0d1-446c-9982-c90d068a8500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1130 time: 0.0422931 Apr 30 05:14:01.903286 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-4057be18-4724-438a-8d02-89eeabbac2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:01.904758 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-4057be18-4724-438a-8d02-89eeabbac2ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0855279 Apr 30 05:14:01.950515 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-04ff21f8-d21f-468a-83f9-28bc79136dba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 217 time: 0.0401618 Apr 30 05:14:02.020993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec91a9-7386-4e0e-a832-bebaeff0f025 req-c70e3a0f-4a55-4eaa-8ae4-280069c7f84c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:02.022377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56ec91a9-7386-4e0e-a832-bebaeff0f025 req-c70e3a0f-4a55-4eaa-8ae4-280069c7f84c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0753374 Apr 30 05:14:02.037960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-b5f48780-1259-4f2a-a835-dbff04f6d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:02.039337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-b5f48780-1259-4f2a-a835-dbff04f6d06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0816123 Apr 30 05:14:02.081888 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-8790715f-74e0-4096-a1e4-f7e679293041 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355117 Apr 30 05:14:02.120362 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56ec91a9-7386-4e0e-a832-bebaeff0f025 req-18cbcbcc-0d72-4170-b171-d3facb280458 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908334 Apr 30 05:14:02.185519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-2af26109-6f00-4f3b-b04b-dc52c919a649 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981414 Apr 30 05:14:02.278483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-f8df8383-7fe2-48a4-b8aa-05ea6cb67e45 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Apr 30 05:14:03.234018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc079a-4e06-453d-ab44-db7c8c435196 req-3f3a998e-d1c0-450e-993c-340f9c08c36e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:03.235756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7acc079a-4e06-453d-ab44-db7c8c435196 req-3f3a998e-d1c0-450e-993c-340f9c08c36e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0473695 Apr 30 05:14:03.281432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7acc079a-4e06-453d-ab44-db7c8c435196 req-acea8f79-9acd-4896-846b-7c72b6f4fe17 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Apr 30 05:14:04.393428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040a0f2-b338-44dd-abf4-03a24e929727 req-184af4cd-c13b-4fa4-b57d-bba7736b3758 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:04.394876 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d040a0f2-b338-44dd-abf4-03a24e929727 req-184af4cd-c13b-4fa4-b57d-bba7736b3758 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0457718 Apr 30 05:14:04.440262 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d040a0f2-b338-44dd-abf4-03a24e929727 req-7f6d37f1-f8fe-4fd4-bac9-5fa053c42c09 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Apr 30 05:14:05.556515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa4e1-01c4-4585-ae33-ed245131611d req-22155c6b-f285-4481-9b84-9ec33760a950 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:05.558620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d8fa4e1-01c4-4585-ae33-ed245131611d req-22155c6b-f285-4481-9b84-9ec33760a950 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0510428 Apr 30 05:14:05.603404 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d8fa4e1-01c4-4585-ae33-ed245131611d req-f492ea6d-e203-48d4-8914-9c63a1db551f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Apr 30 05:14:06.716078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c28fb-0faa-4134-978b-bd9fd380e7d7 req-3e228f06-7dcf-41ec-857a-6ea0f3996c0b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:06.717528 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b5c28fb-0faa-4134-978b-bd9fd380e7d7 req-3e228f06-7dcf-41ec-857a-6ea0f3996c0b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0465748 Apr 30 05:14:06.765542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b5c28fb-0faa-4134-978b-bd9fd380e7d7 req-a7789af8-9a42-49d5-abd8-2e9d97131b3d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Apr 30 05:14:07.884249 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0727c54-7e84-497e-a2df-c0ee5d1a3d0b req-a922eb59-9e80-4fd5-bc7d-ed30f3c565a0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:07.886452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0727c54-7e84-497e-a2df-c0ee5d1a3d0b req-a922eb59-9e80-4fd5-bc7d-ed30f3c565a0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0513926 Apr 30 05:14:07.933992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e0727c54-7e84-497e-a2df-c0ee5d1a3d0b req-75f0e9b1-2b92-4599-be02-1a73ce55dca6 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Apr 30 05:14:08.097946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:09.046319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7b5ee-7aa3-4b3f-a219-0d20900cf882 req-3f773821-221f-47fc-a1f2-5788b347b4ba tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:09.047757 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06c7b5ee-7aa3-4b3f-a219-0d20900cf882 req-3f773821-221f-47fc-a1f2-5788b347b4ba tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0464478 Apr 30 05:14:09.093924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-06c7b5ee-7aa3-4b3f-a219-0d20900cf882 req-23e198b7-d27e-45a8-9f81-828a9749c8e4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Apr 30 05:14:10.207643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9b8a-0f5a-499d-a132-7ea2df70f33f req-d21d11d8-878e-4c3e-8ff2-aa9fa780cdc3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:10.209090 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5fde9b8a-0f5a-499d-a132-7ea2df70f33f req-d21d11d8-878e-4c3e-8ff2-aa9fa780cdc3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0463808 Apr 30 05:14:10.259830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5fde9b8a-0f5a-499d-a132-7ea2df70f33f req-3e8555e6-3052-448e-835c-781a05ae796d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Apr 30 05:14:11.372913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31fd1-89c2-4424-8c5d-fe9fbbc82cfa req-3c6a0557-6024-45ad-a4e2-3fb4e569071c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:11.374364 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ff31fd1-89c2-4424-8c5d-fe9fbbc82cfa req-3c6a0557-6024-45ad-a4e2-3fb4e569071c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0461764 Apr 30 05:14:11.420005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ff31fd1-89c2-4424-8c5d-fe9fbbc82cfa req-fee1e8d7-9d4d-4fba-ac8b-376bfa12c367 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Apr 30 05:14:12.530039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5896dc-e53e-45e3-bbb2-2ff496ed5b5c req-a258f20d-86d4-4a09-9d84-a3cc42559c09 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:12.531513 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f5896dc-e53e-45e3-bbb2-2ff496ed5b5c req-a258f20d-86d4-4a09-9d84-a3cc42559c09 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0452285 Apr 30 05:14:12.577815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f5896dc-e53e-45e3-bbb2-2ff496ed5b5c req-b3c689f1-269e-4197-9ac8-142aded94d1e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Apr 30 05:14:13.695471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d53ec-3fee-4d7e-a950-8f1e9797296a req-2808ed0d-035d-4311-98b3-9fb98432d6c0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:13.696915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-745d53ec-3fee-4d7e-a950-8f1e9797296a req-2808ed0d-035d-4311-98b3-9fb98432d6c0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0503521 Apr 30 05:14:13.743936 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-745d53ec-3fee-4d7e-a950-8f1e9797296a req-61b52404-d76a-40cb-b376-7aedba85901f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Apr 30 05:14:14.856110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5786-053d-4b9b-88c1-c8b07159ac55 req-09ccf720-8e7d-4d51-adc6-c5c4a98e7f49 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:14.857555 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6fae5786-053d-4b9b-88c1-c8b07159ac55 req-09ccf720-8e7d-4d51-adc6-c5c4a98e7f49 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0463333 Apr 30 05:14:14.903887 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6fae5786-053d-4b9b-88c1-c8b07159ac55 req-2ae9f618-bd7e-4975-a2fa-91fc902d1ae0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Apr 30 05:14:16.014859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d8f2-96ee-4766-8638-5bb5a04e32c2 req-f74e622d-7f94-4067-bbbe-4637622629b8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:16.016218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ab9d8f2-96ee-4766-8638-5bb5a04e32c2 req-f74e622d-7f94-4067-bbbe-4637622629b8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0459511 Apr 30 05:14:16.065399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ab9d8f2-96ee-4766-8638-5bb5a04e32c2 req-77fda31f-f82b-4949-9e5f-d9a392dd911c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Apr 30 05:14:17.176843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f6d04-2c76-48cf-8a1a-0910103148f8 req-2d6d0822-8e1b-4fd5-9a75-c885a4eafa1c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:17.178284 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-199f6d04-2c76-48cf-8a1a-0910103148f8 req-2d6d0822-8e1b-4fd5-9a75-c885a4eafa1c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0456893 Apr 30 05:14:17.224340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-199f6d04-2c76-48cf-8a1a-0910103148f8 req-832840db-6608-42bb-8d6c-37736b3e82f0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Apr 30 05:14:18.335508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44383d-ef30-433b-85b5-b52a13133287 req-956d6f51-a211-48ff-aec4-7f9653b54615 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:18.336930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea44383d-ef30-433b-85b5-b52a13133287 req-956d6f51-a211-48ff-aec4-7f9653b54615 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0456605 Apr 30 05:14:18.382647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea44383d-ef30-433b-85b5-b52a13133287 req-e3fa2cf7-20ac-4d66-87f3-9563e5938975 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Apr 30 05:14:19.499390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e00bb6-565f-438a-9898-c195ff451f9a req-1705e47e-fbe3-4104-b60b-b73a201af297 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:19.500834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-07e00bb6-565f-438a-9898-c195ff451f9a req-1705e47e-fbe3-4104-b60b-b73a201af297 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Apr 30 05:14:19.546678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-07e00bb6-565f-438a-9898-c195ff451f9a req-606f3122-fbb3-4989-b63d-2d6bade3c02e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Apr 30 05:14:20.678885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd84f6-3108-436f-8294-457041f51867 req-aa84407e-a356-492f-b58c-3b9abdf77bd4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:20.680557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9dd84f6-3108-436f-8294-457041f51867 req-aa84407e-a356-492f-b58c-3b9abdf77bd4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0633466 Apr 30 05:14:20.740004 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9dd84f6-3108-436f-8294-457041f51867 req-80de692c-201b-41e5-8ec4-ec0418fa97fc tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534155 Apr 30 05:14:21.857396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7c911019-c6c9-4eef-9be5-734b8b22979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:21.859497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90c185-6a57-462a-ba75-b603b7e2530f req-356e1c33-264b-45e5-b279-b24d51608bea tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:21.860965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f90c185-6a57-462a-ba75-b603b7e2530f req-356e1c33-264b-45e5-b279-b24d51608bea tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0501568 Apr 30 05:14:21.907026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f90c185-6a57-462a-ba75-b603b7e2530f req-76977dc1-0cd0-41de-a6df-c18e190fc35d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Apr 30 05:14:23.020874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a2739-e9a9-4bf8-bc12-64b496aec10f req-ce0ef9f5-d7be-45d1-b64d-7fb635c6e56c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:23.022249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-417a2739-e9a9-4bf8-bc12-64b496aec10f req-ce0ef9f5-d7be-45d1-b64d-7fb635c6e56c tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0465434 Apr 30 05:14:23.069147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-417a2739-e9a9-4bf8-bc12-64b496aec10f req-74611e10-6d34-4688-9281-b78066fe5b65 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 Apr 30 05:14:24.109000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-890cdbf1-9546-4003-85eb-bd0d9fa1c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:24.184960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b515b8-953a-4b8d-a38f-77ea591c39f2 req-7c6a5f2d-a596-4414-b32d-6ce353a5b80b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:24.186449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-86b515b8-953a-4b8d-a38f-77ea591c39f2 req-7c6a5f2d-a596-4414-b32d-6ce353a5b80b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0462012 Apr 30 05:14:24.239301 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-86b515b8-953a-4b8d-a38f-77ea591c39f2 req-631a74c6-9489-4f03-a42e-d7099ddbe3d5 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Apr 30 05:14:25.075093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:25.350681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8032-08db-43db-a5c9-ef38addef32c req-d3f0746e-dbbd-4fb0-940d-cb2459ee3e92 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:25.352044 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-404f8032-08db-43db-a5c9-ef38addef32c req-d3f0746e-dbbd-4fb0-940d-cb2459ee3e92 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0460556 Apr 30 05:14:25.398528 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-404f8032-08db-43db-a5c9-ef38addef32c req-dba6b46d-3317-4421-982e-4df9ff4c915d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Apr 30 05:14:26.513043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5256f6-9997-4c4e-bf09-c9220833a495 req-74585101-fec8-4083-956a-f990aba4ba08 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:26.514511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a5256f6-9997-4c4e-bf09-c9220833a495 req-74585101-fec8-4083-956a-f990aba4ba08 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0471365 Apr 30 05:14:26.561282 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4a5256f6-9997-4c4e-bf09-c9220833a495 req-c7793781-5a87-4748-a514-c590e7f6d85a tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Apr 30 05:14:26.791495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:27.675899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f232f63-92fa-492d-a1c2-add177a3e4b4 req-048dee7e-b3ce-47f2-9829-428484f036f1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:27.677329 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7f232f63-92fa-492d-a1c2-add177a3e4b4 req-048dee7e-b3ce-47f2-9829-428484f036f1 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Apr 30 05:14:27.722870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7f232f63-92fa-492d-a1c2-add177a3e4b4 req-117ab8b7-bbcc-498b-a2f8-0583a55bb2cf tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Apr 30 05:14:27.954626 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:14:28.205752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:28.836754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830bee8-0f8a-4993-8895-59a911cee5af req-a97b52d9-fc09-4f5a-a5a7-7fc33e8c37f5 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:28.838224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8830bee8-0f8a-4993-8895-59a911cee5af req-a97b52d9-fc09-4f5a-a5a7-7fc33e8c37f5 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0475254 Apr 30 05:14:28.884674 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8830bee8-0f8a-4993-8895-59a911cee5af req-ee4321f7-05a4-49d9-bd94-50668609010b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Apr 30 05:14:29.220382 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-0c7f17cc-a9d9-4f45-a378-a83f4a8a468d service neutron] 10.222.0.13 "GET /v2.0/ports/56c59808-b676-41c7-9cf9-95a1ccca3ff6/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0544248 Apr 30 05:14:29.740460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-734c8e3c-f326-4eb0-a275-be160c65e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:29.746207 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-734c8e3c-f326-4eb0-a275-be160c65e64d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12&tenant_id=d40784c153f344d8a07c1c099e2fb7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0438058 Apr 30 05:14:29.797069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-59295805-096a-45c2-96a4-aee393b40f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:29.798542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-59295805-096a-45c2-96a4-aee393b40f29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1130 time: 0.0378315 Apr 30 05:14:29.888364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-751d872b-fa7d-49a5-9c55-5479d87d7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:29.889899 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-751d872b-fa7d-49a5-9c55-5479d87d7099 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0863149 Apr 30 05:14:30.265949 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-fe99b1f9-ca0c-45bb-8a96-6eeacaee69df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 217 time: 0.3701589 Apr 30 05:14:30.340692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faaed4-fb6c-4c78-818b-f9e2a6c17648 req-d6211e32-d62b-4a8c-a861-554286f381b0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:30.342137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09faaed4-fb6c-4c78-818b-f9e2a6c17648 req-d6211e32-d62b-4a8c-a861-554286f381b0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0789385 Apr 30 05:14:30.347314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-6d85dcfb-0dd9-4914-8f47-61ddac7a678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:30.348627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-6d85dcfb-0dd9-4914-8f47-61ddac7a678f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0754352 Apr 30 05:14:30.386226 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-42a4c9fd-acc0-4c04-a4c5-2521d4e0957a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305057 Apr 30 05:14:30.435924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09faaed4-fb6c-4c78-818b-f9e2a6c17648 req-ca4c49e3-d650-41db-9b4f-129937ed9d4f tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863967 Apr 30 05:14:30.495005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-a7fce621-f447-483c-81a4-8d8f493f5512 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984526 Apr 30 05:14:30.580229 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb6d4011-e1ac-48b3-ab6b-cd7b417e8a82 req-8c3ec8c6-2328-4839-b4b6-9a319795ac68 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794597 Apr 30 05:14:31.547722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045da1-65de-48c6-b32a-929d5aa782b5 req-c4cda403-181c-4211-9f9a-f30bed59f506 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:31.549169 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95045da1-65de-48c6-b32a-929d5aa782b5 req-c4cda403-181c-4211-9f9a-f30bed59f506 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0466757 Apr 30 05:14:31.599408 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-95045da1-65de-48c6-b32a-929d5aa782b5 req-4812638f-a604-4745-a7bf-3aaee366717b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Apr 30 05:14:32.693678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:14:32.696042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:14:32.731273 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeedf7d-fb57-4581-ad65-e36cfeb1e16f req-2a5d7194-c964-4d75-9cf9-52cadc882ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:32.732971 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbeedf7d-fb57-4581-ad65-e36cfeb1e16f req-2a5d7194-c964-4d75-9cf9-52cadc882ac7 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0644250 Apr 30 05:14:32.782182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbeedf7d-fb57-4581-ad65-e36cfeb1e16f req-2b502a1d-417e-4545-8f4e-45f92768346d tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Apr 30 05:14:32.873240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:32.882037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:32.882396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:32.895611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'network_id': 'ecd9e121-f566-43c4-a8b9-9d77a6bd76d1', 'port_id': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'mac_address': 'fa:16:3e:21:02:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe121b-3f29-4d4b-9e18-227b3af6e991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:14:32.930153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:14:32.932373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608ba83-9afc-42c2-9317-276b7f1a088a" -d '{"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-unplugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:14:32.948497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:32.956841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:32.958622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:32.975526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:14:33.008948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:33.049556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4592ab47-082a-43f0-84ce-78b9d0b385cb x-openstack-request-id: req-4592ab47-082a-43f0-84ce-78b9d0b385cb {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:14:33.049855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-unplugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:14:33.050112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4592ab47-082a-43f0-84ce-78b9d0b385cb {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:14:33.050554 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4592ab47-082a-43f0-84ce-78b9d0b385cb'] response: {'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'code': 200} Apr 30 05:14:33.088063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:14:33.088430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:14:33.091380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:33.626250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:33.626698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:33.641751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:14:33.662254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:33.771678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:33.821983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:33.826656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['56c59808-b676-41c7-9cf9-95a1ccca3ff6'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:14:33.902808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560ca3e-bef3-46e5-87a6-85218a426444 req-db88e5cc-9d94-43c6-b267-c28d106dcefd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:33.904493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9560ca3e-bef3-46e5-87a6-85218a426444 req-db88e5cc-9d94-43c6-b267-c28d106dcefd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 945 time: 0.0477211 Apr 30 05:14:33.952818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9560ca3e-bef3-46e5-87a6-85218a426444 req-76562a49-f4e2-4bc0-8f80-6f7ae856f413 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Apr 30 05:14:34.271212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea146047-6ea4-4fc4-8185-e40814370ad4 req-448f0496-c4b6-4d93-b2cd-c527b093dec4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:34.272799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea146047-6ea4-4fc4-8185-e40814370ad4 req-448f0496-c4b6-4d93-b2cd-c527b093dec4 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Apr 30 05:14:34.330764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea146047-6ea4-4fc4-8185-e40814370ad4 req-06c9a2c9-d2cb-42ad-938f-3e5c521205fd tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510030 Apr 30 05:14:34.372489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-12ebdc11-665d-40c3-b645-ec697df44c30 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:34.374218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-12ebdc11-665d-40c3-b645-ec697df44c30 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12&tenant_id=d40784c153f344d8a07c1c099e2fb7f8&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0546303 Apr 30 05:14:34.453776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-66f3eb2c-c436-46a9-a115-873e2e79d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:34.455204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-66f3eb2c-c436-46a9-a115-873e2e79d077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 1129 time: 0.0409281 Apr 30 05:14:34.548127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-9310b76d-79e5-40d4-b0bc-8687af1c3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:34.549582 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-9310b76d-79e5-40d4-b0bc-8687af1c3816 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 200 len: 914 time: 0.0889516 Apr 30 05:14:34.589218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-626d1f11-e443-42c3-8f9e-0d64a8b937e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 200 len: 217 time: 0.0335710 Apr 30 05:14:34.642597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-46c6b4bb-db17-4a47-94f6-4f3a743dd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:34.644085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-46c6b4bb-db17-4a47-94f6-4f3a743dd1ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 200 len: 854 time: 0.0482683 Apr 30 05:14:34.675276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-1f3bbea5-ece3-4838-b92f-2315d0b7477c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258906 Apr 30 05:14:34.689658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:14:34.746551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:34.746945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:34.768825 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-484aaa2a-657d-4e08-900a-4f1da6cc66c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877426 Apr 30 05:14:34.835605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:34.836066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:34.865579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eba00aa4-8e9c-4b89-bf16-d44a8b159646 req-9d1136f8-cc38-4771-a33f-79497c0f18c9 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913365 Apr 30 05:14:34.869375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:34.968070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:35.016047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:35.051140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:14:35.053457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912e9e8-399e-4cfc-b872-841e6e7f8bc0" -d '{"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-plugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:14:35.098081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b66d5-1bfd-4f3d-b638-35cc4af4b8e1 x-openstack-request-id: req-043b66d5-1bfd-4f3d-b638-35cc4af4b8e1 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:14:35.098401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-plugged", "status": "completed", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:14:35.098659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-043b66d5-1bfd-4f3d-b638-35cc4af4b8e1 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:14:35.099064 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043b66d5-1bfd-4f3d-b638-35cc4af4b8e1'] response: {'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'code': 200} Apr 30 05:14:35.447327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e46399-f458-4b27-93ef-d0d7effe5dc4 req-3e54893a-822a-4f4c-818a-0decb5e6fa7a tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:35.448850 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69e46399-f458-4b27-93ef-d0d7effe5dc4 req-3e54893a-822a-4f4c-818a-0decb5e6fa7a tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Apr 30 05:14:35.494895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69e46399-f458-4b27-93ef-d0d7effe5dc4 req-3df72e6c-7b33-4beb-9f7c-c9df0baa5524 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Apr 30 05:14:36.615085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb4bfb-11ff-44c9-af60-81924552fb05 req-56b11901-608e-4517-8619-c0f15ce76ac3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:36.616530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10cb4bfb-11ff-44c9-af60-81924552fb05 req-56b11901-608e-4517-8619-c0f15ce76ac3 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0504968 Apr 30 05:14:36.662021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10cb4bfb-11ff-44c9-af60-81924552fb05 req-99f41d6a-408e-42bb-911e-6a94cda7bcb0 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Apr 30 05:14:36.771624 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bb501-ef63-43e6-a7a7-1a4eed75eb01 req-52fafac3-e594-4e3a-8184-d2f1a816ce81 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:36.773058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-536bb501-ef63-43e6-a7a7-1a4eed75eb01 req-52fafac3-e594-4e3a-8184-d2f1a816ce81 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0463073 Apr 30 05:14:36.818741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-536bb501-ef63-43e6-a7a7-1a4eed75eb01 req-2d746923-c5cf-4b9a-a0b2-37ebdd9b4ff8 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Apr 30 05:14:36.929616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90a67-db58-42f8-ae15-d462bb8615b1 req-3764968d-e4e6-4ef5-bdc3-fdde76df02dc tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:36.930980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cca90a67-db58-42f8-ae15-d462bb8615b1 req-3764968d-e4e6-4ef5-bdc3-fdde76df02dc tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0457423 Apr 30 05:14:36.980049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cca90a67-db58-42f8-ae15-d462bb8615b1 req-7dcd7a3b-6284-425e-aab4-2b73fbd8f423 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Apr 30 05:14:37.506022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529f4fd-8eb4-42d0-b459-98d622897622 req-47970149-3595-4854-a9e0-95719230ce0b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:37.507507 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7529f4fd-8eb4-42d0-b459-98d622897622 req-47970149-3595-4854-a9e0-95719230ce0b tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0465870 Apr 30 05:14:37.553336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7529f4fd-8eb4-42d0-b459-98d622897622 req-21b323d8-9050-466d-8890-73298e55a335 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Apr 30 05:14:38.137428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:38.664580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5b3ba-b2a7-4dbc-8001-277d259d947c req-5ff3b3cf-220b-4dce-a7a0-27be27c95424 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:38.666037 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2de5b3ba-b2a7-4dbc-8001-277d259d947c req-5ff3b3cf-220b-4dce-a7a0-27be27c95424 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0463989 Apr 30 05:14:38.713797 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2de5b3ba-b2a7-4dbc-8001-277d259d947c req-9293d5bd-ed07-4d39-9796-cfe3b2923071 tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/security-groups?id=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Apr 30 05:14:38.997415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-0ae36774-1c8f-4d1f-bcee-0b8865f71d4e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:38.998862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-0ae36774-1c8f-4d1f-bcee-0b8865f71d4e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Apr 30 05:14:39.079322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Deleting port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:14:39.079648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:39.172468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] For port 56c59808-b676-41c7-9cf9-95a1ccca3ff6, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=56c59808-b676-41c7-9cf9-95a1ccca3ff6,segment=NetworkSegment(1fbfa2b4-1883-4cd2-9132-92ba0994af0e),segment_id=1fbfa2b4-1883-4cd2-9132-92ba0994af0e)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:39.172829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:39.185910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Calling delete_port for 56c59808-b676-41c7-9cf9-95a1ccca3ff6 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:14:39.371513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (56c59808-b676-41c7-9cf9-95a1ccca3ff6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:39.382854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['56c59808-b676-41c7-9cf9-95a1ccca3ff6'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:14:39.400545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Pushing event deleted for resources: {'Port': ['ID=56c59808-b676-41c7-9cf9-95a1ccca3ff6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:39.428596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.428947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.429290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.429628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.429968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.430329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.430663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.430993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.431326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.431656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.431984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.432310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.432660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.433208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.433713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:39.459721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] No DVR routers for this DVR port 56c59808-b676-41c7-9cf9-95a1ccca3ff6 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:14:39.462359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:39.466831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9e7610d2-8d86-4a06-b15a-b128012a5164 req-1fb95448-2734-40f9-af2a-82f36f5a76ad tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.13 "DELETE /v2.0/ports/56c59808-b676-41c7-9cf9-95a1ccca3ff6 HTTP/1.1" status: 204 len: 173 time: 0.4629838 Apr 30 05:14:39.467323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-deleted', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:14:39.470609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e5973-dca6-471f-88c1-239487dc1af8" -d '{"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-deleted", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:14:39.508673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5d7d5-edb8-4b24-8461-104386552091 x-openstack-request-id: req-0de5d7d5-edb8-4b24-8461-104386552091 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:14:39.508920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a051894-618b-47d1-9408-a78385255f12", "name": "network-vif-deleted", "tag": "56c59808-b676-41c7-9cf9-95a1ccca3ff6", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:14:39.509174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0de5d7d5-edb8-4b24-8461-104386552091 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:14:39.509598 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de5d7d5-edb8-4b24-8461-104386552091'] response: {'server_uuid': '5a051894-618b-47d1-9408-a78385255f12', 'name': 'network-vif-deleted', 'tag': '56c59808-b676-41c7-9cf9-95a1ccca3ff6', 'status': 'completed', 'code': 200} Apr 30 05:14:39.825229 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1ba461c0-97fe-4a32-aa6b-87f666cf87c6 req-e93bb77d-2b95-4e4c-9568-c601ad98189e tempest-ServerDiskConfigTestJSON-429661983 tempest-ServerDiskConfigTestJSON-429661983-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a051894-618b-47d1-9408-a78385255f12 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Apr 30 05:14:40.945219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 42070) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:40.992670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Deleting subnet dbfe121b-3f29-4d4b-9e18-227b3af6e991 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:14:40.996218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Publish callbacks [] for subnet (dbfe121b-3f29-4d4b-9e18-227b3af6e991), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.030165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (dbfe121b-3f29-4d4b-9e18-227b3af6e991), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.068431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (dbfe121b-3f29-4d4b-9e18-227b3af6e991), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.174198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (dbfe121b-3f29-4d4b-9e18-227b3af6e991), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.206706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfe121b-3f29-4d4b-9e18-227b3af6e991,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:41.211570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.215140 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dbfe121b-3f29-4d4b-9e18-227b3af6e991 HTTP/1.1" status: 204 len: 168 time: 0.2688942 Apr 30 05:14:41.217821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42072) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:41.220450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.220914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.221262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.221602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.221936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.222297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.222630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.222957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.223286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.223613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.223937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.224260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.224582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.224901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.225218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd419-ab95-4c24-99eb-45289221ccd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:41.293387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.372176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.392775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd9e121-f566-43c4-a8b9-9d77a6bd76d1']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:41.401637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbfa2b4-1883-4cd2-9132-92ba0994af0e') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:41.401916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbfa2b4-1883-4cd2-9132-92ba0994af0e') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:41.410927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (1fbfa2b4-1883-4cd2-9132-92ba0994af0e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.424037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (1fbfa2b4-1883-4cd2-9132-92ba0994af0e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.429660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:14:41.430030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (1fbfa2b4-1883-4cd2-9132-92ba0994af0e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:14:41.431698 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:14:41.543655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ecd9e121-f566-43c4-a8b9-9d77a6bd76d1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.549145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.555193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ecd9e121-f566-43c4-a8b9-9d77a6bd76d1 HTTP/1.1" status: 204 len: 168 time: 0.3357275 Apr 30 05:14:41.567227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518b59-3ffe-4a87-9c37-5d075b875b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd9e121-f566-43c4-a8b9-9d77a6bd76d1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:41.835222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42076) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:41.875354 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d82adcc3-1558-4532-987c-5f28661ecacc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40784c153f344d8a07c1c099e2fb7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390029 Apr 30 05:14:41.877835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42078) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:41.928127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] Publish callbacks [] for security_group (a24cc8ec-7c16-4452-b5e4-f8b0408db1f4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:41.949055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] Publish callbacks [] for security_group (a24cc8ec-7c16-4452-b5e4-f8b0408db1f4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:42.053422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a24cc8ec-7c16-4452-b5e4-f8b0408db1f4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:42.056031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:42.057213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a24cc8ec-7c16-4452-b5e4-f8b0408db1f4 HTTP/1.1" status: 204 len: 168 time: 0.1784422 Apr 30 05:14:42.065331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b15d1-3ba5-4ca0-9f5e-0461d42fe317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24cc8ec-7c16-4452-b5e4-f8b0408db1f4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:42.736618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:14:42.757124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 56c59808-b676-41c7-9cf9-95a1ccca3ff6 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:14:42.757462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 56c59808-b676-41c7-9cf9-95a1ccca3ff6 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:14:43.040481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42100) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:43.157305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1866541926-network', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:43.230666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:14:43.232948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.241238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.313673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks [] for security_group (8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.382230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.407119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:14:43.415609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:43.423586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.423586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Added segment d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad of type vlan for network 6852f127-a015-492f-891d-2ede6a79dd33 Apr 30 05:14:43.465390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (6852f127-a015-492f-891d-2ede6a79dd33), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.559700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (6852f127-a015-492f-891d-2ede6a79dd33), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.561198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:43.561781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.648319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] Pushing event updated for resources: {'Network': ['ID=6852f127-a015-492f-891d-2ede6a79dd33,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:43.658875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 6852f127-a015-492f-891d-2ede6a79dd33 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:14:43.673374 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b0bae087-c302-48b8-a495-196c5e408765 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6317992 Apr 30 05:14:43.676236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42104) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:43.681015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Request body: {'subnet': {'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1866541926-subnet', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:43.750425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:14:43.752804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:43.973469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (bf12590c-efd1-4f8b-bc6d-2c1bc97705ff), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.025757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:44.040496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:14:44.041084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Network hostable DHCP agents. Network: 6852f127-a015-492f-891d-2ede6a79dd33, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:14:44.110247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Network 6852f127-a015-492f-891d-2ede6a79dd33 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:14:44.183196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 6852f127-a015-492f-891d-2ede6a79dd33) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:44.187362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:44.188221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.192910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1a43b-6911-444f-a73d-b24d3e5edeed None None] Network 6852f127-a015-492f-891d-2ede6a79dd33 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:14:44.279192 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3c5f77cb-6a1a-408b-a6ed-2505a56a8c00 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6018028 Apr 30 05:14:44.281786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42106) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:44.288418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:44.293527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-6852f127-a015-492f-891d-2ede6a79dd33', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:14:44.294389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.356495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.357548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.407836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for router_controller (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.426931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Allocated IP 172.20.0.2 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/3eab9676-0a4c-4d56-bff4-c2e8c93ff202) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:14:44.570800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks [] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.589570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for router_gateway (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.645522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.680991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:44.684447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:44.691902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:14:44.700738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Pushing event updated for resources: {'Port': ['ID=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:44.758670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Attempting to bind port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:14:44.759039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Attempting to bind port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:14:44.759402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Attempting to bind port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:14:44.764695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:14:44.765070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:14:44.765473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.765869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:14:44.766353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Bound port: 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:14:44.766738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.829658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] For port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:14:44.832556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] For port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:14:44.856887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for router_gateway (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.879217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.891527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:44.952245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1401f5-5011-4df5-bbfa-2b4a33a2b109 None None] Pushing event updated for resources: {'Port': ['ID=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:44.989217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Allocated IP 172.26.5.150 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/fbfe1dad-923d-41a7-98f2-74db269a802b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:14:45.124413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:45.219694 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:45.258430 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:45.263437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:45.267112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:14:45.273078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfe1dad-923d-41a7-98f2-74db269a802b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:45.570999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for router_gateway (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:45.779037 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:45.856416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501e318-32f3-4142-b58e-81cc9a91a169 None None] Network 6852f127-a015-492f-891d-2ede6a79dd33 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:14:45.931807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Provisioning complete for port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:45.932175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:45.973142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:14:46.045043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Current status of the port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:46.045426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.081845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] For port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:46.089849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:14:46.102234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:14:46.113126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:14:46.113769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:46.154485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.178867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.180670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a2515478-6f75-49d6-a86e-f3b433284798 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8973086 Apr 30 05:14:46.183320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42108) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:46.247395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a0452-6589-4a60-a647-f44e3c0418f9 None None] Pushing event updated for resources: {'Port': ['ID=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:46.272371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:14:46.334311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-522cab5c-3f6b-4e1e-9e88-c0a999e3f98b None None] Provisioning complete for port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:46.334685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-522cab5c-3f6b-4e1e-9e88-c0a999e3f98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.476334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:14:46.540426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:45Z', 'revision_number': 3, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:46.579367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:14:46.579714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Updating router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c port fbfe1dad-923d-41a7-98f2-74db269a802b binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:14:46.612166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-522cab5c-3f6b-4e1e-9e88-c0a999e3f98b None None] Current status of the port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:46.625362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.627029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:46.627387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.815342 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:46.940268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks [] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:46.944426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.030533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.083511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Attempting to bind port fbfe1dad-923d-41a7-98f2-74db269a802b on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:14:47.083889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Attempting to bind port fbfe1dad-923d-41a7-98f2-74db269a802b by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:14:47.084251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Attempting to bind port fbfe1dad-923d-41a7-98f2-74db269a802b on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:14:47.086350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc101d4-c1ad-4afc-83d0-03cd37c266f9 None None] Pushing event updated for resources: {'Port': ['ID=fbfe1dad-923d-41a7-98f2-74db269a802b,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:47.092520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:14:47.092896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:14:47.093311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.093696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:14:47.094162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Bound port: fbfe1dad-923d-41a7-98f2-74db269a802b, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:14:47.095175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.146575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] For port fbfe1dad-923d-41a7-98f2-74db269a802b, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:14:47.149669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Allocated IP 172.20.0.1 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/41361b24-df65-4a08-a252-1a49ebdf7cc5) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:14:47.149808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] For port fbfe1dad-923d-41a7-98f2-74db269a802b, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbfe1dad-923d-41a7-98f2-74db269a802b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:14:47.234744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.251592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks [] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.294621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:14:47.295170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:47.300188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc101d4-c1ad-4afc-83d0-03cd37c266f9 None None] Pushing event updated for resources: {'Port': ['ID=fbfe1dad-923d-41a7-98f2-74db269a802b,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:47.355282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.397470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:47.404937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:47.407257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:14:47.409104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:14:47.412160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Pushing event updated for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:47.451291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.659468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.668231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e46c5e87-f337-48ca-98d0-20800afc0e2e None None] Provisioning complete for port 41361b24-df65-4a08-a252-1a49ebdf7cc5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:47.668603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e46c5e87-f337-48ca-98d0-20800afc0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.718407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e46c5e87-f337-48ca-98d0-20800afc0e2e None None] Port 41361b24-df65-4a08-a252-1a49ebdf7cc5 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:14:47.766110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:45Z', 'revision_number': 3, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:47.793610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602c2a7-02b0-4d31-bf01-b6353241c637 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:45Z', 'revision_number': 3, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:14:47.830911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks [] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.891164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:47.959698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Pushing event updated for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:47.962839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.074922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:48.076692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:48.210034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:14:48.330619 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:14:48.335633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ec91d197-9510-4d54-bc79-c8ee8b96913e admin admin] 10.222.0.16 "PUT /v2.0/routers/78e87b29-ccd6-4e11-8e9c-7596b7d6d16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513433 Apr 30 05:14:48.352509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e17c4f6f-bec5-493b-88cb-dff814a0004c None None] Provisioning complete for port 41361b24-df65-4a08-a252-1a49ebdf7cc5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:48.353424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e17c4f6f-bec5-493b-88cb-dff814a0004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.402211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e17c4f6f-bec5-493b-88cb-dff814a0004c None None] Port 41361b24-df65-4a08-a252-1a49ebdf7cc5 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:14:48.463344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbfe1dad-923d-41a7-98f2-74db269a802b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:14:48.514478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbfe1dad-923d-41a7-98f2-74db269a802b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:48.514853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.600065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbfe1dad-923d-41a7-98f2-74db269a802b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:48.600575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.621730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port fbfe1dad-923d-41a7-98f2-74db269a802b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbfe1dad-923d-41a7-98f2-74db269a802b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:48.708329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.756512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=fbfe1dad-923d-41a7-98f2-74db269a802b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:48.851411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 42116) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:48.857636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816185395', 'description': 'tempest-description--679585338'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:48.916027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:48.982173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (2651d0d9-ea18-4f27-bef7-be75c0e46e18), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.024625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2651d0d9-ea18-4f27-bef7-be75c0e46e18), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.056538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2651d0d9-ea18-4f27-bef7-be75c0e46e18,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:49.084365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.085653 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-912a7ac8-aafc-4ec9-9866-239029c3ee49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2331545 Apr 30 05:14:49.088604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 42118) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:49.093580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'security_group_rule': {'security_group_id': '2651d0d9-ea18-4f27-bef7-be75c0e46e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:49.186108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (83d1b883-c267-4b16-b823-8da54818b360), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.243289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (83d1b883-c267-4b16-b823-8da54818b360), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.308369 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:14:49.314077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (83d1b883-c267-4b16-b823-8da54818b360), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.318652 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:14:49.319256 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:49.332267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d1b883-c267-4b16-b823-8da54818b360,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:49.401649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.403092 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1136f0be-bda2-452e-975b-2df4df910627 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134048 Apr 30 05:14:49.405696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 42120) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:49.410180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'security_group_rule': {'security_group_id': '2651d0d9-ea18-4f27-bef7-be75c0e46e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:49.429207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:14:49.493145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (55d2e987-3766-4030-92be-78f02e884991), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.551109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (55d2e987-3766-4030-92be-78f02e884991), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.614289 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 2, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:49.633925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (55d2e987-3766-4030-92be-78f02e884991), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.644487 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:14:49.644838 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Updating router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c port 41361b24-df65-4a08-a252-1a49ebdf7cc5 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:14:49.653743 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d2e987-3766-4030-92be-78f02e884991,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:49.673316 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.738949 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.740205 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b79211a2-3f3c-4b43-bf95-f48359acf94b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334780 Apr 30 05:14:49.743057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 42122) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:14:49.748383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:49.824982 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.903134 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.928178 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks [] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:49.994031 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.013995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Allocated IP 172.26.5.33 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/4d77cd93-9a5c-480a-a9ab-6dd437a4bef6) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:14:50.046624 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Pushing event updated for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:50.058104 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.058479 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.058819 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.059158 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.059491 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.059839 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.060151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.060477 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.060796 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.061136 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.061463 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.061786 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.062105 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.062780 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.063096 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:50.122090 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Attempting to bind port 41361b24-df65-4a08-a252-1a49ebdf7cc5 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:14:50.122477 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Attempting to bind port 41361b24-df65-4a08-a252-1a49ebdf7cc5 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:14:50.122881 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Attempting to bind port 41361b24-df65-4a08-a252-1a49ebdf7cc5 on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:14:50.128656 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:14:50.129015 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:14:50.129586 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.129772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.129973 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:14:50.130466 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Bound port: 41361b24-df65-4a08-a252-1a49ebdf7cc5, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:14:50.130835 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.197267 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] For port 41361b24-df65-4a08-a252-1a49ebdf7cc5, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:14:50.200962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] For port 41361b24-df65-4a08-a252-1a49ebdf7cc5, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41361b24-df65-4a08-a252-1a49ebdf7cc5,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:14:50.263287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.336508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:50.336508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:50.336508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:14:50.336894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Provisioning complete for port 41361b24-df65-4a08-a252-1a49ebdf7cc5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:50.336894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.337450 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.345188 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=4d77cd93-9a5c-480a-a9ab-6dd437a4bef6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:50.435055 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.438972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Current status of the port 41361b24-df65-4a08-a252-1a49ebdf7cc5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:50.439575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.479559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbfe1dad-923d-41a7-98f2-74db269a802b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:14:50.483135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] For port 41361b24-df65-4a08-a252-1a49ebdf7cc5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41361b24-df65-4a08-a252-1a49ebdf7cc5,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:50.521483 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:14:50.521483 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:50.521483 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f67a6-35ca-4454-9810-68d7a5b978cf None None] Pushing event updated for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:50.531977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.547225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbfe1dad-923d-41a7-98f2-74db269a802b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:50.548357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.551843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.643778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2bf38-3b47-4045-a7b7-7d3d10843cec None None] Pushing event updated for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:50.651381 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:14:50.683073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbfe1dad-923d-41a7-98f2-74db269a802b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:50.709628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.765370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.775293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1b38e24e-6ebf-45b9-9e49-f168949ab962 None None] Provisioning complete for port 41361b24-df65-4a08-a252-1a49ebdf7cc5 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:50.775783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1b38e24e-6ebf-45b9-9e49-f168949ab962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.839487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=4d77cd93-9a5c-480a-a9ab-6dd437a4bef6,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:50.851753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.862670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e24e-6ebf-45b9-9e49-f168949ab962 None None] Current status of the port 41361b24-df65-4a08-a252-1a49ebdf7cc5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:50.868540 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:14:50.898983 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32661-dce2-49a3-a1c9-87e0b90e6a8e None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:14:50.946619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:50.949266 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f096784e-98fa-4179-8ab7-5d76b43cb498 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2052047 Apr 30 05:14:51.111691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-87e3073d-2bfb-4cb4-aef0-1ab686536c49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--816185395&fields=id&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 267 time: 0.0536981 Apr 30 05:14:51.222386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-0581367e-1b98-443f-a56f-02b8fa555f9e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:51.223912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-0581367e-1b98-443f-a56f-02b8fa555f9e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1055794 Apr 30 05:14:51.239187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-2365fe85-8751-46f5-a3da-c63fbdb13072 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/quotas/3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 375 time: 0.0097229 Apr 30 05:14:51.293816 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-2f7de06c-fa94-4075-a25b-647e084fc2d2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493422 Apr 30 05:14:51.356453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-ce4daa0d-77fb-4243-88d6-510ac7910ed9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:14:51.357455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-ce4daa0d-77fb-4243-88d6-510ac7910ed9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525405 Apr 30 05:14:51.450182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7072caaa-efe2-405f-90ed-b9dedd0f51e8 service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865073 Apr 30 05:14:51.549276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-3a27c8e7-74c2-4de1-8fc8-d096b30b57ce service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932605 Apr 30 05:14:51.827501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-da165fea-2af4-4379-920c-52621525d7dd req-8fdfe793-3d22-4827-90a9-15b540d4a18f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 210 time: 0.0295563 Apr 30 05:14:51.851128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4c3adeb6-e693-4a13-acc4-7c16c316864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:52.461410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41361b24-df65-4a08-a252-1a49ebdf7cc5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:14:52.507764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 41361b24-df65-4a08-a252-1a49ebdf7cc5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:52.508138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:52.583411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 41361b24-df65-4a08-a252-1a49ebdf7cc5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:52.927434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d7f1e898-3b76-4dc9-adea-a1fd0b8fd1dc req-2ae33591-400c-4a73-b3b6-059f6f5b8b39 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 210 time: 0.0284810 Apr 30 05:14:53.804129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7482b3dc-487a-4cca-a559-62e4e1cc1849 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:53.805565 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7482b3dc-487a-4cca-a559-62e4e1cc1849 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1085043 Apr 30 05:14:53.867338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-93bcd9a6-f647-4d5d-8df7-a7fb9e025254 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 379 time: 0.0518053 Apr 30 05:14:53.877601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'port': {'device_id': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'admin_state_up': True, 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'security_groups': ['2651d0d9-ea18-4f27-bef7-be75c0e46e18']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:54.029919 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-60825e8e-1538-48b5-9c96-3f6fde9d01d9 req-219df36f-335f-41bb-81dd-1bb263bd052b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 210 time: 0.0340235 Apr 30 05:14:54.039762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:14:54.043169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.064882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c4488163-9aab-4e0e-9ba7-c48efae8a3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.167515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Allocated IP 172.20.0.6 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/9aed969d-da4a-43a2-a8c2-4aa3b197d0ee) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:14:54.304635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.394457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.436847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:14:54.442116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:14:54.445764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:14:54.451971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:54.498484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:54.499133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.568029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-7238b74e-2e92-40e1-b122-e013339b4da9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964529 Apr 30 05:14:54.581918 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Request body: {'port': {'device_id': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:14:54.648192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.705339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3835397a-b488-4e80-9e01-c4ea12b9b875 None None] Provisioning complete for port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:14:54.705733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3835397a-b488-4e80-9e01-c4ea12b9b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.742232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3835397a-b488-4e80-9e01-c4ea12b9b875 None None] Port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:14:54.914374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:14:54.922535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks [] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:54.935328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Transition to ACTIVE for port object 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:14:55.018753 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:55.070759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:55.092474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:55.176780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41004af-0c28-4541-9d48-2f1b55ddc7e7 req-2655c1ee-f68d-47c7-9701-0f4e041a3b64 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.178223 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c41004af-0c28-4541-9d48-2f1b55ddc7e7 req-2655c1ee-f68d-47c7-9701-0f4e041a3b64 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 943 time: 0.0614469 Apr 30 05:14:55.200313 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Attempting to bind port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:14:55.200645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Attempting to bind port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:14:55.200971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Attempting to bind port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:14:55.214290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee on network 6852f127-a015-492f-891d-2ede6a79dd33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:14:55.214625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Attempting to bind port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:14:55.227495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:14:55.227834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:14:55.228221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:14:55.229292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Bound port: 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:14:55.229869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:55.259194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c41004af-0c28-4541-9d48-2f1b55ddc7e7 req-42118db6-d148-4468-b03d-67d388e7499c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741112 Apr 30 05:14:55.308756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:14:55.311738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:14:55.367729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:55.400985 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.401625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:55.402998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] 10.222.0.13 "PUT /v2.0/ports/9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 1093 time: 0.8256872 Apr 30 05:14:55.403446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:14:55.405652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854186a1-2420-44ed-90bb-39bdaf0b90c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:14:55.445420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e04f3d-b623-4375-ad64-03f1927487d0 x-openstack-request-id: req-25e04f3d-b623-4375-ad64-03f1927487d0 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:14:55.445719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:14:55.445974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25e04f3d-b623-4375-ad64-03f1927487d0 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:14:55.446417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e04f3d-b623-4375-ad64-03f1927487d0'] response: {'name': 'network-changed', 'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'status': 'completed', 'code': 200} Apr 30 05:14:55.447417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb579a4-03a4-472a-bbe4-e248076906df service neutron] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:55.515944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-1d16a0b7-b985-42f2-920a-c56120df48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.517586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-1d16a0b7-b985-42f2-920a-c56120df48c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1127 time: 0.0494325 Apr 30 05:14:55.618140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-7bf0de0c-1a34-4309-ae2f-92d79cedb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.619667 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-7bf0de0c-1a34-4309-ae2f-92d79cedb78d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3101421bd1c04d97834b47158c2e8dbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957808 Apr 30 05:14:55.719593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-a5d6cedf-421d-4f33-9455-10ee26edfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.720985 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-854186a1-2420-44ed-90bb-39bdaf0b90c9 req-a5d6cedf-421d-4f33-9455-10ee26edfa55 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946202 Apr 30 05:14:55.796718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-813893b1-feb3-4cdd-b5e4-3b7908f46810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.798177 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-813893b1-feb3-4cdd-b5e4-3b7908f46810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1127 time: 0.0396605 Apr 30 05:14:55.837451 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-e06bdb68-0eb3-4764-ba10-006c5bc3f47b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 217 time: 0.0332494 Apr 30 05:14:55.887457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-888d0fef-fd04-4a50-beb1-7bb84ecdca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.888694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-888d0fef-fd04-4a50-beb1-7bb84ecdca30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0460191 Apr 30 05:14:55.929997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-9d30de7a-9a5c-491f-944a-611ab3ec0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:55.931464 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-9d30de7a-9a5c-491f-944a-611ab3ec0112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376711 Apr 30 05:14:56.018472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-fa8e5d18-5a3d-428e-9991-374406e902a4 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797911 Apr 30 05:14:56.107619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b5720c4-2fd3-48e5-9308-8d6e92f2de84 req-db9d571f-69fa-4181-8d39-784d0ccef1ae service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837967 Apr 30 05:14:56.374202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf8c37-a510-4810-989c-bcd9bef89ad1 req-490e1c3c-f3f1-420d-93ba-bac708daeff7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:56.376136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfaf8c37-a510-4810-989c-bcd9bef89ad1 req-490e1c3c-f3f1-420d-93ba-bac708daeff7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 943 time: 0.0479317 Apr 30 05:14:56.422511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfaf8c37-a510-4810-989c-bcd9bef89ad1 req-8f47efaa-cde3-47b1-bdea-dcef4237733d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 Apr 30 05:14:56.799567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:57.545846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179265-8744-4f94-848f-cb9a80d1168e req-4964272f-37ce-407b-a75c-65bbbf0f8512 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:57.547312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1f179265-8744-4f94-848f-cb9a80d1168e req-4964272f-37ce-407b-a75c-65bbbf0f8512 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 943 time: 0.0506742 Apr 30 05:14:57.592918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1f179265-8744-4f94-848f-cb9a80d1168e req-9760dc13-e9c2-4989-b791-97fb86e532d7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Apr 30 05:14:58.250741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:58.707196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f84c-5db4-4d50-80b8-0c4c00d160c0 req-842dc22d-9ebf-43c1-86fc-f4b5bc826ace tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:58.708623 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b99f84c-5db4-4d50-80b8-0c4c00d160c0 req-842dc22d-9ebf-43c1-86fc-f4b5bc826ace tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 943 time: 0.0464916 Apr 30 05:14:58.755916 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b99f84c-5db4-4d50-80b8-0c4c00d160c0 req-9ced2643-50ea-4171-afbf-881c72b9702a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Apr 30 05:14:58.845391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:14:58.941372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:58.952211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'mac_address': 'fa:16:3e:74:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:14:58.991957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:14:58.992332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:59.004475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:14:59.023072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:14:59.070086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:14:59.117811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:14:59.125407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.125746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.126079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.126506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.126976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.127306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.127636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.127958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.128280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.128603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.128922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.129242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.129621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.129955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.130323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:14:59.269164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:14:59.869731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef88e-a85c-4c63-bd25-f1d8e65735d2 req-6342cd4e-def6-4234-9503-c14d75e3ac52 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:14:59.871663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0bef88e-a85c-4c63-bd25-f1d8e65735d2 req-6342cd4e-def6-4234-9503-c14d75e3ac52 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 944 time: 0.0493667 Apr 30 05:14:59.916513 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0bef88e-a85c-4c63-bd25-f1d8e65735d2 req-141b030d-8981-4b16-abb1-d6a343a7d6ca tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Apr 30 05:15:00.863812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:15:00.908024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:15:01.010916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:15:01.011292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:01.030453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fc38-40c3-4832-a2d6-ac59b453e508 req-7bf01300-462c-4323-a0f1-f36fae6721f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:01.031969 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e52fc38-40c3-4832-a2d6-ac59b453e508 req-7bf01300-462c-4323-a0f1-f36fae6721f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 944 time: 0.0489106 Apr 30 05:15:01.081498 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e52fc38-40c3-4832-a2d6-ac59b453e508 req-6bd97776-093f-481a-beac-ba4b0b307211 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Apr 30 05:15:01.089480 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:15:01.095037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:01.116392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:01.118776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede09d0-ec1e-4899-8bce-674035c195fc" -d '{"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-plugged", "status": "completed", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:01.131068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:01.157086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e738cc-281f-4243-9832-66d7fa84811f x-openstack-request-id: req-80e738cc-281f-4243-9832-66d7fa84811f {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:01.157382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-plugged", "status": "completed", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:01.157800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80e738cc-281f-4243-9832-66d7fa84811f {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:01.158248 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e738cc-281f-4243-9832-66d7fa84811f'] response: {'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'code': 200} Apr 30 05:15:01.205239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:01.253196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:01.435606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b374a36-3511-4095-b142-534a15fa0988 req-76f0bb46-5220-4e9e-af71-28fb23ff0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:01.437299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4b374a36-3511-4095-b142-534a15fa0988 req-76f0bb46-5220-4e9e-af71-28fb23ff0621 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1129 time: 0.0374813 Apr 30 05:15:01.482034 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4b374a36-3511-4095-b142-534a15fa0988 req-6173e934-0a44-4627-ae3b-ff2a1492b648 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Apr 30 05:15:02.194057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815557a8-8444-4f1a-8115-2397464dc522 req-1c2c4c06-7480-49b0-9d26-ed2925a93c74 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:02.195532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-815557a8-8444-4f1a-8115-2397464dc522 req-1c2c4c06-7480-49b0-9d26-ed2925a93c74 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0471015 Apr 30 05:15:02.241539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-815557a8-8444-4f1a-8115-2397464dc522 req-7fd69d06-ff5a-4fe1-8198-b5d2fa059eb6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Apr 30 05:15:03.355830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068ff1-1030-4f19-96b3-ee4deeb4517f req-7bbe44b4-e3d4-420d-9117-169c89424170 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:03.357276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45068ff1-1030-4f19-96b3-ee4deeb4517f req-7bbe44b4-e3d4-420d-9117-169c89424170 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0468755 Apr 30 05:15:03.403048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45068ff1-1030-4f19-96b3-ee4deeb4517f req-eb8389b2-045a-48e0-9952-b6bc1c7cdd12 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Apr 30 05:15:03.515134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7887013-c220-44f0-bab5-1871dd33beb2 req-4fab9b39-a789-45b4-b044-a13e20b00f09 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:03.516601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f7887013-c220-44f0-bab5-1871dd33beb2 req-4fab9b39-a789-45b4-b044-a13e20b00f09 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0504279 Apr 30 05:15:03.528999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42178) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:15:03.530254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'floatingip': {'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:15:03.568479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:04.004336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:04.073529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:04.175405 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 associated. External IP: 172.26.5.33, port: 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee. Apr 30 05:15:04.728373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:15:04.837389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:15:04.841965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:04.848300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:15:04.858297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:04.858937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:04.870397 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b87ec76e-c541-49bc-88dd-9cdc37d3a147 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "PUT /v2.0/floatingips/44222738-fbb6-4f6a-9a4b-fb27d507a282 HTTP/1.1" status: 200 len: 990 time: 1.3441527 Apr 30 05:15:04.871555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:04.873826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b876db-cca8-4ff9-b068-24674ae71779" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:04.918956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430a5bf-98e1-40e8-86f8-d1a840abddf0 x-openstack-request-id: req-6430a5bf-98e1-40e8-86f8-d1a840abddf0 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:04.919252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:04.919529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6430a5bf-98e1-40e8-86f8-d1a840abddf0 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:04.919936 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6430a5bf-98e1-40e8-86f8-d1a840abddf0'] response: {'name': 'network-changed', 'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'status': 'completed', 'code': 200} Apr 30 05:15:04.954955 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:15:04.973218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:05.004944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1621df-7076-4182-985b-fab964e1f7f4 req-3801b665-da68-47bd-84be-69f2dbbb78e2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.006364 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ee1621df-7076-4182-985b-fab964e1f7f4 req-3801b665-da68-47bd-84be-69f2dbbb78e2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0772243 Apr 30 05:15:05.007454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b876db-cca8-4ff9-b068-24674ae71779 req-e424f2f6-7c72-494a-ac14-cc92ed3b66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.008766 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-e424f2f6-7c72-494a-ac14-cc92ed3b66a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1129 time: 0.0679736 Apr 30 05:15:05.110967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ee1621df-7076-4182-985b-fab964e1f7f4 req-bc484503-aed3-48f3-87a3-399b880607d1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979843 Apr 30 05:15:05.135686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b876db-cca8-4ff9-b068-24674ae71779 req-ab7d33bf-bd8d-4765-a816-e12bfe13d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.138079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-ab7d33bf-bd8d-4765-a816-e12bfe13d415 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.1184509 Apr 30 05:15:05.197938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:74:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:03Z', 'revision_number': 1, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:05.226453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:15:05.235098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:05.235714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:14:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:05.240450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-ffc594ee-c5cd-424c-87b3-c1eb68431585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 998 time: 0.0972283 Apr 30 05:15:05.247121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c88aad-5457-4f93-b527-dd265c921083 req-4c17bd9f-6470-4918-a15b-bbc570c560fc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.248524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a1c88aad-5457-4f93-b527-dd265c921083 req-4c17bd9f-6470-4918-a15b-bbc570c560fc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0626669 Apr 30 05:15:05.326744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b876db-cca8-4ff9-b068-24674ae71779 req-82742163-b255-48f6-b99c-12c17a55d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.328110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-82742163-b255-48f6-b99c-12c17a55d858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0787563 Apr 30 05:15:05.335004 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a1c88aad-5457-4f93-b527-dd265c921083 req-9d0489e0-d4c9-44a1-ac23-9607233eeb5d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785453 Apr 30 05:15:05.355007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:05.375049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b876db-cca8-4ff9-b068-24674ae71779 req-5e2f859e-01ef-4bda-b27b-eb2a25a32150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:05.376549 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-5e2f859e-01ef-4bda-b27b-eb2a25a32150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407207 Apr 30 05:15:05.469315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-c4cfe5ba-287f-4ed6-8773-c7c6905f0d76 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868597 Apr 30 05:15:05.559175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74b876db-cca8-4ff9-b068-24674ae71779 req-e78a594b-d52f-40e6-b420-c3a9f491f5fa service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840750 Apr 30 05:15:05.563457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:74:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:03Z', 'revision_number': 1, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:05.591380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8447098-1c97-4135-8d2e-df96d28e9f6d None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:74:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:03Z', 'revision_number': 1, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:15:05.776839 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70829ff7-42e0-4a8f-9d6b-94cc7f49f751 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:15:06.448293 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bd152-d71d-4002-9ddc-4ed115682e77 req-12be4524-7726-43b6-9fce-f939a750ae98 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:06.450438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b40bd152-d71d-4002-9ddc-4ed115682e77 req-12be4524-7726-43b6-9fce-f939a750ae98 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0487192 Apr 30 05:15:06.502241 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b40bd152-d71d-4002-9ddc-4ed115682e77 req-b034684a-3909-41c6-a591-aae5d6d53c72 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Apr 30 05:15:06.613155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382deaf-fb5f-421b-b0f9-cc05793ca556 req-5314b5c0-d366-4103-ac4e-512bf7a70c51 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:06.614655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e382deaf-fb5f-421b-b0f9-cc05793ca556 req-5314b5c0-d366-4103-ac4e-512bf7a70c51 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0460982 Apr 30 05:15:06.659976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e382deaf-fb5f-421b-b0f9-cc05793ca556 req-df11e2ae-467e-4232-a14a-16de948b7a68 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Apr 30 05:15:06.997566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724438e-ab03-4400-939b-1fe8f073d386 req-19ef9ec2-7851-433e-8148-3dddf5a9ea94 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:06.999031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3724438e-ab03-4400-939b-1fe8f073d386 req-19ef9ec2-7851-433e-8148-3dddf5a9ea94 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0477288 Apr 30 05:15:07.046117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3724438e-ab03-4400-939b-1fe8f073d386 req-a1e063a2-cf3d-4004-a639-ec6d56cc9786 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 Apr 30 05:15:07.145298 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-481aab61-9efe-413a-b781-4f16766e6382 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375993 Apr 30 05:15:07.711898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-166f973b-8d67-4c86-829f-dd12aa4fe903 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:07.713250 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-166f973b-8d67-4c86-829f-dd12aa4fe903 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports/9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 942 time: 0.0466542 Apr 30 05:15:08.099012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:08.173631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24d6ee-7c32-42c3-b3d4-e39e026ca6b1 req-d50ac4ce-f480-480d-8225-fb03878c8a40 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:08.175981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a24d6ee-7c32-42c3-b3d4-e39e026ca6b1 req-d50ac4ce-f480-480d-8225-fb03878c8a40 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0529413 Apr 30 05:15:08.228626 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a24d6ee-7c32-42c3-b3d4-e39e026ca6b1 req-05118299-26f2-4640-932b-f4de7d06a064 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Apr 30 05:15:09.164200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-7011943e-e0a1-4776-850d-14bed5b5a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:09.165734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-7011943e-e0a1-4776-850d-14bed5b5a892 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1129 time: 0.0388494 Apr 30 05:15:09.259299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-513ac011-a1b6-4542-bccd-0c50e249f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:09.260857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-513ac011-a1b6-4542-bccd-0c50e249f529 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0884771 Apr 30 05:15:09.357943 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-d9befe4b-5973-4ce3-9be5-5d59c51829c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 1000 time: 0.0911403 Apr 30 05:15:09.364078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9f0ab-d80c-4380-bf3e-a792eb4d48d0 req-0cd26c94-e8c9-4ba9-baf6-350005a8ee27 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:09.365407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b9f0ab-d80c-4380-bf3e-a792eb4d48d0 req-0cd26c94-e8c9-4ba9-baf6-350005a8ee27 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0647264 Apr 30 05:15:09.434976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-4c7e60be-e5e9-4c85-ab43-465abe2e9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:09.436292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-4c7e60be-e5e9-4c85-ab43-465abe2e9741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0700793 Apr 30 05:15:09.443461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b9f0ab-d80c-4380-bf3e-a792eb4d48d0 req-bac4aaec-032b-4262-8b18-13f2e956dbf2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697479 Apr 30 05:15:09.480515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-fc8b3aee-f798-4c03-a770-39a66cf6c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:09.481969 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-fc8b3aee-f798-4c03-a770-39a66cf6c464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377016 Apr 30 05:15:09.571348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-8798c0a3-4aad-437e-9142-8d69f0c006de service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Apr 30 05:15:09.656739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-bb4256ce-8f0b-4ccd-b821-3f3eab017c67 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799289 Apr 30 05:15:10.559913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23974f-1dfd-45aa-be8a-deaec8be41d6 req-fb39b118-8ef8-46cb-a979-f9ad499c7d02 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:10.561350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b23974f-1dfd-45aa-be8a-deaec8be41d6 req-fb39b118-8ef8-46cb-a979-f9ad499c7d02 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0512486 Apr 30 05:15:10.608513 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b23974f-1dfd-45aa-be8a-deaec8be41d6 req-a6810099-e55b-451e-941f-a18f27df4e83 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413363 Apr 30 05:15:11.723078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d821261-cc5f-4d19-b70e-a50037ec4b70 req-83190651-8827-4871-ac45-5261924d382f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:11.724584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6d821261-cc5f-4d19-b70e-a50037ec4b70 req-83190651-8827-4871-ac45-5261924d382f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0479374 Apr 30 05:15:11.771980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6d821261-cc5f-4d19-b70e-a50037ec4b70 req-e81955ec-2c4e-4b73-9c95-f56e90ac5c85 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Apr 30 05:15:12.887970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d816-d437-4db5-94af-832beb4b3e8c req-5ee66e4a-02d4-4382-9a4d-39a477e60b52 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:12.889427 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f3f8d816-d437-4db5-94af-832beb4b3e8c req-5ee66e4a-02d4-4382-9a4d-39a477e60b52 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0499022 Apr 30 05:15:12.934619 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f3f8d816-d437-4db5-94af-832beb4b3e8c req-17236375-9f29-44e4-b84d-7f9da6624672 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397294 Apr 30 05:15:14.047357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aab8f-99bd-4ed4-8a0a-302b2d724d86 req-f32f3a2b-c903-4c43-8a93-ce3455ad68d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:14.048719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c77aab8f-99bd-4ed4-8a0a-302b2d724d86 req-f32f3a2b-c903-4c43-8a93-ce3455ad68d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0462363 Apr 30 05:15:14.095174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c77aab8f-99bd-4ed4-8a0a-302b2d724d86 req-fa6cab03-4913-479c-a7b7-8bd682e6ad38 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409696 Apr 30 05:15:15.209349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95cb2-e077-447d-a786-7421102a5e6d req-718ac659-4e4d-4bc0-9a4a-a34df802091d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:15.210813 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6bf95cb2-e077-447d-a786-7421102a5e6d req-718ac659-4e4d-4bc0-9a4a-a34df802091d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0472317 Apr 30 05:15:15.260341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6bf95cb2-e077-447d-a786-7421102a5e6d req-cdff474a-fb83-49d9-8d44-44de9ad14906 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433247 Apr 30 05:15:16.374290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c355b-b6fa-427f-a934-01d039002030 req-206b2a9a-f826-40c7-8c24-f37d9cf52fec tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:16.375754 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-182c355b-b6fa-427f-a934-01d039002030 req-206b2a9a-f826-40c7-8c24-f37d9cf52fec tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0469129 Apr 30 05:15:16.422050 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-182c355b-b6fa-427f-a934-01d039002030 req-0fd1baf7-a33f-4156-955b-157438e6888d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Apr 30 05:15:17.534322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645e578-3bad-465b-87a1-635307070c28 req-28ea2be2-feb2-4b2a-bd82-f1e2b9adf05c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:17.535794 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7645e578-3bad-465b-87a1-635307070c28 req-28ea2be2-feb2-4b2a-bd82-f1e2b9adf05c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0463729 Apr 30 05:15:17.582010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7645e578-3bad-465b-87a1-635307070c28 req-8456eab5-d005-4fa0-b39d-7a00a3ff1c5d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Apr 30 05:15:18.698907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efca6cf-d033-444b-8ad6-fed20f1447cd req-1b48703d-54c3-4760-b3e6-890f45507134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:18.700238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1efca6cf-d033-444b-8ad6-fed20f1447cd req-1b48703d-54c3-4760-b3e6-890f45507134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0500998 Apr 30 05:15:18.747477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1efca6cf-d033-444b-8ad6-fed20f1447cd req-e0e3f218-4d0b-4b97-b8b0-00cf773207bc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Apr 30 05:15:19.859057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e995bf-f77d-4ecd-982c-e462bb69c6de req-d73c98b4-d81e-4772-bdc5-2995c6f1d4c4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:19.860500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e995bf-f77d-4ecd-982c-e462bb69c6de req-d73c98b4-d81e-4772-bdc5-2995c6f1d4c4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0459297 Apr 30 05:15:19.905721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a3e995bf-f77d-4ecd-982c-e462bb69c6de req-05d6c6dd-652d-4bf4-9940-7bd98cbdcd5e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Apr 30 05:15:21.018357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca87c-de6b-4b83-a0d6-8cf4f933ffe1 req-e0cde441-eeab-484f-a677-7289e0dc1fa4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:21.019699 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a93ca87c-de6b-4b83-a0d6-8cf4f933ffe1 req-e0cde441-eeab-484f-a677-7289e0dc1fa4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0455503 Apr 30 05:15:21.068787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a93ca87c-de6b-4b83-a0d6-8cf4f933ffe1 req-14c2663b-1a17-40a6-ba3a-e589571a1d05 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Apr 30 05:15:21.869400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-307de019-6d17-41e8-9186-cc91ce5abd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:22.184209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3ebd-403b-42fd-8434-4db24b6e5c9c req-c36877b8-2f20-4cc1-8f8d-75d830109c1d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:22.185648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59ad3ebd-403b-42fd-8434-4db24b6e5c9c req-c36877b8-2f20-4cc1-8f8d-75d830109c1d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0462544 Apr 30 05:15:22.235521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59ad3ebd-403b-42fd-8434-4db24b6e5c9c req-6d0bbb21-40f5-4ce3-9151-bbad633cf0b5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Apr 30 05:15:23.349902 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04390b7-e9f8-4769-a12e-c1b96ab62e1d req-8a9d54a1-853f-447b-aeb5-548222b9731e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:23.351369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e04390b7-e9f8-4769-a12e-c1b96ab62e1d req-8a9d54a1-853f-447b-aeb5-548222b9731e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0475461 Apr 30 05:15:23.397581 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e04390b7-e9f8-4769-a12e-c1b96ab62e1d req-1206458c-a4ac-4181-b190-41e99fb5bd6b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Apr 30 05:15:24.068376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dbeee769-a71e-4c51-8899-1e7ce7901e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:24.513427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d242637-27f6-4685-99f5-8f6796df2cdf req-de1b620b-3bc1-49fe-857e-6aff979bc8f1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:24.514894 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d242637-27f6-4685-99f5-8f6796df2cdf req-de1b620b-3bc1-49fe-857e-6aff979bc8f1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0492940 Apr 30 05:15:24.562209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2d242637-27f6-4685-99f5-8f6796df2cdf req-87e1fda9-cc3c-479c-936f-98e5cd9a41e7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Apr 30 05:15:25.081428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:25.677732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73066c2-66a7-4c60-806d-832042b475d6 req-54cae5e1-f644-4290-a654-936919733aaf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:25.679193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b73066c2-66a7-4c60-806d-832042b475d6 req-54cae5e1-f644-4290-a654-936919733aaf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0465391 Apr 30 05:15:25.725660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b73066c2-66a7-4c60-806d-832042b475d6 req-2dc58e28-945e-44c8-8309-ebbe659b5064 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Apr 30 05:15:26.508548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-aceacc3d-0f9d-4d97-9d95-fcffc7f91ee0 service neutron] 10.222.0.13 "GET /v2.0/ports/9aed969d-da4a-43a2-a8c2-4aa3b197d0ee/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0626619 Apr 30 05:15:26.824244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:26.843621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87041c0b-2742-4b73-a9c6-429ee9d4cff2 req-00549af5-0708-4a9b-a305-a956d76594af tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:26.845145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87041c0b-2742-4b73-a9c6-429ee9d4cff2 req-00549af5-0708-4a9b-a305-a956d76594af tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0504494 Apr 30 05:15:26.892766 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87041c0b-2742-4b73-a9c6-429ee9d4cff2 req-e51d9e7e-de4a-4564-aab3-fa1bda8b7dbf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Apr 30 05:15:27.053395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-da61497c-847d-45ab-9c2b-66d694e05302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:27.054779 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-da61497c-847d-45ab-9c2b-66d694e05302 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1129 time: 0.0384889 Apr 30 05:15:27.113567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-96b53022-dede-4dd2-9160-a7a90368cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:27.115029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-96b53022-dede-4dd2-9160-a7a90368cbc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1129 time: 0.0383050 Apr 30 05:15:27.204763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-374fd6e2-3eb4-4ef4-83c9-d1b167bd1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:27.206736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-374fd6e2-3eb4-4ef4-83c9-d1b167bd1392 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0865018 Apr 30 05:15:27.273138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-5751037d-7b05-41f3-97dd-0c53f86f5322 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 1000 time: 0.0611632 Apr 30 05:15:27.319983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-a513f211-c207-4d99-91ec-1176ae7db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:27.321309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-a513f211-c207-4d99-91ec-1176ae7db561 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0422642 Apr 30 05:15:27.364407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-56d3125c-2c14-49ab-a8a1-b6a73cc2f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:27.365831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-56d3125c-2c14-49ab-a8a1-b6a73cc2f644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379374 Apr 30 05:15:27.456363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-e0016c59-bf3f-45be-b7a8-7cc4a6477bff service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Apr 30 05:15:27.544151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ddce0f5-2b7a-49f4-aeef-7ee2eede6e49 req-49090e2b-39b0-4968-b8cf-601e277000f3 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Apr 30 05:15:28.005863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e4a60-ee77-434c-95eb-4291162e8c44 req-2372deed-9517-47f0-8647-392449e16bde tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:28.007248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-608e4a60-ee77-434c-95eb-4291162e8c44 req-2372deed-9517-47f0-8647-392449e16bde tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0471702 Apr 30 05:15:28.057791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-608e4a60-ee77-434c-95eb-4291162e8c44 req-5cf3fa72-cace-4f09-a6b7-164e755b86da tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Apr 30 05:15:28.218288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:29.032229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:15:29.183987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859aa7-3a47-4114-9f37-300da12881f1 req-ac8f862b-a266-440f-8be6-378b7c9a781f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:29.185556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7859aa7-3a47-4114-9f37-300da12881f1 req-ac8f862b-a266-440f-8be6-378b7c9a781f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0557353 Apr 30 05:15:29.233981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7859aa7-3a47-4114-9f37-300da12881f1 req-3bc2d278-d863-4d11-96e0-133f8a33d95e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Apr 30 05:15:29.271608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:29.282077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'mac_address': 'fa:16:3e:74:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:15:29.321113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:15:29.321415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:29.334177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:15:29.352416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:29.412517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:29.463126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:29.467129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:15:30.346794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041c9e-d772-4459-96b0-1c8289a35c7b req-36c106ed-0a45-4541-8394-9d1d97930f04 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:30.348233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1e041c9e-d772-4459-96b0-1c8289a35c7b req-36c106ed-0a45-4541-8394-9d1d97930f04 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 944 time: 0.0459819 Apr 30 05:15:30.394101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1e041c9e-d772-4459-96b0-1c8289a35c7b req-9d92a81c-bb22-4b53-8f87-14602c5f267f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Apr 30 05:15:30.722215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666c15b-4c51-4441-8567-e955d179a07f req-2f9dfe28-908e-44d0-8f34-3b9e2d9c4e70 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:30.723807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0666c15b-4c51-4441-8567-e955d179a07f req-2f9dfe28-908e-44d0-8f34-3b9e2d9c4e70 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 944 time: 0.0513172 Apr 30 05:15:30.807048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-b7d97a8c-7a56-4503-be4f-39c842f21fc0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:30.808642 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-b7d97a8c-7a56-4503-be4f-39c842f21fc0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e&tenant_id=3101421bd1c04d97834b47158c2e8dbe&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 944 time: 0.0644121 Apr 30 05:15:30.811869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0666c15b-4c51-4441-8567-e955d179a07f req-40dd217c-e39b-45b0-b658-a022b30bf019 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809977 Apr 30 05:15:30.891246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-aeffc93c-e090-4c34-89b4-042abebb8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:30.892718 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-aeffc93c-e090-4c34-89b4-042abebb8699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 1128 time: 0.0390954 Apr 30 05:15:30.982327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-167262a1-8cc3-452d-928e-8ffdbf9c570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:30.983764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-167262a1-8cc3-452d-928e-8ffdbf9c570d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0860536 Apr 30 05:15:31.049347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-f9092ce7-f2c8-4219-9cb1-b6ab611eda82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 200 len: 999 time: 0.0599225 Apr 30 05:15:31.052589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:15:31.097058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-00aafabe-3bef-44f0-bd31-d73d1ad39321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:31.098522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-00aafabe-3bef-44f0-bd31-d73d1ad39321 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0439186 Apr 30 05:15:31.101072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:15:31.101445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:31.140898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-8e9d0dfe-d2e8-4a7a-bd21-ce08fa880af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:31.142450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-8e9d0dfe-d2e8-4a7a-bd21-ce08fa880af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385895 Apr 30 05:15:31.182417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:15:31.183039 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:31.206548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:31.208835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351eb433-e92b-45a6-97fe-2062f83b582c" -d '{"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-plugged", "status": "completed", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:31.222328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:31.235294 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-0d1a197a-e6e7-4277-a182-c6284648068f service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872905 Apr 30 05:15:31.253392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a0621-c975-411e-b8da-8623e0f94a3b x-openstack-request-id: req-de6a0621-c975-411e-b8da-8623e0f94a3b {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:31.253689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-plugged", "status": "completed", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:31.253948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de6a0621-c975-411e-b8da-8623e0f94a3b {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:31.254380 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6a0621-c975-411e-b8da-8623e0f94a3b'] response: {'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'code': 200} Apr 30 05:15:31.283890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:31.326100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcddacb3-f6a2-4dcb-ac4f-29528a50c51d req-356e9660-1550-4098-ace0-a06aa24d2858 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Apr 30 05:15:31.332497 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:31.928589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7de07-56fc-4615-8ea5-0bbb612cb8dd req-b0390fe0-e631-451b-8135-51d61acc9b4d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:31.930028 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4c7de07-56fc-4615-8ea5-0bbb612cb8dd req-b0390fe0-e631-451b-8135-51d61acc9b4d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0472789 Apr 30 05:15:31.980218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4c7de07-56fc-4615-8ea5-0bbb612cb8dd req-9f13f6b4-59d9-4f27-b6f1-45e0de6e62ed tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 Apr 30 05:15:33.096567 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad7153-f6df-4d6c-aad6-6d7b054893e9 req-3a26822c-cb4e-4db7-84eb-6dc4937c98b6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:33.098115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8bad7153-f6df-4d6c-aad6-6d7b054893e9 req-3a26822c-cb4e-4db7-84eb-6dc4937c98b6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0475698 Apr 30 05:15:33.146543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8bad7153-f6df-4d6c-aad6-6d7b054893e9 req-8edb4673-b87a-45ec-9420-15e48fb8d61f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Apr 30 05:15:33.259295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e5b58-01bf-482f-bc3e-57bae1665b13 req-71b47936-c776-496e-8fc3-ba8c3f894cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:33.261323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-455e5b58-01bf-482f-bc3e-57bae1665b13 req-71b47936-c776-496e-8fc3-ba8c3f894cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0457106 Apr 30 05:15:33.307740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-455e5b58-01bf-482f-bc3e-57bae1665b13 req-03c14aca-d72c-4b5a-94c2-657f88109179 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Apr 30 05:15:33.423378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e2c0-0ff0-4b92-a1e3-3105397eeb9e req-62958807-f6e4-44ce-ae0d-4d30e3e6d01c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:33.424822 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d698e2c0-0ff0-4b92-a1e3-3105397eeb9e req-62958807-f6e4-44ce-ae0d-4d30e3e6d01c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0503111 Apr 30 05:15:33.473499 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d698e2c0-0ff0-4b92-a1e3-3105397eeb9e req-53661912-66b8-42c8-9864-9bb7f80242a8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Apr 30 05:15:33.958129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73caf5b-3de0-46b7-9162-d7b75bb7bc78 req-edbee1ed-1f42-4058-86a0-ac7f894c1c6f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:33.959531 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d73caf5b-3de0-46b7-9162-d7b75bb7bc78 req-edbee1ed-1f42-4058-86a0-ac7f894c1c6f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0982246 Apr 30 05:15:34.005932 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d73caf5b-3de0-46b7-9162-d7b75bb7bc78 req-dfce95d4-f7e1-4eec-b2f3-6c574c54d8d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Apr 30 05:15:35.124315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ace2-b300-43af-80db-55a8fc166d9e req-94d8de04-4bdf-4d6b-a22b-ca8fb02ff1d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:35.125815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f891ace2-b300-43af-80db-55a8fc166d9e req-94d8de04-4bdf-4d6b-a22b-ca8fb02ff1d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0502312 Apr 30 05:15:35.172131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f891ace2-b300-43af-80db-55a8fc166d9e req-bc8292bc-d715-475d-a1df-c5e02a09a2d5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Apr 30 05:15:35.570180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-8d5e639a-2994-4150-8872-d4ad5c237751 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:35.571613 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-8d5e639a-2994-4150-8872-d4ad5c237751 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 945 time: 0.0450845 Apr 30 05:15:35.651388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Deleting port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:15:35.651721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:35.740900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] For port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:35.741264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:35.909421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:35.909782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:35.910094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 disassociated. External IP: 172.26.5.33, port: 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee. Apr 30 05:15:35.910464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Calling delete_port for 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:15:36.097874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (9aed969d-da4a-43a2-a8c2-4aa3b197d0ee), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:36.125029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'Port': ['ID=9aed969d-da4a-43a2-a8c2-4aa3b197d0ee,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:36.258342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:15:36.280880 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87bca0ee-1bee-4acb-a175-45b386d178bb req-6cbbb551-f17d-411c-b70d-fe2f065d4333 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 210 time: 0.0362997 Apr 30 05:15:36.384351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:15:36.395337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:15:36.406350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:36.406987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:15:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:36.523782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:36.724538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:36.753271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:15:36.763172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:36.763799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:15:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:36.779698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] No DVR routers for this DVR port 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:15:36.782366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:36.785649 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08b803b0-82db-4c08-81e2-a52df7692b47 req-7305db5b-ec75-416e-b84f-8a03479595a4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "DELETE /v2.0/ports/9aed969d-da4a-43a2-a8c2-4aa3b197d0ee HTTP/1.1" status: 204 len: 173 time: 1.2086504 Apr 30 05:15:36.786103 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-deleted', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:36.788377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb572a-2f40-4d90-9604-595eca68b002" -d '{"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-deleted", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:36.830026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25182a64-c0b8-4c36-8364-25b7447d9784 x-openstack-request-id: req-25182a64-c0b8-4c36-8364-25b7447d9784 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:36.830026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8411ab-d607-42be-8bcd-9159d0edee3e", "name": "network-vif-deleted", "tag": "9aed969d-da4a-43a2-a8c2-4aa3b197d0ee", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:36.830026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25182a64-c0b8-4c36-8364-25b7447d9784 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:36.830026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25182a64-c0b8-4c36-8364-25b7447d9784'] response: {'server_uuid': '9e8411ab-d607-42be-8bcd-9159d0edee3e', 'name': 'network-vif-deleted', 'tag': '9aed969d-da4a-43a2-a8c2-4aa3b197d0ee', 'status': 'completed', 'code': 200} Apr 30 05:15:36.876072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:37.061456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:37.093403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a6eb1-d034-4d5f-8628-64064c203592 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:15:37.323488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b0643-b365-4e2e-ad9b-1a6ad4e51af4 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:15:37.391861 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d0c1b386-145a-49c1-958e-4b030774c5d4 req-1efa3726-1a4f-401d-aab6-4fef47794d49 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8411ab-d607-42be-8bcd-9159d0edee3e HTTP/1.1" status: 200 len: 210 time: 0.0279858 Apr 30 05:15:38.092199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:38.746088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-fdba9037-8835-4e87-bce4-bb53e6cddc53 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--816185395&fields=id&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 267 time: 0.0424421 Apr 30 05:15:38.852542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0c85e2d2-9250-40ea-b717-a0d47f86b0cf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:38.854094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0c85e2d2-9250-40ea-b717-a0d47f86b0cf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1014271 Apr 30 05:15:38.868168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-b7a37f2b-7511-46c9-98e3-df42bf176bd2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/quotas/3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 375 time: 0.0087755 Apr 30 05:15:38.916576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f705f04-96f8-43be-bbb8-6c6db61157d7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427248 Apr 30 05:15:39.009040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-46dbb3f1-fd2c-4417-a3bf-96d6dd7e0065 service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810640 Apr 30 05:15:39.077099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:15:39.096377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:15:39.096998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 9aed969d-da4a-43a2-a8c2-4aa3b197d0ee not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:15:39.102545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-f6d3773f-bc50-4829-93eb-db76163b0e73 service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870650 Apr 30 05:15:39.328520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-148abbbe-68c6-4b37-86e7-3618abe66251 req-31637bfb-2751-4343-9669-242397ad7d46 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 210 time: 0.0287554 Apr 30 05:15:40.424750 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4dbb6a19-7cf0-4382-9311-4536e99af4b8 req-93f87fd3-5773-4dc2-88c6-e2417ae64411 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 210 time: 0.0286536 Apr 30 05:15:41.057547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-32c004f6-ed45-4503-bfb2-0bb86addce91 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:41.058965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-32c004f6-ed45-4503-bfb2-0bb86addce91 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1044607 Apr 30 05:15:41.117649 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-887645bb-cc53-499e-9669-07b83e5cd906 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 379 time: 0.0506935 Apr 30 05:15:41.126564 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'port': {'device_id': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'admin_state_up': True, 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'security_groups': ['2651d0d9-ea18-4f27-bef7-be75c0e46e18']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:15:41.300774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:15:41.304220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:41.428220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Allocated IP 172.20.0.5 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/22af0132-e26d-422b-80d7-b2339bbbcdaf) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:15:41.545846 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7cf281d8-34c5-4695-9b8c-4833d5c9aca5 req-e10eb3b8-1078-4fa8-9d55-2815645a9d1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 210 time: 0.0515463 Apr 30 05:15:41.590279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:41.681268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:41.727186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:15:41.733162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:15:41.737000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:15:41.743895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:41.770342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.770681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.771014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.771345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.771668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.771992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.772309 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.772625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.772943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.773276 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.773575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.773891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.774204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.774559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.774856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:15:41.804201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:41.804807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:41.912335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8f716b1a-f54b-4259-ba93-b44a1367dd5c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893064 Apr 30 05:15:41.954723 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:15:41.967000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Request body: {'port': {'device_id': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:15:41.979525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-81cdd570-5865-44e6-b4b2-64c1bb61b717 None None] Provisioning complete for port 22af0132-e26d-422b-80d7-b2339bbbcdaf triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:15:41.980072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81cdd570-5865-44e6-b4b2-64c1bb61b717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.015532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-81cdd570-5865-44e6-b4b2-64c1bb61b717 None None] Port 22af0132-e26d-422b-80d7-b2339bbbcdaf cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:15:42.026164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.286639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:15:42.293725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks [] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.305477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Transition to ACTIVE for port object 22af0132-e26d-422b-80d7-b2339bbbcdaf will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:15:42.363950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.418031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:42.484529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Attempting to bind port 22af0132-e26d-422b-80d7-b2339bbbcdaf on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:15:42.485177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Attempting to bind port 22af0132-e26d-422b-80d7-b2339bbbcdaf by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:15:42.485290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Attempting to bind port 22af0132-e26d-422b-80d7-b2339bbbcdaf on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:15:42.490441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Port 22af0132-e26d-422b-80d7-b2339bbbcdaf on network 6852f127-a015-492f-891d-2ede6a79dd33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:15:42.490766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Attempting to bind port 22af0132-e26d-422b-80d7-b2339bbbcdaf on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:15:42.496971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:15:42.497315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:15:42.497824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:15:42.498301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Bound port: 22af0132-e26d-422b-80d7-b2339bbbcdaf, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:15:42.498668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.570319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:15:42.574453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:15:42.655163 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.686172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c55ce-71d5-4c16-ba46-357abaae21c2 req-d13ba95c-cc64-44c3-8096-6700d1bcb012 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:42.687589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ca5c55ce-71d5-4c16-ba46-357abaae21c2 req-d13ba95c-cc64-44c3-8096-6700d1bcb012 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 943 time: 0.0732636 Apr 30 05:15:42.698239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:42.698868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:42.700157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 1093 time: 0.7810206 Apr 30 05:15:42.702968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:42.705291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c14937c-1bd6-46e4-83be-0cfd497058e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:42.754695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d4e0-9124-4983-9b31-2e8acce1e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:42.762104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b59bd-7b69-4e7b-9461-8a37873629a2 x-openstack-request-id: req-031b59bd-7b69-4e7b-9461-8a37873629a2 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:42.767801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:42.767801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-031b59bd-7b69-4e7b-9461-8a37873629a2 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:42.767801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031b59bd-7b69-4e7b-9461-8a37873629a2'] response: {'name': 'network-changed', 'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'status': 'completed', 'code': 200} Apr 30 05:15:42.779767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ca5c55ce-71d5-4c16-ba46-357abaae21c2 req-19d2087f-4065-4ba4-a311-64f584e3bcde tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836797 Apr 30 05:15:42.821586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-73942cbd-9406-4a92-a463-37cc2c88b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:42.824215 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-73942cbd-9406-4a92-a463-37cc2c88b072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1127 time: 0.0426087 Apr 30 05:15:42.929104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-8ee2c0f9-30d3-4d23-b2b1-37901838e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:42.930572 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-8ee2c0f9-30d3-4d23-b2b1-37901838e7bc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3101421bd1c04d97834b47158c2e8dbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0993440 Apr 30 05:15:43.022804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-1670dfe7-34b6-4e46-81ca-49fb775336db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:43.024188 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c14937c-1bd6-46e4-83be-0cfd497058e8 req-1670dfe7-34b6-4e46-81ca-49fb775336db service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872345 Apr 30 05:15:43.099889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-2dd74c67-a896-4a25-bd19-3c37188d58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:43.101266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-2dd74c67-a896-4a25-bd19-3c37188d58aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1127 time: 0.0396211 Apr 30 05:15:43.145724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-e70c6cc5-c3be-46a6-ade3-39c184f92e23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 217 time: 0.0372586 Apr 30 05:15:43.193003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-cd7ee3d5-d380-405f-8f67-080a1b89e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:43.194455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-cd7ee3d5-d380-405f-8f67-080a1b89e9a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0427809 Apr 30 05:15:43.236442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-9379663a-5170-4f16-a32d-b1a9976599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:43.237918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-9379663a-5170-4f16-a32d-b1a9976599fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378783 Apr 30 05:15:43.331119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-8278d294-57ab-4715-b9f1-42d5844c9d2b service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Apr 30 05:15:43.420456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a7c1d3d-a056-4a3f-a0b4-7dfaea68cd7d req-a6306fb2-1a6f-4407-9f4b-8cb01032985a service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Apr 30 05:15:43.897976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9d8ce-199a-4fa1-a7a9-74f291283ff2 req-53831623-f214-4ddd-b394-cd0d3146f2a2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:43.899429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6b9d8ce-199a-4fa1-a7a9-74f291283ff2 req-53831623-f214-4ddd-b394-cd0d3146f2a2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 943 time: 0.0502784 Apr 30 05:15:43.945690 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d6b9d8ce-199a-4fa1-a7a9-74f291283ff2 req-0521036d-e2e7-4c96-bd02-ab6d46de2c53 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396929 Apr 30 05:15:45.059180 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aeaf7-e356-4f45-bf4c-23e6e8cab25d req-ebc47523-587f-4ea5-bf79-43ebb4e2abf7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:45.060633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7d9aeaf7-e356-4f45-bf4c-23e6e8cab25d req-ebc47523-587f-4ea5-bf79-43ebb4e2abf7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 943 time: 0.0469480 Apr 30 05:15:45.108216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:15:45.108808 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7d9aeaf7-e356-4f45-bf4c-23e6e8cab25d req-c0da194a-c822-4278-abdf-13edee9353ea tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417001 Apr 30 05:15:45.216620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:45.231594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'mac_address': 'fa:16:3e:6f:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:15:45.268312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:15:45.268700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:45.281570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:15:45.300285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:45.400730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:45.447803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:45.591698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['22af0132-e26d-422b-80d7-b2339bbbcdaf'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:15:46.226791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed43b-f44b-4a88-a465-67a8595997bb req-14c237dc-ced8-4c93-b92d-d73f27161337 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:46.228260 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549ed43b-f44b-4a88-a465-67a8595997bb req-14c237dc-ced8-4c93-b92d-d73f27161337 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 944 time: 0.0499105 Apr 30 05:15:46.274122 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549ed43b-f44b-4a88-a465-67a8595997bb req-44870090-e85a-44ca-a0db-3ed5319710e9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Apr 30 05:15:47.108935 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:15:47.152275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 22af0132-e26d-422b-80d7-b2339bbbcdaf completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:15:47.212204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 22af0132-e26d-422b-80d7-b2339bbbcdaf triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:15:47.212600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:47.289487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:15:47.289869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:47.312713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:47.314984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3fad2-40b0-48f9-b675-a0c3a50cb82e" -d '{"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:47.327600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:15:47.354076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10802312-96cb-44d0-91c6-0c4142c39deb x-openstack-request-id: req-10802312-96cb-44d0-91c6-0c4142c39deb {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:47.354257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:47.354660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10802312-96cb-44d0-91c6-0c4142c39deb {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:47.354933 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10802312-96cb-44d0-91c6-0c4142c39deb'] response: {'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'code': 200} Apr 30 05:15:47.391229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42878-e980-4b12-a303-981f944352d5 req-8237e12d-5838-4887-964a-ba458233dedf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:47.392701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2af42878-e980-4b12-a303-981f944352d5 req-8237e12d-5838-4887-964a-ba458233dedf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 944 time: 0.0486486 Apr 30 05:15:47.394887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:47.443610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2af42878-e980-4b12-a303-981f944352d5 req-ea901b94-c34d-4b85-9c06-787864de1b59 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448411 Apr 30 05:15:47.448517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:15:47.687957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7db2-4cfa-46b4-952b-97677c9b96d3 req-c5147c16-a199-41b2-a5d6-879b309513bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:47.689352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c4f7db2-4cfa-46b4-952b-97677c9b96d3 req-c5147c16-a199-41b2-a5d6-879b309513bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0381358 Apr 30 05:15:47.735526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c4f7db2-4cfa-46b4-952b-97677c9b96d3 req-bafffeb1-8fd8-42f0-a3e0-f4147f2ab005 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404675 Apr 30 05:15:48.559868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e90c4-922c-49bc-b752-60758ca95542 req-bf95cc0f-c882-4b6c-b848-f3b3ba088954 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:48.561570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-360e90c4-922c-49bc-b752-60758ca95542 req-bf95cc0f-c882-4b6c-b848-f3b3ba088954 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0470924 Apr 30 05:15:48.607310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-360e90c4-922c-49bc-b752-60758ca95542 req-3b0c78bf-8d8e-46f7-8613-3e6dab866f56 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402591 Apr 30 05:15:49.719662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0996b-93df-4fe7-b938-35c38b1c840c req-62ff1085-9b90-4f3e-bf06-ac5e2952e4c8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:49.721142 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bba0996b-93df-4fe7-b938-35c38b1c840c req-62ff1085-9b90-4f3e-bf06-ac5e2952e4c8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0462143 Apr 30 05:15:49.768478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bba0996b-93df-4fe7-b938-35c38b1c840c req-3301daca-5447-4714-b6d9-81f170c99f40 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Apr 30 05:15:49.881445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7824067-c679-487a-a0bd-3c55d5f2cf44 req-10f55089-9367-4bae-895b-be1fbe37b7b2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:49.882931 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7824067-c679-487a-a0bd-3c55d5f2cf44 req-10f55089-9367-4bae-895b-be1fbe37b7b2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0506301 Apr 30 05:15:49.891637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42346) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:15:49.895825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'floatingip': {'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:15:49.934826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:50.371602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:50.432213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:50.533656 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 associated. External IP: 172.26.5.33, port: 22af0132-e26d-422b-80d7-b2339bbbcdaf. Apr 30 05:15:50.741894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:15:50.848806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:15:50.853804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:50.858674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:15:50.867843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:50.868449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:15:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:50.883188 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c19e507b-8e67-463f-a1d6-b7a8b1e53134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "PUT /v2.0/floatingips/44222738-fbb6-4f6a-9a4b-fb27d507a282 HTTP/1.1" status: 200 len: 990 time: 0.9905334 Apr 30 05:15:50.883813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:15:50.886821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649" -d '{"events": [{"name": "network-changed", "server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:15:50.923517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a85ba7-b318-4c66-9e78-4bed24c3b4a4 x-openstack-request-id: req-86a85ba7-b318-4c66-9e78-4bed24c3b4a4 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:15:50.923517 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:15:50.923746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86a85ba7-b318-4c66-9e78-4bed24c3b4a4 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:15:50.924409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a85ba7-b318-4c66-9e78-4bed24c3b4a4'] response: {'name': 'network-changed', 'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'status': 'completed', 'code': 200} Apr 30 05:15:50.980049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:50.981953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-66d7834b-ac37-427e-aa28-8f25ad217dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:50.983502 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-66d7834b-ac37-427e-aa28-8f25ad217dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0399685 Apr 30 05:15:51.081022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-37d8be62-06be-4734-8984-0eb40901fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:51.082526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-37d8be62-06be-4734-8984-0eb40901fb2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0934303 Apr 30 05:15:51.149557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-d3cf07bd-8087-4ace-8d45-3499a3108196 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 998 time: 0.0616546 Apr 30 05:15:51.212189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:6f:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:51.237005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-eb446cda-5a08-4340-9388-e0f4670f2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:51.238427 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-eb446cda-5a08-4340-9388-e0f4670f2539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0828342 Apr 30 05:15:51.239893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:15:51.246580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad082e9-9afb-4d35-b2bc-6bc4c6ede1ff req-af21c97f-aec5-4099-97bf-8552b421b654 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:51.247965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bad082e9-9afb-4d35-b2bc-6bc4c6ede1ff req-af21c97f-aec5-4099-97bf-8552b421b654 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0635111 Apr 30 05:15:51.248523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:15:51.249124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:15:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:51.323969 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bad082e9-9afb-4d35-b2bc-6bc4c6ede1ff req-2366f60d-c640-47d6-89b5-6209ac244db4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700185 Apr 30 05:15:51.333916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-8b8a1c60-56b1-4b17-9588-b78a83d82c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:51.335441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-8b8a1c60-56b1-4b17-9588-b78a83d82c4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506406 Apr 30 05:15:51.360766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:15:51.428340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-82a6d866-e797-426d-8cf5-317b9937fe37 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Apr 30 05:15:51.515676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c168fc5-4aa6-4cf0-ba2c-f6b2c620a649 req-16c4d851-e80c-43ce-bead-f564fb4a3f0f service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815098 Apr 30 05:15:51.574775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:6f:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:15:51.600506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c792f-1add-4c9a-9b7f-e315b36697cf None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:6f:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:15:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:15:51.798245 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f966-12f6-4d18-8de2-27a44ac51dca None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:15:51.855300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aeb73185-f70a-40d1-863e-4a6a8d91921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:52.438811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f59580-9b41-4e4f-b6d9-cb92177f35b0 req-bc9a14f7-a744-4145-a29d-c230758de11e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:52.440469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45f59580-9b41-4e4f-b6d9-cb92177f35b0 req-bc9a14f7-a744-4145-a29d-c230758de11e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0476930 Apr 30 05:15:52.490920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-45f59580-9b41-4e4f-b6d9-cb92177f35b0 req-78d2579c-9871-4d7f-8588-a428b204a2d7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448747 Apr 30 05:15:53.603369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e91b-8db3-4496-9c8c-d511dfba149a req-362c9adc-1588-4bae-a98c-b5836c242f1d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:53.604882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8787e91b-8db3-4496-9c8c-d511dfba149a req-362c9adc-1588-4bae-a98c-b5836c242f1d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0472322 Apr 30 05:15:53.651154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8787e91b-8db3-4496-9c8c-d511dfba149a req-3ebdb6ea-8bb2-4ddc-a854-0fa8b8d94903 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406234 Apr 30 05:15:54.094686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c9b6f899-4ab5-4ca1-bff0-c6ce8b7aa9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:54.765321 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef42c0-12e8-4615-b5c7-0e0a7919ca37 req-dc097fc8-3cf6-4889-9571-0bbf776faadc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:54.766787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1fef42c0-12e8-4615-b5c7-0e0a7919ca37 req-dc097fc8-3cf6-4889-9571-0bbf776faadc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0464053 Apr 30 05:15:54.811747 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1fef42c0-12e8-4615-b5c7-0e0a7919ca37 req-6d523a82-d9ca-4e9c-88a5-460ae2e46ec1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392179 Apr 30 05:15:55.100840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:55.926297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eee4d-3de5-47d0-97da-b1c5d636aefc req-22a24c86-ea5f-4411-b379-88b1224597f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:55.927741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c1eee4d-3de5-47d0-97da-b1c5d636aefc req-22a24c86-ea5f-4411-b379-88b1224597f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0493188 Apr 30 05:15:55.973154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c1eee4d-3de5-47d0-97da-b1c5d636aefc req-a049e923-fd91-4cd2-8e6c-6f1776b3281f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Apr 30 05:15:56.800211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:57.085480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874a19a-cf30-4f03-bb6b-513854a8c0e2 req-583f8c5e-726c-4b90-b069-c070e8b5a412 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:57.086929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b874a19a-cf30-4f03-bb6b-513854a8c0e2 req-583f8c5e-726c-4b90-b069-c070e8b5a412 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0466359 Apr 30 05:15:57.133787 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b874a19a-cf30-4f03-bb6b-513854a8c0e2 req-c236895c-8723-42ed-ab2d-f52d8f9f9729 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Apr 30 05:15:58.217685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:15:58.252615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddd429-fac4-4305-91ef-3789079869a2 req-5f00d81d-3253-418d-a2aa-3303e16eae9c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:58.254081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abddd429-fac4-4305-91ef-3789079869a2 req-5f00d81d-3253-418d-a2aa-3303e16eae9c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0499384 Apr 30 05:15:58.642346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abddd429-fac4-4305-91ef-3789079869a2 req-34668498-e2b6-4240-a6ff-539aa43c46cc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823724 Apr 30 05:15:59.757888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0026da7-4a9f-408e-8d86-2b4e39538288 req-35467757-895d-44b9-ad74-b2caef3eae1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:15:59.759345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0026da7-4a9f-408e-8d86-2b4e39538288 req-35467757-895d-44b9-ad74-b2caef3eae1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0468531 Apr 30 05:15:59.803979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0026da7-4a9f-408e-8d86-2b4e39538288 req-d3229ff0-345a-47c8-9bd7-2885edc86eff tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Apr 30 05:16:00.916263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d215f6-2ceb-43f2-9a4c-78ede4b6b9d9 req-63d09311-76e0-409b-81d1-4ba711caca8b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:00.917892 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10d215f6-2ceb-43f2-9a4c-78ede4b6b9d9 req-63d09311-76e0-409b-81d1-4ba711caca8b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0462244 Apr 30 05:16:00.966987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10d215f6-2ceb-43f2-9a4c-78ede4b6b9d9 req-79f71295-3b53-4e9b-98b4-3b874c5c565e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Apr 30 05:16:02.079977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0997-e019-4159-b101-0fcadb497cf6 req-afbc710c-5805-4c81-be57-fa1bdb1741ee tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:02.081432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a60f0997-e019-4159-b101-0fcadb497cf6 req-afbc710c-5805-4c81-be57-fa1bdb1741ee tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0481727 Apr 30 05:16:02.127323 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a60f0997-e019-4159-b101-0fcadb497cf6 req-dfc37ca1-ad56-488f-a554-6f24c31acb0c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 Apr 30 05:16:03.240274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283519f-6aa8-4da7-bd33-b758d85aa568 req-273ff0c3-3d26-41c5-8a37-2c26a799520e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:03.241704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d283519f-6aa8-4da7-bd33-b758d85aa568 req-273ff0c3-3d26-41c5-8a37-2c26a799520e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0454164 Apr 30 05:16:03.286548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d283519f-6aa8-4da7-bd33-b758d85aa568 req-91cf517b-df10-4deb-80f6-27009c9eb2ab tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 Apr 30 05:16:04.401718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4997-4a61-4309-9259-8d0046f6d6c2 req-65005d0f-16dd-4d0b-ba5b-c948bf712a82 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:04.403168 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-314c4997-4a61-4309-9259-8d0046f6d6c2 req-65005d0f-16dd-4d0b-ba5b-c948bf712a82 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0495076 Apr 30 05:16:04.449594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-314c4997-4a61-4309-9259-8d0046f6d6c2 req-8e0b54e7-36be-4be3-a088-54cea1d7b004 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409169 Apr 30 05:16:05.563314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d0a89-22e2-41bf-aba0-8668a8e41de9 req-5257f1a3-3b80-4134-a591-4e1894609c79 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:05.564829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b20d0a89-22e2-41bf-aba0-8668a8e41de9 req-5257f1a3-3b80-4134-a591-4e1894609c79 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0471606 Apr 30 05:16:05.610785 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b20d0a89-22e2-41bf-aba0-8668a8e41de9 req-fe067740-e9ef-4aca-adb7-86becfebe19e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Apr 30 05:16:06.724928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ebeac-1ca5-4640-8ea7-7419502631b9 req-6d98ce74-31d3-49cb-8344-2cd1509d7ba0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:06.726324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f19ebeac-1ca5-4640-8ea7-7419502631b9 req-6d98ce74-31d3-49cb-8344-2cd1509d7ba0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0495410 Apr 30 05:16:06.772442 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f19ebeac-1ca5-4640-8ea7-7419502631b9 req-cd96e800-3f92-403d-9d79-0347ea3ea338 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 Apr 30 05:16:07.884068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a9eb-c0c1-4c9e-be27-a1bc43b43380 req-e133def9-9eba-4e7b-baef-df14b39455be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:07.885568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91e4a9eb-c0c1-4c9e-be27-a1bc43b43380 req-e133def9-9eba-4e7b-baef-df14b39455be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0465994 Apr 30 05:16:07.930449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91e4a9eb-c0c1-4c9e-be27-a1bc43b43380 req-cc23f153-a79f-4563-835e-17cba2139295 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Apr 30 05:16:08.108899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:09.043380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0052aaa-549d-4af3-9e28-ba8a65b31533 req-0bbce0eb-9688-4324-9c58-e2ade80f3765 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:09.044870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0052aaa-549d-4af3-9e28-ba8a65b31533 req-0bbce0eb-9688-4324-9c58-e2ade80f3765 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0473399 Apr 30 05:16:09.096087 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0052aaa-549d-4af3-9e28-ba8a65b31533 req-b1902962-67e1-45bf-bb1d-df95c52dc2f0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456841 Apr 30 05:16:10.208854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557fb14-901b-4a1d-8717-98e053b1fc72 req-c627c13d-db5a-4281-bd37-1980e3536dda tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:10.210288 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1557fb14-901b-4a1d-8717-98e053b1fc72 req-c627c13d-db5a-4281-bd37-1980e3536dda tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0458493 Apr 30 05:16:10.259066 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1557fb14-901b-4a1d-8717-98e053b1fc72 req-eb14acd5-db42-4300-ad0b-c8e22fd50245 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Apr 30 05:16:11.371612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054883f-f630-4926-b744-69c2e086c4c2 req-7f8e72e6-e737-4b3e-888e-5bc9f322c619 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:11.373069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d054883f-f630-4926-b744-69c2e086c4c2 req-7f8e72e6-e737-4b3e-888e-5bc9f322c619 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0463057 Apr 30 05:16:11.419051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d054883f-f630-4926-b744-69c2e086c4c2 req-d73e1d39-eafa-43e1-9f9e-2ab1e6ac1c61 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 Apr 30 05:16:12.537175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e5b1-2273-4101-ad4d-d33d33bbf839 req-fd0ae68d-26bf-499a-8030-4671b474f3f2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:12.538620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b614e5b1-2273-4101-ad4d-d33d33bbf839 req-fd0ae68d-26bf-499a-8030-4671b474f3f2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0491707 Apr 30 05:16:12.584504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b614e5b1-2273-4101-ad4d-d33d33bbf839 req-79922e2d-7f24-49f0-8ed1-6aaedbb6fdb6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Apr 30 05:16:13.696651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09d4d5-e3e8-4ae9-bb89-d7c2a4057d01 req-386bf666-0fa6-44ff-bd6c-bb47a1faea30 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:13.698171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ff09d4d5-e3e8-4ae9-bb89-d7c2a4057d01 req-386bf666-0fa6-44ff-bd6c-bb47a1faea30 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0468922 Apr 30 05:16:13.745266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ff09d4d5-e3e8-4ae9-bb89-d7c2a4057d01 req-b766b167-914e-4d22-b8a6-636c6aebbcb6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Apr 30 05:16:14.855279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6174f89-2260-43ee-a59b-6d8432e21277 req-e003edc6-99bc-4fd6-92dd-78d5fc1b0f25 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:14.856707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6174f89-2260-43ee-a59b-6d8432e21277 req-e003edc6-99bc-4fd6-92dd-78d5fc1b0f25 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0456100 Apr 30 05:16:14.905559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e6174f89-2260-43ee-a59b-6d8432e21277 req-271d2f0f-4d8d-4506-98a1-a586ffcf34a7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Apr 30 05:16:16.019445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f64d0a-df14-45b5-be6a-ac4b42ed0f5a req-f32bc342-0a07-4081-93ec-0b45d386b93d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:16.020834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f64d0a-df14-45b5-be6a-ac4b42ed0f5a req-f32bc342-0a07-4081-93ec-0b45d386b93d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0461590 Apr 30 05:16:16.066114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5f64d0a-df14-45b5-be6a-ac4b42ed0f5a req-dfb41bc2-2ede-489f-8c97-9cda14bb6699 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396852 Apr 30 05:16:17.178201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f23226-0175-4896-82cc-b0d2aaf93c7e req-e6bd2040-2685-41b8-ab3d-40502e5d3c41 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:17.179679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2f23226-0175-4896-82cc-b0d2aaf93c7e req-e6bd2040-2685-41b8-ab3d-40502e5d3c41 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0459497 Apr 30 05:16:17.225717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2f23226-0175-4896-82cc-b0d2aaf93c7e req-325e4ea8-2419-4c7d-92c7-9979f95755b0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Apr 30 05:16:17.585049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568b34-12d9-4978-8aad-8cbcd0a3ccc0 req-c0c33e98-2ff2-42f7-b769-6bb258d7ff6c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:17.586531 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d4568b34-12d9-4978-8aad-8cbcd0a3ccc0 req-c0c33e98-2ff2-42f7-b769-6bb258d7ff6c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0507181 Apr 30 05:16:17.632965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d4568b34-12d9-4978-8aad-8cbcd0a3ccc0 req-5146bbd6-1d24-485f-a844-1b4ccbbd1788 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405629 Apr 30 05:16:17.708059 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-470fd0fd-e189-4f52-8a0a-0bc7a9a9a5a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384500 Apr 30 05:16:18.245562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-a6a514b4-33c4-4254-884f-459289d4cc78 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:18.246931 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-a6a514b4-33c4-4254-884f-459289d4cc78 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports/22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 942 time: 0.0463636 Apr 30 05:16:18.748894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124266c-6a2b-4e96-8567-cc26e38c30aa req-5cce3303-eb39-451d-b829-cfcce26d597b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:18.750413 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b124266c-6a2b-4e96-8567-cc26e38c30aa req-5cce3303-eb39-451d-b829-cfcce26d597b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0489655 Apr 30 05:16:18.797795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b124266c-6a2b-4e96-8567-cc26e38c30aa req-84a7b1e3-bbf7-4fe5-8ffe-36a314664bd1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Apr 30 05:16:18.953592 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:16:19.573182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-0584fc73-d135-43ff-90a7-e045c7376f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:19.574670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-0584fc73-d135-43ff-90a7-e045c7376f75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0431676 Apr 30 05:16:19.663015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-09924cb9-41c6-48f7-a5f0-dbc6f7b099d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:19.664456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-09924cb9-41c6-48f7-a5f0-dbc6f7b099d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0830204 Apr 30 05:16:19.732840 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-4fc615e5-7c02-4497-8586-eac830f99a9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 1000 time: 0.0616937 Apr 30 05:16:19.779531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-e1881702-d255-42f9-a93c-5557ca636809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:19.780998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-e1881702-d255-42f9-a93c-5557ca636809 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0429690 Apr 30 05:16:19.823465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-1c241a9b-5070-43af-953b-28afc9225dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:19.824833 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-1c241a9b-5070-43af-953b-28afc9225dcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380497 Apr 30 05:16:19.946234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8990a3-a4ca-4a46-a456-509d83e97d1b req-18e1b324-0713-42ab-a89e-674e52bcd6ca tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:19.947743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc8990a3-a4ca-4a46-a456-509d83e97d1b req-18e1b324-0713-42ab-a89e-674e52bcd6ca tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0605412 Apr 30 05:16:19.952872 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-de2d439c-58a5-46e0-84ff-be9b7da0a367 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 Apr 30 05:16:20.050860 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc8990a3-a4ca-4a46-a456-509d83e97d1b req-7813fed7-ee6f-48a3-a3a7-3478935d5723 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970566 Apr 30 05:16:20.071446 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-37155c70-4d33-47b9-86ab-0aef8ddcdf6e service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120999 Apr 30 05:16:21.169063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797445f-52e7-4660-ad19-fb6320fc2989 req-c72b1755-6149-4193-91ef-ccd76c33dadd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:21.170572 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e797445f-52e7-4660-ad19-fb6320fc2989 req-c72b1755-6149-4193-91ef-ccd76c33dadd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0505099 Apr 30 05:16:21.219147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e797445f-52e7-4660-ad19-fb6320fc2989 req-bf4f12df-a6cc-46ad-98a0-2e9a6d0b1660 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Apr 30 05:16:21.852647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-6e0df215-292d-4cdd-8cd5-f4f87ccd5d82 service neutron] 10.222.0.13 "GET /v2.0/ports/22af0132-e26d-422b-80d7-b2339bbbcdaf/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0548537 Apr 30 05:16:21.868456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f92e570-191f-48bc-8d86-1d46f480e609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:22.363879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80e5c0-a982-4017-bf4c-acf8192b0e52 req-949ae8a7-3ca0-45be-8186-5a85c6257a39 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.365318 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c80e5c0-a982-4017-bf4c-acf8192b0e52 req-949ae8a7-3ca0-45be-8186-5a85c6257a39 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0756900 Apr 30 05:16:22.375009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-c6cf0029-4c6d-437a-8120-4dcdba6662f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.376368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-c6cf0029-4c6d-437a-8120-4dcdba6662f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1129 time: 0.0535369 Apr 30 05:16:22.442733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c80e5c0-a982-4017-bf4c-acf8192b0e52 req-8a36255a-d150-46ab-811d-173ad8e6b8c4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696316 Apr 30 05:16:22.448209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-3b5bf394-4cba-4fb6-be18-8c5424409a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.449983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-3b5bf394-4cba-4fb6-be18-8c5424409a77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0494611 Apr 30 05:16:22.543244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-9b8f4b18-d523-4092-99bd-2098834aa001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.544610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-9b8f4b18-d523-4092-99bd-2098834aa001 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0896401 Apr 30 05:16:22.614226 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-70908b91-8ae9-491c-889a-1772dd5c42b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 1000 time: 0.0638859 Apr 30 05:16:22.662559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-83ae00f1-12cf-42c1-acf5-c5af4e8f8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.663950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-83ae00f1-12cf-42c1-acf5-c5af4e8f8a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0434892 Apr 30 05:16:22.707557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-f28cb383-af22-4011-9ba6-c8e2c9ab2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:22.708990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-f28cb383-af22-4011-9ba6-c8e2c9ab2923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382392 Apr 30 05:16:22.803422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-3e309388-9c5a-40e1-871a-1106be9e7dba service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880184 Apr 30 05:16:22.891871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71d9aef0-825e-4fde-b26e-973637bb2b60 req-a331ecd8-1132-46af-b223-617f72ee6d44 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809109 Apr 30 05:16:23.557575 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f5d8-3d2f-446f-8bde-45b451a1ee81 req-c42ff7ca-e568-4709-858a-00a3cae7bb9f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:23.559058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64c1f5d8-3d2f-446f-8bde-45b451a1ee81 req-c42ff7ca-e568-4709-858a-00a3cae7bb9f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0471241 Apr 30 05:16:23.611872 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64c1f5d8-3d2f-446f-8bde-45b451a1ee81 req-5946890c-ec2e-4314-bcdf-00740046a054 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469325 Apr 30 05:16:24.065286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-48085e7e-9a06-46ed-ac33-a6e020d01a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:24.724128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22d2d1-abf1-40c4-aba3-b9c4be4d277d req-306017b4-a838-4557-972f-ba3e8fd4a67e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:24.725509 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc22d2d1-abf1-40c4-aba3-b9c4be4d277d req-306017b4-a838-4557-972f-ba3e8fd4a67e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0462773 Apr 30 05:16:24.771625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc22d2d1-abf1-40c4-aba3-b9c4be4d277d req-993b5ce2-67d3-4bf3-b831-bac8a81a7d26 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Apr 30 05:16:25.120435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:25.163815 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba82f-bb6d-4b0b-bdf3-0902c3013c6b req-2d322efe-ae63-41b8-81d1-5a079bc2b708 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.165276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-543ba82f-bb6d-4b0b-bdf3-0902c3013c6b req-2d322efe-ae63-41b8-81d1-5a079bc2b708 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0474873 Apr 30 05:16:25.249913 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-543ba82f-bb6d-4b0b-bdf3-0902c3013c6b req-bddf258b-57a6-4953-80c6-d5c163340a90 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787745 Apr 30 05:16:25.255853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-0b96c31e-d728-48b2-9ffa-2ccf3a285a6a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.257219 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-0b96c31e-d728-48b2-9ffa-2ccf3a285a6a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec&tenant_id=3101421bd1c04d97834b47158c2e8dbe&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0690849 Apr 30 05:16:25.326810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:16:25.328774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:16:25.338669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-35b5cc19-f901-46bc-a9c5-312e1280724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.340153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-35b5cc19-f901-46bc-a9c5-312e1280724a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0419698 Apr 30 05:16:25.433265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-3e0890a4-e360-4590-9ead-94a83c5144f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.434736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-3e0890a4-e360-4590-9ead-94a83c5144f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0891981 Apr 30 05:16:25.476315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:25.476704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:25.502349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:25.506958 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-fcdda8bc-f2f1-45d4-b0e3-9086a6a02e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 1000 time: 0.0605958 Apr 30 05:16:25.522615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:25.525590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b9f3d-8bf4-4dfe-9bfa-07b936937936" -d '{"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:25.530384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'mac_address': 'fa:16:3e:6f:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:16:25.542046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:25.558483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-4dcb722a-1808-4ec5-a59c-eacc0e0151d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.560259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-4dcb722a-1808-4ec5-a59c-eacc0e0151d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0469987 Apr 30 05:16:25.579507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d69e6a-c3cf-4a79-ad71-b867b9baa300 x-openstack-request-id: req-79d69e6a-c3cf-4a79-ad71-b867b9baa300 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:25.579507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:25.579507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79d69e6a-c3cf-4a79-ad71-b867b9baa300 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:25.579507 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d69e6a-c3cf-4a79-ad71-b867b9baa300'] response: {'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'code': 200} Apr 30 05:16:25.580983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:25.581369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:25.595161 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:16:25.600535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:25.612926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-d6dc7e4d-0e8e-48ef-a307-af3b0f465b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:25.614473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-d6dc7e4d-0e8e-48ef-a307-af3b0f465b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476279 Apr 30 05:16:25.674803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:16:25.675208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:16:25.677892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:25.685314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.685656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.685994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.686350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.686681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.687011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.687334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.687687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.688010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.688333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.688653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.688972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.689292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.689612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.689926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:16:25.705601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-9e4c1212-2a22-48cf-9a4f-6d878f011788 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Apr 30 05:16:25.796559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30762d92-f2c3-4a22-b83d-8a14d9167351 req-50be4368-ba22-4dfe-943c-3b31988e6914 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857553 Apr 30 05:16:26.213715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:26.214333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:26.227833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:16:26.247584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:26.340232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:26.368374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639d20-a23c-4891-bdb3-1c92177ef887 req-af0b49b5-c84e-4443-8b55-1f3612d93ec5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:26.370856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23639d20-a23c-4891-bdb3-1c92177ef887 req-af0b49b5-c84e-4443-8b55-1f3612d93ec5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 943 time: 0.0514176 Apr 30 05:16:26.394804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:26.398692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['22af0132-e26d-422b-80d7-b2339bbbcdaf'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:16:26.422646 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-23639d20-a23c-4891-bdb3-1c92177ef887 req-62071fdf-97f3-46d2-b9ba-0ac99dd26c2e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457914 Apr 30 05:16:26.828408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:27.341789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:16:27.389095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 22af0132-e26d-422b-80d7-b2339bbbcdaf triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:16:27.389462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:27.467112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 22af0132-e26d-422b-80d7-b2339bbbcdaf is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:27.467502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:27.500527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:27.543543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b8f06-ebda-4fb9-9abc-2722ea1b609c req-b556719d-8b81-4cdf-a524-eda72ece5125 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:27.544972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-796b8f06-ebda-4fb9-9abc-2722ea1b609c req-b556719d-8b81-4cdf-a524-eda72ece5125 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 944 time: 0.0462561 Apr 30 05:16:27.571704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:27.593573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:27.595754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14de0ea-517f-4747-88e9-3a57f84442f7" -d '{"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:27.596967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-796b8f06-ebda-4fb9-9abc-2722ea1b609c req-0f89f601-41a5-485e-960f-a98753b08fac tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Apr 30 05:16:27.626721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:27.633434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf4b60d-f141-45e5-9f4a-8965c30e45bc x-openstack-request-id: req-2bf4b60d-f141-45e5-9f4a-8965c30e45bc {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:27.633839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-plugged", "status": "completed", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:27.634868 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bf4b60d-f141-45e5-9f4a-8965c30e45bc {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:27.635640 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf4b60d-f141-45e5-9f4a-8965c30e45bc'] response: {'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'code': 200} Apr 30 05:16:27.711453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283afb75-b219-486b-ac36-6e3cb483ea37 req-c2a0d407-7df7-48e3-ad4f-e70dc8958a56 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:27.712950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-283afb75-b219-486b-ac36-6e3cb483ea37 req-c2a0d407-7df7-48e3-ad4f-e70dc8958a56 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0469651 Apr 30 05:16:27.759206 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-283afb75-b219-486b-ac36-6e3cb483ea37 req-a96226e5-439f-46b5-8872-cf1fd4946b5d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Apr 30 05:16:28.078426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effb018-2d62-4e25-8683-b0ecc1a7ae9e req-d2d7f27c-64a7-4d32-9032-3a12282f2840 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:28.079925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5effb018-2d62-4e25-8683-b0ecc1a7ae9e req-d2d7f27c-64a7-4d32-9032-3a12282f2840 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0497847 Apr 30 05:16:28.137212 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5effb018-2d62-4e25-8683-b0ecc1a7ae9e req-869888ee-55cd-4656-8bb9-4838b9682df6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517051 Apr 30 05:16:28.167847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-a5a1d8fb-5698-4dd7-918e-8b274d818610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:28.177045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-a5a1d8fb-5698-4dd7-918e-8b274d818610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 1129 time: 0.0467315 Apr 30 05:16:28.229027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:28.258028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-510d9356-8b2a-469a-b8cc-cc35d3f69498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:28.259559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-510d9356-8b2a-469a-b8cc-cc35d3f69498 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0847173 Apr 30 05:16:28.327249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-3b55117a-dd79-48af-aa43-c017a179912c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 200 len: 1000 time: 0.0616260 Apr 30 05:16:28.376269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-3cc50fbd-ebfd-40fb-b119-141c7f1460dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:28.377655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-3cc50fbd-ebfd-40fb-b119-141c7f1460dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0454664 Apr 30 05:16:28.419510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-78e5ef52-9533-4fb8-a15f-538da5531af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:28.420929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-78e5ef52-9533-4fb8-a15f-538da5531af3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380487 Apr 30 05:16:28.510250 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-a250d34b-4e03-4d39-9d79-4373ad970a77 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836294 Apr 30 05:16:28.598198 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c26b1b8f-ec3b-454e-a3b6-3826e4e3f8b9 req-eecf140b-9211-4304-ab4c-8e8d9b6c8ca8 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814669 Apr 30 05:16:29.265050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6fe58-b9f3-4ac2-b992-509b3faa5f7b req-9c7c1274-95eb-4acd-9194-8cabf23fcd77 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:29.266500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b2c6fe58-b9f3-4ac2-b992-509b3faa5f7b req-9c7c1274-95eb-4acd-9194-8cabf23fcd77 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0496233 Apr 30 05:16:29.315405 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b2c6fe58-b9f3-4ac2-b992-509b3faa5f7b req-e061b404-06ff-4a0b-a63f-2d25b6228975 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Apr 30 05:16:29.727684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db63455-f43f-4ad9-8212-baca9f0886a0 req-3503b876-b8b1-4ba5-b0fe-4941307a2d43 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:29.729521 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9db63455-f43f-4ad9-8212-baca9f0886a0 req-3503b876-b8b1-4ba5-b0fe-4941307a2d43 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0479968 Apr 30 05:16:29.776873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9db63455-f43f-4ad9-8212-baca9f0886a0 req-ec5ade26-cf02-4a3b-97cc-ecb21b454862 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Apr 30 05:16:30.890563 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475371ce-d7e2-4df1-8a51-cf826a5cb4ee req-979b75ab-4d26-4444-81c5-c6fa700f55cd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:30.891992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-475371ce-d7e2-4df1-8a51-cf826a5cb4ee req-979b75ab-4d26-4444-81c5-c6fa700f55cd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0459867 Apr 30 05:16:30.941153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-475371ce-d7e2-4df1-8a51-cf826a5cb4ee req-6c118c6b-dffb-4c8b-9322-edefa74d4b13 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Apr 30 05:16:31.333372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-00e8f25b-3697-4f15-ac0b-496c2a5e3d3d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:31.334801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-00e8f25b-3697-4f15-ac0b-496c2a5e3d3d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 945 time: 0.0458014 Apr 30 05:16:31.415999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Deleting port 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:16:31.416326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:31.505116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] For port 22af0132-e26d-422b-80d7-b2339bbbcdaf, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=22af0132-e26d-422b-80d7-b2339bbbcdaf,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:31.505474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:31.671530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:31.671887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:31.672194 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 disassociated. External IP: 172.26.5.33, port: 22af0132-e26d-422b-80d7-b2339bbbcdaf. Apr 30 05:16:31.672525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Calling delete_port for 22af0132-e26d-422b-80d7-b2339bbbcdaf owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:16:31.882673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (22af0132-e26d-422b-80d7-b2339bbbcdaf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:31.911716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'Port': ['ID=22af0132-e26d-422b-80d7-b2339bbbcdaf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:32.046233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d78ba0c1-121d-4d00-bdba-29e81b87c8b3 req-983300b0-7a62-4014-8330-9cb467f2fb9a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 210 time: 0.0350118 Apr 30 05:16:32.053140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:16:32.162642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:16:32.171946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:16:32.182472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:16:32.183025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:32.208284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] No DVR routers for this DVR port 22af0132-e26d-422b-80d7-b2339bbbcdaf on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:16:32.211097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:32.214801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32ca8cb5-2479-4d73-bf79-97b3e5b51a8a req-6a1eeeec-dca9-40f2-a0d5-8e8646f02fd4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "DELETE /v2.0/ports/22af0132-e26d-422b-80d7-b2339bbbcdaf HTTP/1.1" status: 204 len: 173 time: 0.8751037 Apr 30 05:16:32.215250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-deleted', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:32.218259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2fc3c-3423-4b6b-96ca-ce5bf1879841" -d '{"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-deleted", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:32.259870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa432fee-4f62-4018-b0c6-755a59764043 x-openstack-request-id: req-aa432fee-4f62-4018-b0c6-755a59764043 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:32.259870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c02c6e3-8dd4-4058-b520-5fc9df56b0ec", "name": "network-vif-deleted", "tag": "22af0132-e26d-422b-80d7-b2339bbbcdaf", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:32.260262 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa432fee-4f62-4018-b0c6-755a59764043 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:32.260650 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa432fee-4f62-4018-b0c6-755a59764043'] response: {'server_uuid': '0c02c6e3-8dd4-4058-b520-5fc9df56b0ec', 'name': 'network-vif-deleted', 'tag': '22af0132-e26d-422b-80d7-b2339bbbcdaf', 'status': 'completed', 'code': 200} Apr 30 05:16:32.304511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:16:32.499810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:32.530554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:16:32.538922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:16:32.539531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:32.650217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:16:32.838729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:32.865391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c21aba-3c3f-4410-9232-a0f679a9fcb8 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:16:33.093793 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76142ae-d5d2-4512-b01f-790c3321c911 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:16:33.189114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66e02ce6-f05d-4543-9fbe-9c70a7c72587 req-2c58c3ac-34e3-4a5f-a9b2-1f7fb452eaf1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c02c6e3-8dd4-4058-b520-5fc9df56b0ec HTTP/1.1" status: 200 len: 210 time: 0.0318551 Apr 30 05:16:34.438695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-a45b23b4-042a-45e5-8699-7f71ab939fdb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--816185395&fields=id&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 267 time: 0.0430219 Apr 30 05:16:34.551536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-7b679361-f32a-4658-aa3a-4785c2d642be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:34.552909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-7b679361-f32a-4658-aa3a-4785c2d642be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1068704 Apr 30 05:16:34.568356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-9a74221e-8b35-4f80-a780-f95b6e1bcff5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/quotas/3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 375 time: 0.0092549 Apr 30 05:16:34.619205 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-f9077530-5f37-41b4-8ce9-00d3e300be8e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444691 Apr 30 05:16:34.711109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-614bb079-f2f7-4077-982b-8442e4ef47ba service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806081 Apr 30 05:16:34.808978 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-542cd59a-d577-489d-8846-c0d7a2c8c843 service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915525 Apr 30 05:16:35.051776 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f6e8306-6710-4ed8-9c1c-f0ef0f45328e req-bd5817bf-5c97-40ee-9eac-3a95ba89c134 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 210 time: 0.0291395 Apr 30 05:16:35.419035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:16:35.443290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 22af0132-e26d-422b-80d7-b2339bbbcdaf {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:16:35.443633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 22af0132-e26d-422b-80d7-b2339bbbcdaf not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:16:36.147857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8e44470a-db3c-4866-a45a-e95d28f12399 req-edf56af1-635e-44e9-8354-cb15b7a9e6cd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 210 time: 0.0293198 Apr 30 05:16:36.915116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-5ce490dd-8149-4130-af40-ad83832a4190 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:36.917199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-5ce490dd-8149-4130-af40-ad83832a4190 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1006987 Apr 30 05:16:36.975346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-77143e65-004f-44f1-8a5c-42b2eda73ea1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 379 time: 0.0505013 Apr 30 05:16:36.984206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'port': {'device_id': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'admin_state_up': True, 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'security_groups': ['2651d0d9-ea18-4f27-bef7-be75c0e46e18']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:16:37.171151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:16:37.175636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:37.264657 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6ebd20f-8fb2-492e-a02c-2586620fe967 req-65e6a083-38f6-4982-bd48-e6cf0d1d71f1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 210 time: 0.0341163 Apr 30 05:16:37.327851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Allocated IP 172.20.0.6 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/091424bf-e809-46c1-96c1-d532c08eabbc) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:16:37.457490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (091424bf-e809-46c1-96c1-d532c08eabbc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:37.528348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:37.572035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:16:37.575723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:16:37.582074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:16:37.803788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3f341be7-1ee2-4a2a-a337-298dc1efadd5 None None] Provisioning complete for port 091424bf-e809-46c1-96c1-d532c08eabbc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:16:37.804327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3f341be7-1ee2-4a2a-a337-298dc1efadd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:37.840079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3f341be7-1ee2-4a2a-a337-298dc1efadd5 None None] Port 091424bf-e809-46c1-96c1-d532c08eabbc cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:16:37.952934 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:37.981260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:37.981851 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.071304 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-69d7cda7-dc57-4242-b27f-caa70013da96 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906942 Apr 30 05:16:38.082720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Request body: {'port': {'device_id': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:16:38.091309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.139472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.391731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161af69-1896-452f-8daa-17a95f0291c0 req-8038f155-7dbc-40df-86ac-959f35139e80 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:38.393165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f161af69-1896-452f-8daa-17a95f0291c0 req-8038f155-7dbc-40df-86ac-959f35139e80 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 931 time: 0.0576618 Apr 30 05:16:38.456118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:16:38.469579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks [] for port (091424bf-e809-46c1-96c1-d532c08eabbc), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.482945 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f161af69-1896-452f-8daa-17a95f0291c0 req-6b3a562d-0f23-4ac0-955d-5157403d0787 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807412 Apr 30 05:16:38.487803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Transition to ACTIVE for port object 091424bf-e809-46c1-96c1-d532c08eabbc will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:16:38.556555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.613006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:38.681191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Attempting to bind port 091424bf-e809-46c1-96c1-d532c08eabbc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:16:38.681519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Attempting to bind port 091424bf-e809-46c1-96c1-d532c08eabbc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:16:38.681852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Attempting to bind port 091424bf-e809-46c1-96c1-d532c08eabbc on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:16:38.687708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Port 091424bf-e809-46c1-96c1-d532c08eabbc on network 6852f127-a015-492f-891d-2ede6a79dd33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:16:38.688024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Attempting to bind port 091424bf-e809-46c1-96c1-d532c08eabbc on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:16:38.692975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:16:38.693303 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:16:38.693682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:16:38.694136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Bound port: 091424bf-e809-46c1-96c1-d532c08eabbc, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:16:38.694519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.762102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:16:38.765304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:16:38.859914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.896970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:38.897586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:38.898983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] 10.222.0.13 "PUT /v2.0/ports/091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 1093 time: 0.8201826 Apr 30 05:16:38.899423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:38.902367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65942752-2e3f-4401-b19d-22072fbe5c22" -d '{"events": [{"name": "network-changed", "server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:38.925028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b2471-6fa8-4926-8ffc-609a1c085a43 service neutron] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:38.941811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4193609-1a89-46ec-aa39-7456e35b4085 x-openstack-request-id: req-e4193609-1a89-46ec-aa39-7456e35b4085 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:38.942115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:38.942400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4193609-1a89-46ec-aa39-7456e35b4085 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:38.942811 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4193609-1a89-46ec-aa39-7456e35b4085'] response: {'name': 'network-changed', 'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'status': 'completed', 'code': 200} Apr 30 05:16:39.149518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-b54da402-a26e-4f8a-a100-c050bcaa9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.151137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-b54da402-a26e-4f8a-a100-c050bcaa9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1127 time: 0.0415263 Apr 30 05:16:39.257516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-23bddfdf-b844-4063-a36d-71ef020550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.259001 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-23bddfdf-b844-4063-a36d-71ef020550fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3101421bd1c04d97834b47158c2e8dbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990605 Apr 30 05:16:39.517205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-727b0a3a-bbfb-42a5-a129-5209f1ba2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.518689 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-65942752-2e3f-4401-b19d-22072fbe5c22 req-727b0a3a-bbfb-42a5-a129-5209f1ba2107 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878732 Apr 30 05:16:39.623898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-11ac16c5-c754-4fdd-b3cf-7661073bd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.625376 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-11ac16c5-c754-4fdd-b3cf-7661073bd7be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1127 time: 0.0721447 Apr 30 05:16:39.631528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f709-6498-4ee9-b6d5-87eeb07207f0 req-69d618aa-28fc-4686-947f-faae2b64eca6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.632857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9075f709-6498-4ee9-b6d5-87eeb07207f0 req-69d618aa-28fc-4686-947f-faae2b64eca6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 943 time: 0.0710995 Apr 30 05:16:39.677707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-18fb1189-7760-4b53-b243-1d47de3b145c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 217 time: 0.0439568 Apr 30 05:16:39.739487 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9075f709-6498-4ee9-b6d5-87eeb07207f0 req-972a1e94-e0e6-416b-a439-7bff7a9d5bc7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001861 Apr 30 05:16:39.748102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-d918dff0-7666-49ff-bc6d-3ed608daf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.749489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-d918dff0-7666-49ff-bc6d-3ed608daf335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0643089 Apr 30 05:16:39.791285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-44ec9545-5fb5-4212-8560-9dac8a7cbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:39.793392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-44ec9545-5fb5-4212-8560-9dac8a7cbd21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383112 Apr 30 05:16:39.879600 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-28526f54-ebba-4d06-a490-26881a99b54b service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799627 Apr 30 05:16:39.969398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9989f85f-aa8e-4be6-8b8a-4f6c1d9c894f req-375868c6-b2c2-45f9-a9d2-d511ae0fc674 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Apr 30 05:16:40.854529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc773b-53cd-4713-8bfe-09111ed04142 req-58f1cc87-51ce-4352-87af-3f0b8d13c048 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:40.855979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5cc773b-53cd-4713-8bfe-09111ed04142 req-58f1cc87-51ce-4352-87af-3f0b8d13c048 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 943 time: 0.0476413 Apr 30 05:16:40.901581 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5cc773b-53cd-4713-8bfe-09111ed04142 req-ffc05694-dd2f-4a81-8368-41f617174820 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394816 Apr 30 05:16:41.449542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:16:41.545936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:41.556730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '091424bf-e809-46c1-96c1-d532c08eabbc', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:16:41.593699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:41.594077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:41.609994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:16:41.628719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:41.748332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:41.795963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:41.951631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['091424bf-e809-46c1-96c1-d532c08eabbc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:16:42.019230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfb8c-3280-43fd-9c6c-ed21f536bcb8 req-83e51155-7598-419f-9596-818bd2e6580e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:42.020584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef8bfb8c-3280-43fd-9c6c-ed21f536bcb8 req-83e51155-7598-419f-9596-818bd2e6580e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0501590 Apr 30 05:16:42.068119 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef8bfb8c-3280-43fd-9c6c-ed21f536bcb8 req-ed0902c2-ba82-4b60-9863-e89f3d69a402 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Apr 30 05:16:43.182436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59eb44-caa4-47c8-a357-f626c50c6a24 req-18298148-2665-4d79-9f20-5edfe92bd26c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:43.184204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc59eb44-caa4-47c8-a357-f626c50c6a24 req-18298148-2665-4d79-9f20-5edfe92bd26c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0479710 Apr 30 05:16:43.231455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc59eb44-caa4-47c8-a357-f626c50c6a24 req-0741e60c-fd6b-4ce3-96dc-3b4ffaa78268 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Apr 30 05:16:43.471835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:16:43.515209 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 091424bf-e809-46c1-96c1-d532c08eabbc completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:16:43.579283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 091424bf-e809-46c1-96c1-d532c08eabbc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:16:43.579653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:43.654959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:16:43.655335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:43.677492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:43.679757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f057166-058b-44e1-a838-eddb5386ad21" -d '{"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:43.692639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:16:43.717256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76ae8ab-b897-40e9-b18c-9d214d82ef71 x-openstack-request-id: req-d76ae8ab-b897-40e9-b18c-9d214d82ef71 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:43.717552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:43.717809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d76ae8ab-b897-40e9-b18c-9d214d82ef71 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:43.718207 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76ae8ab-b897-40e9-b18c-9d214d82ef71'] response: {'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'code': 200} Apr 30 05:16:43.767983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:43.958170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:16:44.005318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5d068-fe1b-4cd1-a520-2e4a8edea5dc req-6415f244-ca4d-4946-a2bb-03a6e08549f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:44.006734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-76e5d068-fe1b-4cd1-a520-2e4a8edea5dc req-6415f244-ca4d-4946-a2bb-03a6e08549f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1129 time: 0.0379438 Apr 30 05:16:44.060364 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-76e5d068-fe1b-4cd1-a520-2e4a8edea5dc req-e9e0b7f9-164e-45f9-bfd8-21700689d54e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 Apr 30 05:16:44.348467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f2c79-ec13-47ef-88e3-c9fe5a9cf4d8 req-c667bdbc-5e3e-4194-bb25-d6edfaa2a8b2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:44.349932 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-250f2c79-ec13-47ef-88e3-c9fe5a9cf4d8 req-c667bdbc-5e3e-4194-bb25-d6edfaa2a8b2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Apr 30 05:16:44.396896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-250f2c79-ec13-47ef-88e3-c9fe5a9cf4d8 req-d8b80881-8b2a-47fb-bef5-d40fb9c753a7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408711 Apr 30 05:16:45.510394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f9f5-10bf-4cd7-840e-06fc1a9abe68 req-914900e8-3d38-470e-a6e2-1e24337c4cab tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:45.512237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c95f9f5-10bf-4cd7-840e-06fc1a9abe68 req-914900e8-3d38-470e-a6e2-1e24337c4cab tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0461836 Apr 30 05:16:45.557802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c95f9f5-10bf-4cd7-840e-06fc1a9abe68 req-6b05eb66-1afd-4635-add9-df4c2b652d03 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404317 Apr 30 05:16:45.669183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7ed5b-3088-45a0-9fa6-98abbe09e829 req-fa3ea939-1e32-4b02-b305-18a1d1ef5eda tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:45.670636 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33e7ed5b-3088-45a0-9fa6-98abbe09e829 req-fa3ea939-1e32-4b02-b305-18a1d1ef5eda tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Apr 30 05:16:45.679394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42530) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:16:45.683741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'floatingip': {'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:16:45.722058 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:46.159169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:46.221900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:46.331418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 associated. External IP: 172.26.5.33, port: 091424bf-e809-46c1-96c1-d532c08eabbc. Apr 30 05:16:46.541849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:16:46.649655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:16:46.654594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:46.659084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:16:46.669811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:16:46.670501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:46.685070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-32b89fb3-96ec-4682-91bc-ec1950cc0805 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "PUT /v2.0/floatingips/44222738-fbb6-4f6a-9a4b-fb27d507a282 HTTP/1.1" status: 200 len: 990 time: 1.0046973 Apr 30 05:16:46.685640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:16:46.687923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2949fb4c-121e-4800-908f-a4f1d6712f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:16:46.725932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa6d5d-576e-4f7b-9a70-374bce0b3f76 x-openstack-request-id: req-defa6d5d-576e-4f7b-9a70-374bce0b3f76 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:16:46.726229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:16:46.726518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-defa6d5d-576e-4f7b-9a70-374bce0b3f76 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:16:46.726935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defa6d5d-576e-4f7b-9a70-374bce0b3f76'] response: {'name': 'network-changed', 'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'status': 'completed', 'code': 200} Apr 30 05:16:46.787634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:16:46.788804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-327db424-0e0b-49fc-80dd-779253f1c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:46.790353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-327db424-0e0b-49fc-80dd-779253f1c76f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1129 time: 0.0397530 Apr 30 05:16:46.886497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-957e45c0-a853-4d79-b3f0-9a11a804b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:46.887979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-957e45c0-a853-4d79-b3f0-9a11a804b4e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0897763 Apr 30 05:16:46.954250 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-50afe9e1-faab-41df-bb61-f99a67779760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 998 time: 0.0603249 Apr 30 05:16:47.007226 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-5d33ecca-ea35-4e98-92d8-b814af32d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:47.008707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-5d33ecca-ea35-4e98-92d8-b814af32d5c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0489039 Apr 30 05:16:47.013219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:16:46Z', 'revision_number': 9, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:47.040852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:16:47.049400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:16:47.050013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:47.083943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-8d25266b-8e1d-468e-a03e-e5901917ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:47.085458 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-8d25266b-8e1d-468e-a03e-e5901917ba62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0712578 Apr 30 05:16:47.096441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca5990-34cb-4319-a938-5ffe7f2f1aa9 req-abcba26b-d03d-4e85-8da1-a273cd9a0cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:47.101601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-15ca5990-34cb-4319-a938-5ffe7f2f1aa9 req-abcba26b-d03d-4e85-8da1-a273cd9a0cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0756609 Apr 30 05:16:47.166431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:16:47.194714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-975e37b3-0b6a-4678-a190-8404d9b7fde3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426259 Apr 30 05:16:47.207578 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-15ca5990-34cb-4319-a938-5ffe7f2f1aa9 req-a21cc395-1858-41c1-b42f-344a46e84c04 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010301 Apr 30 05:16:47.230565 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-8c7c880d-66e8-416d-a490-35a61f402755 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280632 Apr 30 05:16:47.320109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2949fb4c-121e-4800-908f-a4f1d6712f9d req-049879ad-49b1-4020-bb50-63f63850c2eb service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871766 Apr 30 05:16:47.395978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:16:46Z', 'revision_number': 9, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:16:47.425157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05e1b05-0e48-4a70-b7f1-5f4a17b84f58 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:16:46Z', 'revision_number': 9, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:16:47.622436 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8346c-f3da-4e86-816e-0eb35eae611c None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:16:47.749560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-c39231a6-689a-4065-b066-74361fd3f39d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:47.750960 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-c39231a6-689a-4065-b066-74361fd3f39d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports/091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 942 time: 0.0495296 Apr 30 05:16:48.324399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a913ba9-6b1b-40d3-a98c-a4416656d62f req-25724398-3efa-4461-9802-fc33f31ba465 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:48.325877 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a913ba9-6b1b-40d3-a98c-a4416656d62f req-25724398-3efa-4461-9802-fc33f31ba465 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Apr 30 05:16:48.377697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a913ba9-6b1b-40d3-a98c-a4416656d62f req-e860904b-ef95-4426-804d-b92937a48ecf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Apr 30 05:16:49.212057 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-a40f36ec-418d-4138-83f1-4fcb71eda75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:49.213564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-a40f36ec-418d-4138-83f1-4fcb71eda75f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1129 time: 0.0398698 Apr 30 05:16:49.300350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-830b0cb0-34ba-4aaf-8375-9d3ead900041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:49.301807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-830b0cb0-34ba-4aaf-8375-9d3ead900041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0825748 Apr 30 05:16:49.369146 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-3085e690-f512-44d0-8f2d-df5cc8385ce6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 1001 time: 0.0619948 Apr 30 05:16:49.416094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-0157bc6a-24eb-4b98-8e20-d1a9bde0a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:49.418189 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-0157bc6a-24eb-4b98-8e20-d1a9bde0a8ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0422981 Apr 30 05:16:49.488394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-1b20e780-33ce-40c1-86e2-ba4e9e306aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:49.489819 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-1b20e780-33ce-40c1-86e2-ba4e9e306aac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0667241 Apr 30 05:16:49.512281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e408-56bd-4c80-9b3d-c5982f397223 req-06e8eb9f-6867-47a6-a43a-974bbc6a1dd6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:49.513651 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d54e408-56bd-4c80-9b3d-c5982f397223 req-06e8eb9f-6867-47a6-a43a-974bbc6a1dd6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0649266 Apr 30 05:16:49.607879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d54e408-56bd-4c80-9b3d-c5982f397223 req-4fb05a84-2dc0-49cc-8ae0-28b2ea23f3ed tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847385 Apr 30 05:16:49.621218 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-833e2787-a5dd-4311-8e09-72ce8d124db8 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255999 Apr 30 05:16:49.711858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-ff218b35-8862-4678-9470-ca2065af7c59 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Apr 30 05:16:50.721876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc718-fee6-4fdf-a3a7-c880942ac753 req-e92e5e3c-fdd7-4231-b155-4e0fdc6f1574 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:50.723632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-697cc718-fee6-4fdf-a3a7-c880942ac753 req-e92e5e3c-fdd7-4231-b155-4e0fdc6f1574 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Apr 30 05:16:50.771086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-697cc718-fee6-4fdf-a3a7-c880942ac753 req-cb532bf9-24f9-43e4-9bdf-cf9e093bd332 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Apr 30 05:16:51.853470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b57c51ed-27f3-468e-b793-c628ca578b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:51.890491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38833c45-0ea2-496f-a1c7-be7dfcce39c1 req-a892d0e7-7c6f-4f24-9fc0-27eb59a17baf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:51.891965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38833c45-0ea2-496f-a1c7-be7dfcce39c1 req-a892d0e7-7c6f-4f24-9fc0-27eb59a17baf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Apr 30 05:16:51.939174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38833c45-0ea2-496f-a1c7-be7dfcce39c1 req-69bf388a-ca20-4594-87bd-6a9f4bac6e84 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Apr 30 05:16:53.051492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c309b-4c08-47d9-87cf-6c956a7378e2 req-4ba7266b-1239-475a-9b16-5f716d8c2342 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:53.052845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e2c309b-4c08-47d9-87cf-6c956a7378e2 req-4ba7266b-1239-475a-9b16-5f716d8c2342 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0459208 Apr 30 05:16:53.100494 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6e2c309b-4c08-47d9-87cf-6c956a7378e2 req-6797dc50-e3ef-440a-9659-91070f6a8f97 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Apr 30 05:16:54.068001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49d19ff1-73ec-4e8f-a717-1549437d8298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:54.219709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbc38-f70a-47b4-9887-67026dad9ba0 req-dcbd8afa-b01f-4b8f-8d25-5163f5f176d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:54.221188 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5cedbc38-f70a-47b4-9887-67026dad9ba0 req-dcbd8afa-b01f-4b8f-8d25-5163f5f176d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Apr 30 05:16:54.267556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5cedbc38-f70a-47b4-9887-67026dad9ba0 req-6fa5fc3e-b02f-4834-84dc-54c469625345 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Apr 30 05:16:55.113943 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:55.379177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687f82-4da4-47e4-866e-8d3ca0cde34f req-2453ea6f-fd14-4b90-88cc-36d78dfa5ceb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:55.380524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21687f82-4da4-47e4-866e-8d3ca0cde34f req-2453ea6f-fd14-4b90-88cc-36d78dfa5ceb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0459256 Apr 30 05:16:55.426409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-21687f82-4da4-47e4-866e-8d3ca0cde34f req-8b78e6ae-0d92-4e93-90bf-588f68367407 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 Apr 30 05:16:55.952557 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:16:56.539258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600c2bc-06af-4b62-932c-518173555d77 req-6c63113f-473e-46d4-9b95-7722e0c4ffc0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:56.540791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d600c2bc-06af-4b62-932c-518173555d77 req-6c63113f-473e-46d4-9b95-7722e0c4ffc0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0472386 Apr 30 05:16:56.589950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d600c2bc-06af-4b62-932c-518173555d77 req-f30c1f51-8d6c-42e8-8fdb-7e731dcce751 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Apr 30 05:16:56.804473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:57.704855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f4019-4c20-4820-82a9-4f717a2dce20 req-f1bf585b-5e6d-4078-965c-ba0fd080dc2f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:57.706629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a19f4019-4c20-4820-82a9-4f717a2dce20 req-f1bf585b-5e6d-4078-965c-ba0fd080dc2f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0469661 Apr 30 05:16:57.753537 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a19f4019-4c20-4820-82a9-4f717a2dce20 req-4bd7f11c-7d1f-4dae-8a03-e23475ef2ffc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Apr 30 05:16:58.221662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:16:58.865916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cfc2e-b556-4f9c-b87d-6df5ba37b63d req-d15136dd-ad9b-448d-92bd-2b338d85819f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:16:58.867398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a8cfc2e-b556-4f9c-b87d-6df5ba37b63d req-d15136dd-ad9b-448d-92bd-2b338d85819f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0460217 Apr 30 05:16:58.913768 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a8cfc2e-b556-4f9c-b87d-6df5ba37b63d req-dce1deff-8fcf-4ec7-b1a4-87ca3a8bcd0b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Apr 30 05:17:00.028629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f7392-bd3e-4de1-b88b-d0cad538ffc7 req-0c71ce49-8c14-4974-892d-8ad63a9225ed tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:00.030294 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e5f7392-bd3e-4de1-b88b-d0cad538ffc7 req-0c71ce49-8c14-4974-892d-8ad63a9225ed tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0500045 Apr 30 05:17:00.078120 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e5f7392-bd3e-4de1-b88b-d0cad538ffc7 req-7d027ef0-6886-447d-a0f0-f596bf90bac6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Apr 30 05:17:01.192823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07da67-3678-479f-8cdb-304c5304b8d0 req-70129de4-5961-4226-8b98-89a0cfb38e39 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:01.194293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6d07da67-3678-479f-8cdb-304c5304b8d0 req-70129de4-5961-4226-8b98-89a0cfb38e39 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0468726 Apr 30 05:17:01.240102 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6d07da67-3678-479f-8cdb-304c5304b8d0 req-27633bd6-928b-4ead-9a0d-74ae2ba44b81 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403042 Apr 30 05:17:02.350712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b9008-44a8-4591-871a-bd12e9b7f057 req-d9555131-c80e-4c93-8b93-454f1e512ee9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:02.352125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a60b9008-44a8-4591-871a-bd12e9b7f057 req-d9555131-c80e-4c93-8b93-454f1e512ee9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0450890 Apr 30 05:17:02.401126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a60b9008-44a8-4591-871a-bd12e9b7f057 req-2ffa29c7-f4d9-486f-b52e-7ed58ebeaf16 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Apr 30 05:17:03.514693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f38b3-43d2-4354-afd7-e72c2f08bf6e req-7a06ef82-fc33-4bd1-838c-3af38e22ce00 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:03.516220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e5f38b3-43d2-4354-afd7-e72c2f08bf6e req-7a06ef82-fc33-4bd1-838c-3af38e22ce00 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0468130 Apr 30 05:17:03.563504 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2e5f38b3-43d2-4354-afd7-e72c2f08bf6e req-77a43545-0a20-446b-94f4-2bd93d41c654 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Apr 30 05:17:04.680186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46232c22-a011-4853-92f0-2c250516b3b9 req-904193bc-83ba-4130-b47c-44d1dcf909f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:04.681621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46232c22-a011-4853-92f0-2c250516b3b9 req-904193bc-83ba-4130-b47c-44d1dcf909f6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0497403 Apr 30 05:17:04.726696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46232c22-a011-4853-92f0-2c250516b3b9 req-b6cc663e-6434-4454-981d-566f8ef03930 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 Apr 30 05:17:05.842259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea075b4-f7cf-4363-8bdd-2845087cb804 req-3e9054b9-5ed4-483e-bcfa-741bf2bdb078 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:05.843683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7ea075b4-f7cf-4363-8bdd-2845087cb804 req-3e9054b9-5ed4-483e-bcfa-741bf2bdb078 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Apr 30 05:17:05.888655 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7ea075b4-f7cf-4363-8bdd-2845087cb804 req-9b8053ef-cb63-43c0-bd6a-c7b5a3bb0c98 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394166 Apr 30 05:17:06.822758 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-7654eb64-1b16-4157-bd3a-56b0355f4a0a service neutron] 10.222.0.13 "GET /v2.0/ports/091424bf-e809-46c1-96c1-d532c08eabbc/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0531237 Apr 30 05:17:07.003442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022d51-2758-4d5f-8156-c3675e3b782f req-0eac75f6-839b-4135-9e32-8638d0b6e1d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.004815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36022d51-2758-4d5f-8156-c3675e3b782f req-0eac75f6-839b-4135-9e32-8638d0b6e1d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Apr 30 05:17:07.053480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36022d51-2758-4d5f-8156-c3675e3b782f req-8640d13e-7ab2-4623-85d5-679a94509bf5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429962 Apr 30 05:17:07.612456 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-a7068619-cd4c-4690-a1d8-65edff041b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.613940 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-a7068619-cd4c-4690-a1d8-65edff041b2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1129 time: 0.3760231 Apr 30 05:17:07.674550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-c578477f-6bd2-4d17-88c5-1cac80ff37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.676001 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-c578477f-6bd2-4d17-88c5-1cac80ff37ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1129 time: 0.0376298 Apr 30 05:17:07.767472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-50fafbd1-231a-483c-876a-c5937a4589ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.768925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-50fafbd1-231a-483c-876a-c5937a4589ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0864542 Apr 30 05:17:07.831533 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-2ae2026a-5cbe-4735-b4b0-1ed588f5e93f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 1001 time: 0.0569792 Apr 30 05:17:07.879194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-e45b4a2e-5b13-4ce0-bf85-5841c2f528fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.880520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-e45b4a2e-5b13-4ce0-bf85-5841c2f528fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0435510 Apr 30 05:17:07.925936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-170c7de8-9bdc-4d0b-9220-5aa9d53cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:07.927417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-170c7de8-9bdc-4d0b-9220-5aa9d53cbe9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413210 Apr 30 05:17:08.015211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-8a8ee72a-3f6d-49d7-8d0a-a40dc5d58607 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808697 Apr 30 05:17:08.102366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:08.108516 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db3c7926-2571-4360-97f1-d43bc5e597e1 req-66e43851-0f25-4300-a98f-3f4926657d55 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875757 Apr 30 05:17:08.170449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005b89-bc15-482a-9b9a-2b3ae4a2b7f6 req-31b48860-9bc2-405b-889d-f9af53356e7d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:08.171933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c005b89-bc15-482a-9b9a-2b3ae4a2b7f6 req-31b48860-9bc2-405b-889d-f9af53356e7d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0472353 Apr 30 05:17:08.219264 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c005b89-bc15-482a-9b9a-2b3ae4a2b7f6 req-b7ad40f6-0322-449b-a226-8025c637f0c5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Apr 30 05:17:09.338172 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e61-e531-4bc0-ab71-af9863795e5a req-c523fc32-125b-443a-ada4-1ced9fa7a7de tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:09.339647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ff49e61-e531-4bc0-ab71-af9863795e5a req-c523fc32-125b-443a-ada4-1ced9fa7a7de tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Apr 30 05:17:09.385579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ff49e61-e531-4bc0-ab71-af9863795e5a req-be315223-f162-4856-8d46-3ecc839df49e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 Apr 30 05:17:09.574779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:17:09.585337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:17:09.735195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:09.737728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:09.738108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:09.755655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '091424bf-e809-46c1-96c1-d532c08eabbc', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:17:09.771041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:09.773269 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d703c-4055-4d26-b009-4c3419ccc474" -d '{"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-unplugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:09.803691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:09.815784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:09.816195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:09.819638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c59d2f-33b9-4cf7-86d8-23052f2b607c x-openstack-request-id: req-e5c59d2f-33b9-4cf7-86d8-23052f2b607c {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:09.819924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-unplugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:09.832323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5c59d2f-33b9-4cf7-86d8-23052f2b607c {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:09.832323 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c59d2f-33b9-4cf7-86d8-23052f2b607c'] response: {'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'code': 200} Apr 30 05:17:09.832323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:17:09.910333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:09.983453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:17:09.983803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:17:09.986451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:10.498616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93710d43-dc5c-4b2b-937c-6f6a9aa005de req-e2765ce4-75a6-4d2c-80ef-dcdd9ef71083 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:10.500080 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93710d43-dc5c-4b2b-937c-6f6a9aa005de req-e2765ce4-75a6-4d2c-80ef-dcdd9ef71083 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 943 time: 0.0462759 Apr 30 05:17:10.520049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:10.520486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:10.533595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:17:10.547336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93710d43-dc5c-4b2b-937c-6f6a9aa005de req-93072bfc-12be-436a-93cc-511473cce4eb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Apr 30 05:17:10.552331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:10.619042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:10.673153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:10.677887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['091424bf-e809-46c1-96c1-d532c08eabbc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:17:11.161038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835063-00a8-41d2-b189-6f9e45a9bc0f req-2742d62d-d3c8-4346-af96-ad9dc7541269 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.162469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-da835063-00a8-41d2-b189-6f9e45a9bc0f req-2742d62d-d3c8-4346-af96-ad9dc7541269 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0562158 Apr 30 05:17:11.219219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-d009e6f4-7840-4aab-a86e-20f81a88b262 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.220643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-d009e6f4-7840-4aab-a86e-20f81a88b262 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07&tenant_id=3101421bd1c04d97834b47158c2e8dbe&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 944 time: 0.0738218 Apr 30 05:17:11.272925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-da835063-00a8-41d2-b189-6f9e45a9bc0f req-b4d98e06-b1f9-4400-9ed5-fd994461298b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865183 Apr 30 05:17:11.296023 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-d4a7bb9f-7d65-4353-95ec-0aae1d749d4c service neutron] 10.222.0.13 "GET /v2.0/ports/091424bf-e809-46c1-96c1-d532c08eabbc/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0660715 Apr 30 05:17:11.353404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-03c018b9-1eee-42a3-8192-49af88aca217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.354833 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-03c018b9-1eee-42a3-8192-49af88aca217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1128 time: 0.0388589 Apr 30 05:17:11.446211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-48d88bfe-6276-4a27-9a79-9e96e8c07058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.447652 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-48d88bfe-6276-4a27-9a79-9e96e8c07058 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0869846 Apr 30 05:17:11.509339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-6279c4b4-f07a-4708-af15-7f5a260ba250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 1000 time: 0.0560958 Apr 30 05:17:11.561474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-cc396914-39cc-452f-9ef6-86e0356fad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.563179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-cc396914-39cc-452f-9ef6-86e0356fad08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0476568 Apr 30 05:17:11.589337 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:17:11.604998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-1b08a3a7-446b-4254-8a07-058652c6260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:11.606470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-1b08a3a7-446b-4254-8a07-058652c6260c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380161 Apr 30 05:17:11.635862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 091424bf-e809-46c1-96c1-d532c08eabbc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:17:11.636423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:11.694995 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-375e0db1-e785-48da-b69b-052da8f098a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829480 Apr 30 05:17:11.717109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:11.717573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:11.750984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:11.789771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-a75af2d7-2ba3-48d2-aebb-9ba6d96fcbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Apr 30 05:17:11.821110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:11.823460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e1c76-35e7-4a45-88aa-aa4390e69eeb" -d '{"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:11.845060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:11.869902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0445a51-a123-4ada-8be0-6bc30737ca6f x-openstack-request-id: req-e0445a51-a123-4ada-8be0-6bc30737ca6f {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:11.870188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:11.870470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0445a51-a123-4ada-8be0-6bc30737ca6f {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:11.870863 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0445a51-a123-4ada-8be0-6bc30737ca6f'] response: {'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'code': 200} Apr 30 05:17:11.896179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:12.387206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97489f1b-e0bc-485b-a535-dde3e2a25ba6 req-86750304-a791-4bc8-bbe0-d52bb938cf90 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:12.388656 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97489f1b-e0bc-485b-a535-dde3e2a25ba6 req-86750304-a791-4bc8-bbe0-d52bb938cf90 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0458851 Apr 30 05:17:12.434126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97489f1b-e0bc-485b-a535-dde3e2a25ba6 req-e1ca3cc1-bb1b-4ece-8e98-51f62e13a8b8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Apr 30 05:17:13.554066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a716e-128b-491a-a67e-d54cba4904c9 req-cae62d5b-381b-404f-8ce8-ce8d8c973ff4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:13.556610 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-281a716e-128b-491a-a67e-d54cba4904c9 req-cae62d5b-381b-404f-8ce8-ce8d8c973ff4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Apr 30 05:17:13.604347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-281a716e-128b-491a-a67e-d54cba4904c9 req-52651a8f-1fd7-4425-9ec7-12b49e472ff4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 Apr 30 05:17:14.615068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-c4762f0d-50ce-454c-b2da-4379d4b544f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.616439 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-c4762f0d-50ce-454c-b2da-4379d4b544f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1129 time: 0.0383995 Apr 30 05:17:14.676599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-3d4a5f2f-bf0b-4f16-9938-859aa5329226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.678029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-3d4a5f2f-bf0b-4f16-9938-859aa5329226 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 1129 time: 0.0409062 Apr 30 05:17:14.746213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c277df-87e6-4a1b-bc9c-366fe31bbba9 req-0677acad-8069-4914-95ad-b1abd4f70e1e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.747676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44c277df-87e6-4a1b-bc9c-366fe31bbba9 req-0677acad-8069-4914-95ad-b1abd4f70e1e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 945 time: 0.0734484 Apr 30 05:17:14.831750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-ddef5b80-0c50-4a19-ad07-a7b481bd81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.833174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-ddef5b80-0c50-4a19-ad07-a7b481bd81d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.1474941 Apr 30 05:17:14.837310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44c277df-87e6-4a1b-bc9c-366fe31bbba9 req-22dd9380-e9ac-47a8-a4cd-febd06335e4f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632153 Apr 30 05:17:14.899775 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-00d7bd36-e233-47b3-b42e-03501abd37f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 200 len: 1001 time: 0.0612533 Apr 30 05:17:14.947477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-d61c5adc-ea53-4bd5-abc0-8edf5087c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.948855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-d61c5adc-ea53-4bd5-abc0-8edf5087c473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0429673 Apr 30 05:17:14.990866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-725c9346-a027-4734-85b2-fc8b59e86807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:14.992276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-725c9346-a027-4734-85b2-fc8b59e86807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369282 Apr 30 05:17:15.084410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-28d7ef60-521e-414d-8c10-bde008a75fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850406 Apr 30 05:17:15.176330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0d17fac-829d-41a4-9196-ad60446fd321 req-8a0562d7-5c93-46dd-8f0a-7a3f930c63e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858095 Apr 30 05:17:15.620858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:17:15.718003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:15.728966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '091424bf-e809-46c1-96c1-d532c08eabbc', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': '091424bf-e809-46c1-96c1-d532c08eabbc', 'mac_address': 'fa:16:3e:21:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:17:15.765684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:15.766076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:15.782528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:17:15.800658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:15.878680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:15.929843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=9']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:15.951900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['091424bf-e809-46c1-96c1-d532c08eabbc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:17:15.954375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821cfb-c3b5-4d05-9751-80d1a2ca632f req-de3ee7bd-bb72-4d94-9e83-b11124c3795a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:15.955869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f821cfb-c3b5-4d05-9751-80d1a2ca632f req-de3ee7bd-bb72-4d94-9e83-b11124c3795a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0482543 Apr 30 05:17:16.002979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f821cfb-c3b5-4d05-9751-80d1a2ca632f req-dfd3d54d-76fb-4e53-8b99-b7997c8e8ad1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Apr 30 05:17:17.118642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19790b1-4d20-438d-b1c8-7a3a700449c2 req-819014ea-e146-4261-9621-56446b7e97fe tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:17.120363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f19790b1-4d20-438d-b1c8-7a3a700449c2 req-819014ea-e146-4261-9621-56446b7e97fe tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0487959 Apr 30 05:17:17.170532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f19790b1-4d20-438d-b1c8-7a3a700449c2 req-195d4ffa-0d9a-4f9d-9171-0a6fc39c20c8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Apr 30 05:17:17.309810 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aea931-f5d3-4745-8a82-41a321e7d8a1 req-d6b1afaf-a0f0-4d07-bd4e-618fda4d6680 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:17.311795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0aea931-f5d3-4745-8a82-41a321e7d8a1 req-d6b1afaf-a0f0-4d07-bd4e-618fda4d6680 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0519605 Apr 30 05:17:17.359618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0aea931-f5d3-4745-8a82-41a321e7d8a1 req-cdd044d9-db11-4225-9033-9bb6257df006 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Apr 30 05:17:17.470340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a5e2-2dfc-46d9-beac-399246426d4e req-e07764f6-81e0-48aa-99cc-5abadb8a7396 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:17.471791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ff2a5e2-2dfc-46d9-beac-399246426d4e req-e07764f6-81e0-48aa-99cc-5abadb8a7396 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 944 time: 0.0473478 Apr 30 05:17:17.518820 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ff2a5e2-2dfc-46d9-beac-399246426d4e req-f2cb908b-0370-4264-90c5-d9bcd7a0c3e6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Apr 30 05:17:17.636174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:17:17.682501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 091424bf-e809-46c1-96c1-d532c08eabbc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:17:17.682876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:17.759599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 091424bf-e809-46c1-96c1-d532c08eabbc is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:17.759985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:17.784240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:17.786553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1f7c0-4b06-4a1e-adb6-f001dd607526" -d '{"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:17.799893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:17.826013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c0f03-9b50-4f48-9a57-c440a908505d x-openstack-request-id: req-a90c0f03-9b50-4f48-9a57-c440a908505d {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:17.827130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-plugged", "status": "completed", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:17.827392 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a90c0f03-9b50-4f48-9a57-c440a908505d {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:17.827796 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90c0f03-9b50-4f48-9a57-c440a908505d'] response: {'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'code': 200} Apr 30 05:17:17.858906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:17.910940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=10']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:17.937158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62406c58-1825-4aa9-9c22-34163c8b86d3 req-089e2b2c-c443-4661-ac1e-6b702bf023e0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:17.938679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62406c58-1825-4aa9-9c22-34163c8b86d3 req-089e2b2c-c443-4661-ac1e-6b702bf023e0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 946 time: 0.0498295 Apr 30 05:17:17.990731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62406c58-1825-4aa9-9c22-34163c8b86d3 req-54e6bab4-e7d7-4a21-99b1-c0de58572fe5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464294 Apr 30 05:17:19.105178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf0006-22a8-4496-a3d4-e00941f88219 req-8f5d6542-5ba2-4a2e-aa1a-4df916d26145 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:19.106633 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ecf0006-22a8-4496-a3d4-e00941f88219 req-8f5d6542-5ba2-4a2e-aa1a-4df916d26145 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 946 time: 0.0463226 Apr 30 05:17:19.155438 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3ecf0006-22a8-4496-a3d4-e00941f88219 req-56929b9d-3d4c-41b3-ab1d-50fd2076e557 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Apr 30 05:17:19.971907 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-68fb581a-479e-4973-b1e2-47d3a4b910b3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:19.973293 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-68fb581a-479e-4973-b1e2-47d3a4b910b3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 946 time: 0.0453513 Apr 30 05:17:20.059189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Deleting port 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:17:20.059508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.146666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] For port 091424bf-e809-46c1-96c1-d532c08eabbc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=091424bf-e809-46c1-96c1-d532c08eabbc,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:20.147358 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.335976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5791b24-693e-4052-8199-f7bb854dba55 req-3c499fe8-ebe3-4467-bf7b-919399df938a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:20.337331 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5791b24-693e-4052-8199-f7bb854dba55 req-3c499fe8-ebe3-4467-bf7b-919399df938a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 946 time: 0.0922084 Apr 30 05:17:20.379160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.379521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.379839 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 disassociated. External IP: 172.26.5.33, port: 091424bf-e809-46c1-96c1-d532c08eabbc. Apr 30 05:17:20.380175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Calling delete_port for 091424bf-e809-46c1-96c1-d532c08eabbc owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:17:20.446523 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5791b24-693e-4052-8199-f7bb854dba55 req-ecad9714-1e2b-41b7-bccc-fca5dd02512f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018627 Apr 30 05:17:20.581646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (091424bf-e809-46c1-96c1-d532c08eabbc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.610780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'Port': ['ID=091424bf-e809-46c1-96c1-d532c08eabbc,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:20.622018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.622398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.622741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.623583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.623949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.624282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.624607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.624930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.625252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.625574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.625988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.626328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.626653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.626972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.627291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:20.744259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:17:20.856444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:17:20.866077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:17:20.877027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:17:20.877696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:20.898696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] No DVR routers for this DVR port 091424bf-e809-46c1-96c1-d532c08eabbc on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:17:20.901186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:20.904551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fbc9000f-ca87-4f34-ab18-44f5b7aba25d req-18589f30-79da-4a74-9643-0cbb1eaaa04a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "DELETE /v2.0/ports/091424bf-e809-46c1-96c1-d532c08eabbc HTTP/1.1" status: 204 len: 173 time: 0.9253845 Apr 30 05:17:20.904983 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-deleted', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:20.907229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc0e0a-e7a9-4662-b2e6-26522c8a70dc" -d '{"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-deleted", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:20.943925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21be03-895c-4008-9418-9063894b27d4 x-openstack-request-id: req-8c21be03-895c-4008-9418-9063894b27d4 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:20.944216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b3232f-56b7-47e6-8d83-eb501419cb07", "name": "network-vif-deleted", "tag": "091424bf-e809-46c1-96c1-d532c08eabbc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:20.944471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c21be03-895c-4008-9418-9063894b27d4 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:20.944877 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c21be03-895c-4008-9418-9063894b27d4'] response: {'server_uuid': '23b3232f-56b7-47e6-8d83-eb501419cb07', 'name': 'network-vif-deleted', 'tag': '091424bf-e809-46c1-96c1-d532c08eabbc', 'status': 'completed', 'code': 200} Apr 30 05:17:21.143491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:17:21.335669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:21.366510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:17:21.374902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:17:21.375511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:16:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:21.481107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:17:21.567629 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f87edc96-80fb-4ac4-8013-f81f01ec5f15 req-5d46aad2-9826-421b-a805-633d41f0e0b5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b3232f-56b7-47e6-8d83-eb501419cb07 HTTP/1.1" status: 200 len: 210 time: 0.0321801 Apr 30 05:17:21.671505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:21.698152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0f9b5-dc3b-48a1-8031-e5da63ddd798 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:17:21.875736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b7aa442a-460a-4f7c-890b-9fbd3c8b6762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:21.929013 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6eeb0-a14d-4e57-80e3-44b8e48bfbf5 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:17:22.829795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-bc9cf103-45e3-4ae9-bf13-89f9ed96ef74 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--816185395&fields=id&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 267 time: 0.0431752 Apr 30 05:17:22.931610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-720048ac-1346-447a-8e77-6ed4ac1bdcc2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:22.933039 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-720048ac-1346-447a-8e77-6ed4ac1bdcc2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.0968473 Apr 30 05:17:22.947793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-4cccbe8f-ff4d-4d11-a4af-dafab142b851 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/quotas/3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 375 time: 0.0087326 Apr 30 05:17:23.000716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-41b8ecba-4579-4759-b8ac-3816f68284fe tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479035 Apr 30 05:17:23.137231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-630917f1-8ad2-415a-9f48-c9c930a885bf service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254706 Apr 30 05:17:23.229292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-dbb11eec-ff32-46f8-bba8-605903bae5ec service neutron] 10.222.0.16 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857370 Apr 30 05:17:23.467624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-13168e78-446c-496d-8d03-a2781a3e2f7a req-75f71632-6562-44de-b269-7cd11ff3090d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Apr 30 05:17:23.652348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:17:23.673613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 091424bf-e809-46c1-96c1-d532c08eabbc {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:17:23.673953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 091424bf-e809-46c1-96c1-d532c08eabbc not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:17:24.098050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0aa83c71-4176-4209-baec-b9be369b6b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:24.563904 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71375a7e-889c-46fc-ad79-f846ca1693c1 req-14495a07-ba0e-495c-9dd8-e81e910287eb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Apr 30 05:17:25.084482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:25.303214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-3b6c5f81-bab8-4716-be56-5306571d0feb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:25.304897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-3b6c5f81-bab8-4716-be56-5306571d0feb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 812 time: 0.1078460 Apr 30 05:17:25.364283 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-cf9c2576-68e0-4ca8-8192-9caa6c6226d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 379 time: 0.0511250 Apr 30 05:17:25.372483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'port': {'device_id': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'admin_state_up': True, 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'security_groups': ['2651d0d9-ea18-4f27-bef7-be75c0e46e18']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:17:25.521394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Made reservation on behalf of 3101421bd1c04d97834b47158c2e8dbe for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:17:25.524852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:25.670299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ec652006-0cb9-447d-b2d0-957ff5eb7acc req-ea61ac49-834d-4c01-aa4c-77cb89e1d3a0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0317793 Apr 30 05:17:25.676295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Allocated IP 172.20.0.4 (6852f127-a015-492f-891d-2ede6a79dd33/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff/fd84260c-9d2e-432d-9ae2-d2328f61006b) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:17:25.814234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:25.902003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:25.944077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Network 6852f127-a015-492f-891d-2ede6a79dd33 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:17:25.949136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:17:25.953534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:17:25.976674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:26.004930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:26.005534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.101417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-29510fef-acdc-44c5-8e1d-526a8c2d5f8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320585 Apr 30 05:17:26.113509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Request body: {'port': {'device_id': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:17:26.177052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0598ff3a-a166-4b0b-a65b-ac8dc14c5cbd None None] Provisioning complete for port fd84260c-9d2e-432d-9ae2-d2328f61006b triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:17:26.177590 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0598ff3a-a166-4b0b-a65b-ac8dc14c5cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.178913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.211416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0598ff3a-a166-4b0b-a65b-ac8dc14c5cbd None None] Port fd84260c-9d2e-432d-9ae2-d2328f61006b cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:17:26.432701 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:17:26.440260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks [] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.452811 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Transition to ACTIVE for port object fd84260c-9d2e-432d-9ae2-d2328f61006b will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:17:26.520977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.574520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:26.648329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Attempting to bind port fd84260c-9d2e-432d-9ae2-d2328f61006b on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:17:26.648661 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Attempting to bind port fd84260c-9d2e-432d-9ae2-d2328f61006b by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:17:26.648988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Attempting to bind port fd84260c-9d2e-432d-9ae2-d2328f61006b on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:17:26.653581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Port fd84260c-9d2e-432d-9ae2-d2328f61006b on network 6852f127-a015-492f-891d-2ede6a79dd33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:17:26.653893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Attempting to bind port fd84260c-9d2e-432d-9ae2-d2328f61006b on network 6852f127-a015-492f-891d-2ede6a79dd33 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:17:26.659246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:17:26.659582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Checking segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:17:26.659959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Bound using segment: {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:17:26.660378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Bound port: fd84260c-9d2e-432d-9ae2-d2328f61006b, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:17:26.660732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.738709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:17:26.742336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:17:26.800431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7658-02ea-4458-bd06-8989c310b2ae req-191c70f7-d66d-4ea4-9b8a-91fecad185d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:26.801884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a5e7658-02ea-4458-bd06-8989c310b2ae req-191c70f7-d66d-4ea4-9b8a-91fecad185d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Apr 30 05:17:26.833838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.869687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.880152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6a5e7658-02ea-4458-bd06-8989c310b2ae req-b514c339-0871-41bb-9978-201454134dad tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725555 Apr 30 05:17:26.881439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:26.882070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:26.883422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] 10.222.0.13 "PUT /v2.0/ports/fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 1093 time: 0.7742274 Apr 30 05:17:26.885900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:26.888382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:26.914207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174eadb-538f-4b1e-945d-5d0d7cf4093e service neutron] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:26.937808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49866596-5028-4b8d-b96c-576d224903a6 x-openstack-request-id: req-49866596-5028-4b8d-b96c-576d224903a6 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:26.938096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:26.938375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49866596-5028-4b8d-b96c-576d224903a6 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:26.939452 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49866596-5028-4b8d-b96c-576d224903a6'] response: {'name': 'network-changed', 'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'status': 'completed', 'code': 200} Apr 30 05:17:26.997550 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-8007a899-bf28-43e4-ac04-f8ba21708f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:26.999845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-8007a899-bf28-43e4-ac04-f8ba21708f15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1127 time: 0.0417390 Apr 30 05:17:27.102509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-0347209a-6f4d-4051-b3f4-96dd798dcc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.103954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-0347209a-6f4d-4051-b3f4-96dd798dcc06 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3101421bd1c04d97834b47158c2e8dbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0979903 Apr 30 05:17:27.196721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-ebc5c635-cd61-4851-a515-900b8f85174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.198182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4e6e73c-dcda-4a7c-ae4b-af59cf0e2a3b req-ebc5c635-cd61-4851-a515-900b8f85174c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0882676 Apr 30 05:17:27.274937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-5c36d47a-dce4-4b41-bfd6-c1049e9a8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.276318 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-5c36d47a-dce4-4b41-bfd6-c1049e9a8741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1127 time: 0.0444648 Apr 30 05:17:27.317658 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-531d5656-776b-470f-bf6f-2e84645a293e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 217 time: 0.0344081 Apr 30 05:17:27.365581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-c14df1ee-cbd3-439d-b2a6-097f70134234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.367082 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-c14df1ee-cbd3-439d-b2a6-097f70134234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0437298 Apr 30 05:17:27.413210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc0353-287a-475d-abbc-2278c34dc855 req-61e6559f-f4bb-42a6-82ce-3ef111238f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.414720 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-61e6559f-f4bb-42a6-82ce-3ef111238f5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418856 Apr 30 05:17:27.501588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-25b6bc4e-b0bd-4aeb-bc8d-f54a9c002e9c service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803313 Apr 30 05:17:27.591045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-08fc0353-287a-475d-abbc-2278c34dc855 req-c05fe378-1bb1-455d-95be-9c1a841f1d99 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Apr 30 05:17:27.992665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b0ce-8493-4bf4-b766-dd9c984d18e5 req-8a5747ae-ab3f-4e17-afc2-220dd521e493 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:27.994098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c97b0ce-8493-4bf4-b766-dd9c984d18e5 req-8a5747ae-ab3f-4e17-afc2-220dd521e493 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0465348 Apr 30 05:17:28.039689 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c97b0ce-8493-4bf4-b766-dd9c984d18e5 req-05d0f4a7-0cf6-4065-9df6-274541f5df1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400891 Apr 30 05:17:28.223908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:29.152595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a857273-b34e-4c9b-97df-1af5e1a51cfb req-dfd3c475-bcfa-4798-be23-52719a277119 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:29.154290 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8a857273-b34e-4c9b-97df-1af5e1a51cfb req-dfd3c475-bcfa-4798-be23-52719a277119 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0461497 Apr 30 05:17:29.199660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8a857273-b34e-4c9b-97df-1af5e1a51cfb req-e7492209-0aa1-4245-b8c5-90f392b61680 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399978 Apr 30 05:17:29.698377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:17:29.797418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:29.808559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:17:29.844858 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:29.845244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:29.858499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:17:29.877110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:29.983749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:30.030290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:30.037149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.037491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.037845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.038157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.038508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.038830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.039149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.039530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.039850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.040171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.040491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.040807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.041121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.041433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.041742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:17:30.167836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['fd84260c-9d2e-432d-9ae2-d2328f61006b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:17:30.316371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f69d7-79fa-41a1-9e19-b9678f63add7 req-e25bfc59-f3cd-486d-bfe1-f0d44deead6a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:30.317827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f5f69d7-79fa-41a1-9e19-b9678f63add7 req-e25bfc59-f3cd-486d-bfe1-f0d44deead6a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 944 time: 0.0502596 Apr 30 05:17:30.364572 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f5f69d7-79fa-41a1-9e19-b9678f63add7 req-fb838268-9d16-4eae-b870-e18b46c2bfa3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Apr 30 05:17:31.477402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377c2d3-c6a2-4504-91a0-5fa494f2adcb req-42ac6cca-8f70-4cce-a465-9421fb17b443 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:31.478866 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7377c2d3-c6a2-4504-91a0-5fa494f2adcb req-42ac6cca-8f70-4cce-a465-9421fb17b443 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 944 time: 0.0467384 Apr 30 05:17:31.524422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7377c2d3-c6a2-4504-91a0-5fa494f2adcb req-2c2b1835-9a8f-4f2d-815b-805c518acb76 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400050 Apr 30 05:17:31.706148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:17:31.750028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port fd84260c-9d2e-432d-9ae2-d2328f61006b completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:17:31.827433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port fd84260c-9d2e-432d-9ae2-d2328f61006b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:17:31.827800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:31.905558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:17:31.905932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:31.927011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:31.929261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409e80c-e188-4356-8ba6-ba672ccfc85d" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:31.942166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:17:31.966904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d8a928-8225-4bfd-91c7-ede599151e64 x-openstack-request-id: req-60d8a928-8225-4bfd-91c7-ede599151e64 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:31.967188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:31.967442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60d8a928-8225-4bfd-91c7-ede599151e64 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:31.967909 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d8a928-8225-4bfd-91c7-ede599151e64'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'code': 200} Apr 30 05:17:32.009841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:32.057240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:17:32.267976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb411fe-1bdb-45e2-9e81-bc4542e2d9e3 req-4cb22e1b-81aa-44e5-873e-9cf651e96e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:32.269351 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1bb411fe-1bdb-45e2-9e81-bc4542e2d9e3 req-4cb22e1b-81aa-44e5-873e-9cf651e96e51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0413055 Apr 30 05:17:32.312567 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1bb411fe-1bdb-45e2-9e81-bc4542e2d9e3 req-e39212ac-3544-48ad-b00c-6d8b41fd34f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373726 Apr 30 05:17:32.638861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d213-b609-459f-9e59-a51f7c2a671d req-5101ba45-2cf4-4fd5-8a1d-6756c9039f03 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:32.640330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a1d213-b609-459f-9e59-a51f7c2a671d req-5101ba45-2cf4-4fd5-8a1d-6756c9039f03 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0467896 Apr 30 05:17:32.688309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a1d213-b609-459f-9e59-a51f7c2a671d req-92e95ce2-4f98-4db0-af2e-9a58b9f6dd3d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Apr 30 05:17:32.950601 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:17:33.811363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1854-1450-43ed-8984-7c40041f0fa3 req-6a617fa6-e7f4-4cac-b8f5-3742d38b5a28 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:33.812882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-284d1854-1450-43ed-8984-7c40041f0fa3 req-6a617fa6-e7f4-4cac-b8f5-3742d38b5a28 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Apr 30 05:17:33.867044 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-284d1854-1450-43ed-8984-7c40041f0fa3 req-ab087c8f-47eb-4ee4-b334-ce4b2de05bc0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482504 Apr 30 05:17:34.979570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022ce2-6c1a-4ec5-b751-0478c39e0b72 req-2793d80b-89cf-4739-8d7c-2fc903603cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:34.980935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-df022ce2-6c1a-4ec5-b751-0478c39e0b72 req-2793d80b-89cf-4739-8d7c-2fc903603cb7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0450168 Apr 30 05:17:35.026330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-df022ce2-6c1a-4ec5-b751-0478c39e0b72 req-770ea9f3-c96f-4377-b436-44867d87f730 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 Apr 30 05:17:35.135344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb8023-e43d-40ff-85b6-054a42c39921 req-028744e3-49f7-4073-b45e-314f9e03efa9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:35.136831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9eb8023-e43d-40ff-85b6-054a42c39921 req-028744e3-49f7-4073-b45e-314f9e03efa9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0468471 Apr 30 05:17:35.146045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 42704) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:17:35.150231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Request body: {'floatingip': {'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:17:35.530294 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:35.953586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:36.021227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:36.122666 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 associated. External IP: 172.26.5.33, port: fd84260c-9d2e-432d-9ae2-d2328f61006b. Apr 30 05:17:36.332380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:17:36.445479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:17:36.450282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:36.455240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:17:36.465419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:17:36.466043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:17:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:36.480497 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3257675f-b4ae-4cfb-83d7-3e56399a7a6d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "PUT /v2.0/floatingips/44222738-fbb6-4f6a-9a4b-fb27d507a282 HTTP/1.1" status: 200 len: 991 time: 1.3333967 Apr 30 05:17:36.481074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:17:36.484516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897be54d-a7bc-45c7-92dd-092974aa51a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:17:36.525618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13617c35-a8c0-41cc-b6b1-d71d240a6734 x-openstack-request-id: req-13617c35-a8c0-41cc-b6b1-d71d240a6734 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:17:36.525618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:17:36.525618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13617c35-a8c0-41cc-b6b1-d71d240a6734 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:17:36.525618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13617c35-a8c0-41cc-b6b1-d71d240a6734'] response: {'name': 'network-changed', 'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'status': 'completed', 'code': 200} Apr 30 05:17:36.585277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:17:36.586839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-8b044123-9a51-46ca-b41e-bd6fb450bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:36.588410 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-8b044123-9a51-46ca-b41e-bd6fb450bfae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0450404 Apr 30 05:17:36.680038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-bd8b8ed4-2a03-406f-b2e2-a09c55184669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:36.681493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-bd8b8ed4-2a03-406f-b2e2-a09c55184669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0868320 Apr 30 05:17:36.753045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-1c91e178-1781-45da-9b46-a7101a485968 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 999 time: 0.0660276 Apr 30 05:17:36.801183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-46f1f656-3c30-4e52-9b65-065d8fd4233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:36.802697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-46f1f656-3c30-4e52-9b65-065d8fd4233e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0438032 Apr 30 05:17:36.812772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:17:35Z', 'revision_number': 13, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:36.840100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:17:36.846594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-df331510-4772-4657-b634-ba065b4314ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:36.848186 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-df331510-4772-4657-b634-ba065b4314ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395424 Apr 30 05:17:36.848506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:17:36.849113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:17:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:36.942526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-e68ff7f4-88bc-4c91-bc24-7e84962ede38 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Apr 30 05:17:36.960375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:17:37.032137 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-897be54d-a7bc-45c7-92dd-092974aa51a8 req-cec177bd-6de1-4681-b650-83272581d1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Apr 30 05:17:37.333507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:17:35Z', 'revision_number': 13, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:17:37.360936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847efbf-048d-42b1-8a44-87d6c77c20f9 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '44222738-fbb6-4f6a-9a4b-fb27d507a282', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:14:50Z', 'updated_at': '2022-04-30T05:17:35Z', 'revision_number': 13, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:17:37.569826 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b11706-9000-449a-aa2a-63bb47cb62e3 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:17:38.130297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:39.449509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6ff3-4bf3-43b7-80cc-2d4874f46b40 req-3e925ccf-9170-484c-bc18-c11ae8a12f7c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:39.450984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-971f6ff3-4bf3-43b7-80cc-2d4874f46b40 req-3e925ccf-9170-484c-bc18-c11ae8a12f7c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0507724 Apr 30 05:17:39.498505 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-971f6ff3-4bf3-43b7-80cc-2d4874f46b40 req-b361748a-e958-434f-a708-f20ea662cf9f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Apr 30 05:17:41.525673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-0da04c26-7846-4f53-b054-76ca67b0356e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411656 Apr 30 05:17:41.606897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-c21ad75b-84f8-4518-bb22-efb5e6c1fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:41.608970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-c21ad75b-84f8-4518-bb22-efb5e6c1fbbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0399659 Apr 30 05:17:41.712686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-dd8446d6-7e19-49c3-afc7-a7f6e9f8ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:41.714138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-dd8446d6-7e19-49c3-afc7-a7f6e9f8ec50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0882421 Apr 30 05:17:41.777924 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-81e87f83-44e0-4803-bc91-a2375ee95674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 1001 time: 0.0579016 Apr 30 05:17:41.829764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-a4a44ab4-9bd4-421c-b2b1-c6c52eb77f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:41.831165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-a4a44ab4-9bd4-421c-b2b1-c6c52eb77f0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0479133 Apr 30 05:17:41.874416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-12d7716b-22cb-4abf-87dc-447f9641f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:41.875810 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-12d7716b-22cb-4abf-87dc-447f9641f60f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389655 Apr 30 05:17:41.962580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-ae030888-0ab8-4387-a715-0cc555920d8b service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807798 Apr 30 05:17:42.053704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1835adc9-152c-4ac1-b736-e8c317505c2b req-455c1e1b-8fab-4262-8af7-7da588ebd420 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Apr 30 05:17:51.866415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-db036e37-13e3-4d23-8727-a2f8ae23a52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:54.066541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-041da147-d3df-4263-b0aa-ff99fa51ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:55.137647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:56.843363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:58.234704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:17:58.584156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6d70d-44a6-459c-aa59-eed777884871 req-fb463d28-9b9b-450b-a976-9f27adfb5541 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:58.585707 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97b6d70d-44a6-459c-aa59-eed777884871 req-fb463d28-9b9b-450b-a976-9f27adfb5541 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Apr 30 05:17:58.632916 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97b6d70d-44a6-459c-aa59-eed777884871 req-a3e90edd-d88a-4977-b4c8-4ecc4cecb566 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416274 Apr 30 05:17:58.741373 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-31734abf-83b8-449a-beb6-6ae470a1d2ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887439 Apr 30 05:17:59.306223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-6773fe1d-891d-4c6b-aff7-49eb17968fc3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:59.307829 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-6773fe1d-891d-4c6b-aff7-49eb17968fc3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports/fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 942 time: 0.0954528 Apr 30 05:17:59.751088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40059ae2-cceb-4f18-b6f2-e080db61b562 req-ff17226b-511e-4506-9b68-c3f4bd6e7682 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:17:59.752588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40059ae2-cceb-4f18-b6f2-e080db61b562 req-ff17226b-511e-4506-9b68-c3f4bd6e7682 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0518298 Apr 30 05:17:59.800273 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40059ae2-cceb-4f18-b6f2-e080db61b562 req-1a310782-f5de-4a6f-960b-985ba1da0cba tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Apr 30 05:18:00.775626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-38928585-e335-4ec2-838e-56557c2c3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:00.777037 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-38928585-e335-4ec2-838e-56557c2c3632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0387938 Apr 30 05:18:00.867692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-190ebb29-46eb-47b1-9920-a1736e702d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:00.869142 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-190ebb29-46eb-47b1-9920-a1736e702d76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0862796 Apr 30 05:18:00.955958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde66da-f7cb-47ed-9f19-84d3bfe8d1d0 req-da81f9fc-4b28-45f8-ac34-d15666e916e8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:00.957398 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3cde66da-f7cb-47ed-9f19-84d3bfe8d1d0 req-da81f9fc-4b28-45f8-ac34-d15666e916e8 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0873160 Apr 30 05:18:00.968783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-39553d31-d9b7-42bf-afe4-858f591de3c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 1001 time: 0.0903592 Apr 30 05:18:01.039387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-c89ce229-37fb-4fb0-a411-288372c337eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:01.040719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-c89ce229-37fb-4fb0-a411-288372c337eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0664048 Apr 30 05:18:01.043827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3cde66da-f7cb-47ed-9f19-84d3bfe8d1d0 req-bee15c68-5dda-4120-8443-72195def2e4b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781968 Apr 30 05:18:01.084804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-9499e7ed-afef-4902-8e26-6462ea6ab13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:01.089762 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-9499e7ed-afef-4902-8e26-6462ea6ab13f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388913 Apr 30 05:18:01.176979 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-40899742-7e46-425d-b214-7a9a4b7ff24e service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849435 Apr 30 05:18:01.266520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-9571542b-510a-4889-a5f1-a7c7e53302ab service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Apr 30 05:18:02.163280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523b403-fea3-4a13-8521-9d2b7766f6cf req-400f8ae9-f526-479d-98bf-21083ae258d2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:02.164843 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e523b403-fea3-4a13-8521-9d2b7766f6cf req-400f8ae9-f526-479d-98bf-21083ae258d2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0519834 Apr 30 05:18:02.210590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e523b403-fea3-4a13-8521-9d2b7766f6cf req-017884b4-d6f7-4210-af00-6f897464bb34 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Apr 30 05:18:03.324530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f162-75bd-40a8-8875-2cbf0eab5fc6 req-868da81d-5c05-436a-b6c0-9a173ea91e8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:03.325973 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a44f162-75bd-40a8-8875-2cbf0eab5fc6 req-868da81d-5c05-436a-b6c0-9a173ea91e8d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0470228 Apr 30 05:18:03.371074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a44f162-75bd-40a8-8875-2cbf0eab5fc6 req-a8f43165-453d-4777-832d-e59a4b427565 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 Apr 30 05:18:04.487439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb875-5dcb-4d19-a372-d279cb2d5617 req-d6d0e43e-258c-4705-b702-36d824d05176 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:04.488904 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-197bb875-5dcb-4d19-a372-d279cb2d5617 req-d6d0e43e-258c-4705-b702-36d824d05176 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0460982 Apr 30 05:18:04.537559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-197bb875-5dcb-4d19-a372-d279cb2d5617 req-b4005437-faca-4206-956a-5953a0ef9bc6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 Apr 30 05:18:05.650533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc58c72-40b7-456f-b9ad-fc42842924de req-229ad9d5-369a-47b5-b6ab-e1595e557bf7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:05.651982 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-acc58c72-40b7-456f-b9ad-fc42842924de req-229ad9d5-369a-47b5-b6ab-e1595e557bf7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0463061 Apr 30 05:18:05.698845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-acc58c72-40b7-456f-b9ad-fc42842924de req-8df7049d-0706-4cd4-9a2c-8700b9f76b63 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Apr 30 05:18:06.817421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcd6b-b755-4913-8a0e-4bad3cdd18a5 req-37a10f71-4c7f-43f1-ac86-5d56a2ff5a3c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:06.818898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a17dcd6b-b755-4913-8a0e-4bad3cdd18a5 req-37a10f71-4c7f-43f1-ac86-5d56a2ff5a3c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0466807 Apr 30 05:18:06.864999 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a17dcd6b-b755-4913-8a0e-4bad3cdd18a5 req-97bf7ed2-d209-4ca6-b7d6-5af45d6015b2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Apr 30 05:18:07.984887 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97deaf-da68-414c-ad76-df58145daebc req-ef96603a-afb5-4e6a-9fa5-1e54d79ca6f3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:07.986356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ec97deaf-da68-414c-ad76-df58145daebc req-ef96603a-afb5-4e6a-9fa5-1e54d79ca6f3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0507920 Apr 30 05:18:08.032237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ec97deaf-da68-414c-ad76-df58145daebc req-1b576f94-1f2c-4b6a-81da-d8a516e330cf tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Apr 30 05:18:08.142611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:09.147132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797e68b-6f9c-444f-816f-0a54b71704b5 req-1ddca72c-6c92-466b-b2d9-2ac43d21db35 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:09.148592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d797e68b-6f9c-444f-816f-0a54b71704b5 req-1ddca72c-6c92-466b-b2d9-2ac43d21db35 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0465987 Apr 30 05:18:09.195550 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d797e68b-6f9c-444f-816f-0a54b71704b5 req-bdc2f78f-fb29-4f77-b2ae-fc1f2befac7c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Apr 30 05:18:09.949502 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:18:10.313260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c99e-8fd9-4986-8d4e-ca8270b0a7dd req-6f6fcf18-4dce-4dad-b407-9f4ec65704e0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:10.314737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc82c99e-8fd9-4986-8d4e-ca8270b0a7dd req-6f6fcf18-4dce-4dad-b407-9f4ec65704e0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0505724 Apr 30 05:18:10.361056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc82c99e-8fd9-4986-8d4e-ca8270b0a7dd req-a365859d-57e6-4ee8-9d70-afe45aecdf09 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Apr 30 05:18:11.472263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03468a2-3292-477a-a9a9-a10e3a475e70 req-49655578-efd5-4947-82e6-dd10cbfe6a03 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:11.473700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d03468a2-3292-477a-a9a9-a10e3a475e70 req-49655578-efd5-4947-82e6-dd10cbfe6a03 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0466588 Apr 30 05:18:11.519459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d03468a2-3292-477a-a9a9-a10e3a475e70 req-2dbc319d-62af-4e0f-91bf-f716ff7933c2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Apr 30 05:18:12.632569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b14b-75a0-456e-84eb-49ce5334ab22 req-b236c9cd-22be-480d-83b5-c63293a0359d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:12.634009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62c0b14b-75a0-456e-84eb-49ce5334ab22 req-b236c9cd-22be-480d-83b5-c63293a0359d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0456834 Apr 30 05:18:12.683045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62c0b14b-75a0-456e-84eb-49ce5334ab22 req-ff7a7cf3-14ac-47c3-b0e0-a2cb0050d139 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Apr 30 05:18:13.800636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98c67f-bfce-47c0-bef6-552875576333 req-bfaa6025-5bce-4a74-b180-9e68aa724da6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:13.802251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b98c67f-bfce-47c0-bef6-552875576333 req-bfaa6025-5bce-4a74-b180-9e68aa724da6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Apr 30 05:18:13.849714 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2b98c67f-bfce-47c0-bef6-552875576333 req-b2a7a9d9-a67d-423a-a83c-b305d7eac4c3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Apr 30 05:18:14.962457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda21e1-0917-4fe8-a578-3f4c3475518d req-034ccd2f-5514-46e3-9407-64d38e426e3c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:14.963928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edda21e1-0917-4fe8-a578-3f4c3475518d req-034ccd2f-5514-46e3-9407-64d38e426e3c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0471258 Apr 30 05:18:15.011251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edda21e1-0917-4fe8-a578-3f4c3475518d req-2dbd4716-6a41-4899-88a3-b13bf4f207fb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Apr 30 05:18:15.931446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:18:16.009927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:18:16.010230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:16.032641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:18:16.034933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e7a943-e56c-4f6c-91f6-ea78699675d9" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:18:16.047976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:18:16.086087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a2aaa6-0a45-4de5-abe9-1d725437692e x-openstack-request-id: req-52a2aaa6-0a45-4de5-abe9-1d725437692e {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:18:16.086411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:18:16.086672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a2aaa6-0a45-4de5-abe9-1d725437692e {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:18:16.087105 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a2aaa6-0a45-4de5-abe9-1d725437692e'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'code': 200} Apr 30 05:18:16.136082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d83b2f-5489-4733-bb3d-052742a58f57 req-850bf7b0-ef98-4cc8-9882-fdfef6458f2d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:16.137580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47d83b2f-5489-4733-bb3d-052742a58f57 req-850bf7b0-ef98-4cc8-9882-fdfef6458f2d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Apr 30 05:18:16.142493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:16.190649 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:18:16.194776 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47d83b2f-5489-4733-bb3d-052742a58f57 req-0ab4cd70-9ea7-4d8e-99c2-b116e9ea975a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Apr 30 05:18:17.309040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fb07-0773-4792-8f99-7ff411630127 req-f07f5c30-eb37-4d68-9004-44520842ea3d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:17.310508 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4c6fb07-0773-4792-8f99-7ff411630127 req-f07f5c30-eb37-4d68-9004-44520842ea3d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0475969 Apr 30 05:18:17.397927 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4c6fb07-0773-4792-8f99-7ff411630127 req-5f414c47-b171-45a0-ae73-3e3714fccd79 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814250 Apr 30 05:18:17.399594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-0be1e71f-cb58-4f20-9081-65d8afea2a60 service neutron] 10.222.0.13 "GET /v2.0/ports/fd84260c-9d2e-432d-9ae2-d2328f61006b/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0882261 Apr 30 05:18:17.883032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-2457f060-ebb8-4e86-8021-3ea8ed01feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:17.884476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-2457f060-ebb8-4e86-8021-3ea8ed01feb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1127 time: 0.0383558 Apr 30 05:18:17.942895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-aa54833b-c456-4003-834a-c7f123d2105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:17.944317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-aa54833b-c456-4003-834a-c7f123d2105e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1127 time: 0.0382426 Apr 30 05:18:18.034880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-813e9b66-f8eb-4b6e-98f4-4b1f228f5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:18.036292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-813e9b66-f8eb-4b6e-98f4-4b1f228f5366 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0869019 Apr 30 05:18:18.100573 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-82856598-58c1-45c7-a81d-455278bffdb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 999 time: 0.0585916 Apr 30 05:18:18.148284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-26238bd9-c168-44f2-9bd7-6dfb554acf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:18.149705 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-26238bd9-c168-44f2-9bd7-6dfb554acf54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0437815 Apr 30 05:18:18.197906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-7c14667b-af34-4695-915a-8df7099a8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:18.199390 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-7c14667b-af34-4695-915a-8df7099a8601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430763 Apr 30 05:18:18.287612 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-fd351964-e656-445f-83e5-040c7ffaf41a service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Apr 30 05:18:18.376702 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-a20f8b59-75c7-4267-b58b-f821ee4f056a service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Apr 30 05:18:18.514341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b3626-60dd-47e9-9a9b-c39f27199095 req-42eff756-80e7-4628-bac5-21a6437a381b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:18.515834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b4b3626-60dd-47e9-9a9b-c39f27199095 req-42eff756-80e7-4628-bac5-21a6437a381b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0472093 Apr 30 05:18:18.562540 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b4b3626-60dd-47e9-9a9b-c39f27199095 req-7490eae1-f5c8-4ae5-a2c3-6fe708c4534e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 Apr 30 05:18:19.679440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557af05-b5e5-42e0-9ebd-38f61e895fa4 req-b82908f8-f34c-4ee2-8043-ded92314c188 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:19.681057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6557af05-b5e5-42e0-9ebd-38f61e895fa4 req-b82908f8-f34c-4ee2-8043-ded92314c188 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0462942 Apr 30 05:18:19.733046 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6557af05-b5e5-42e0-9ebd-38f61e895fa4 req-dca6ec2e-b5dd-437f-9485-ec4cae8cf4a1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Apr 30 05:18:20.128054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-346c44e9-d16d-47fc-8d01-0d584f8109bf req-f9b594e0-820d-4476-9398-6137c931dd6b service neutron] (111175) timed out ('10.222.0.13', 64786) {{(pid=111175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 30 05:18:20.852041 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763bb1c-b009-4d9c-a20a-ad5e54f181b2 req-dcf085c6-f6cb-43ef-9dac-200f039f0d3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:20.853651 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6763bb1c-b009-4d9c-a20a-ad5e54f181b2 req-dcf085c6-f6cb-43ef-9dac-200f039f0d3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0481043 Apr 30 05:18:20.900280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6763bb1c-b009-4d9c-a20a-ad5e54f181b2 req-928116ba-4a6a-4242-9e75-de21fdffcd4e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Apr 30 05:18:21.867801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2df4219d-5d4f-4566-82a3-e9941daae731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:22.016277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ab805-740b-40c4-afac-2b0de4a374f7 req-07b23a16-6d5e-44fd-947b-8501efda15be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:22.017732 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-178ab805-740b-40c4-afac-2b0de4a374f7 req-07b23a16-6d5e-44fd-947b-8501efda15be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0461624 Apr 30 05:18:22.064756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-178ab805-740b-40c4-afac-2b0de4a374f7 req-3ee5ea35-9260-47d0-9fb9-617c751f3797 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413063 Apr 30 05:18:23.186754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d318e4-904b-4408-8c87-3d1054a4fa9e req-f7ae7fee-42b2-417b-914c-ebe652dc12e1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:23.189082 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47d318e4-904b-4408-8c87-3d1054a4fa9e req-f7ae7fee-42b2-417b-914c-ebe652dc12e1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0528228 Apr 30 05:18:23.239905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47d318e4-904b-4408-8c87-3d1054a4fa9e req-9a9dd90d-77a2-458a-9696-cbea9e090bd2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450041 Apr 30 05:18:24.086109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-496e03c8-e5a5-495b-8bd5-24a904caff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:24.363207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1f919-b7ba-4d51-9bea-5e571301f379 req-dbafc43b-4fe8-45a2-86e3-49466f009469 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:24.364831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ba1f919-b7ba-4d51-9bea-5e571301f379 req-dbafc43b-4fe8-45a2-86e3-49466f009469 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0507438 Apr 30 05:18:24.421765 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4ba1f919-b7ba-4d51-9bea-5e571301f379 req-be17a03e-ff92-4440-b1f8-edd6cdf870da tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502720 Apr 30 05:18:25.112272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:25.538500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1dbdf-74b4-4069-9f9e-54621aad028c req-31adf693-34c5-4421-8ba3-6382b0bb7349 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:25.539944 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fce1dbdf-74b4-4069-9f9e-54621aad028c req-31adf693-34c5-4421-8ba3-6382b0bb7349 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0463915 Apr 30 05:18:25.590059 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fce1dbdf-74b4-4069-9f9e-54621aad028c req-33bb346d-42ff-4290-aa20-1f69225b69d6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444651 Apr 30 05:18:26.706729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145490-df2e-4b35-b0fd-ab935e3641f3 req-5a8ce00b-d666-44b9-81e8-18b5f6114ff9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:26.708209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24145490-df2e-4b35-b0fd-ab935e3641f3 req-5a8ce00b-d666-44b9-81e8-18b5f6114ff9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0475836 Apr 30 05:18:26.757455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24145490-df2e-4b35-b0fd-ab935e3641f3 req-7db0d4c7-1d00-4078-ad5a-b362f450b71a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Apr 30 05:18:26.822595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:27.870617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dedf97-8f7a-44f9-b99e-13e6141f202e req-744c921c-d94c-4db8-8e97-f57facd0a5df tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:27.872217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24dedf97-8f7a-44f9-b99e-13e6141f202e req-744c921c-d94c-4db8-8e97-f57facd0a5df tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0460143 Apr 30 05:18:27.918648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24dedf97-8f7a-44f9-b99e-13e6141f202e req-7874a28d-b8ec-4b8b-93de-ae50bd2286f2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Apr 30 05:18:28.210592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:29.038263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a78e2-e8a4-4d1c-a3e4-c4b989ba1ca1 req-e6678e91-e8bd-4e95-ac44-ff9132c9907f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:29.039980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a40a78e2-e8a4-4d1c-a3e4-c4b989ba1ca1 req-e6678e91-e8bd-4e95-ac44-ff9132c9907f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Apr 30 05:18:29.088018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a40a78e2-e8a4-4d1c-a3e4-c4b989ba1ca1 req-65a05f77-0e54-436f-bd0f-9f53661e51e1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Apr 30 05:18:29.971678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:18:30.069154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:18:30.079853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:18:30.116853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:18:30.117711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:30.131139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:18:30.150771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:18:30.204910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3e5d-1e50-49c7-a5c4-37366eeb3754 req-05ab32c0-6fb0-4f5c-9d46-d71d0015f2d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:30.206379 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-babe3e5d-1e50-49c7-a5c4-37366eeb3754 req-05ab32c0-6fb0-4f5c-9d46-d71d0015f2d4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0466528 Apr 30 05:18:30.210589 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:30.256237 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-babe3e5d-1e50-49c7-a5c4-37366eeb3754 req-cf6cfd6b-5367-4d95-bea1-daa9bbba10e5 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Apr 30 05:18:30.265354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:18:30.273455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['fd84260c-9d2e-432d-9ae2-d2328f61006b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:18:30.278083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.278452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.278806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.279139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.279472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.279802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.280125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.280445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.281275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.281597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.281919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.282237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.282582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.282897 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:30.283211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:18:31.372987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d80f5-7d27-4fb1-8587-188d4d5b6e52 req-7172efbc-37c8-4cf5-ae38-dcb8df0cc634 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:31.374495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d1d80f5-7d27-4fb1-8587-188d4d5b6e52 req-7172efbc-37c8-4cf5-ae38-dcb8df0cc634 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 944 time: 0.0492146 Apr 30 05:18:31.419463 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d1d80f5-7d27-4fb1-8587-188d4d5b6e52 req-b52b308e-427b-4cdd-9bfc-d289a82243e2 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Apr 30 05:18:31.978465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:18:32.025861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port fd84260c-9d2e-432d-9ae2-d2328f61006b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:18:32.026237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:32.100405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:18:32.100779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:32.122538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:18:32.124840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199c2a19-7870-456d-b8b9-b71fe4957f23" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:18:32.137105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:18:32.167384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d7da7-55a6-480c-80b9-a888679408a2 x-openstack-request-id: req-be2d7da7-55a6-480c-80b9-a888679408a2 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:18:32.167677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:18:32.167932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be2d7da7-55a6-480c-80b9-a888679408a2 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:18:32.168333 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2d7da7-55a6-480c-80b9-a888679408a2'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'code': 200} Apr 30 05:18:32.199162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:32.252061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:18:32.533607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61e45f-263e-4b2c-b66f-f12e055d73e1 req-d37a1989-079e-4094-89e2-491b64fa7a4f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:32.535008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a61e45f-263e-4b2c-b66f-f12e055d73e1 req-d37a1989-079e-4094-89e2-491b64fa7a4f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0467782 Apr 30 05:18:32.583538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a61e45f-263e-4b2c-b66f-f12e055d73e1 req-228682ac-dcdd-40ed-b3eb-9598b4894220 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Apr 30 05:18:33.703094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4343-0f35-4788-982f-465c6c8c1896 req-71668c9e-e504-4965-83f1-261ebbed8f7c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:33.704653 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ddfd4343-0f35-4788-982f-465c6c8c1896 req-71668c9e-e504-4965-83f1-261ebbed8f7c tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0468144 Apr 30 05:18:33.755943 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ddfd4343-0f35-4788-982f-465c6c8c1896 req-e6155ad4-1eac-4597-8b0d-bc4e5beb78b4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457087 Apr 30 05:18:34.871395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682c87-e06f-4163-b21b-2772dfa4887b req-b102245f-a1c2-437b-82d4-e76ff44793c6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:34.872831 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cf682c87-e06f-4163-b21b-2772dfa4887b req-b102245f-a1c2-437b-82d4-e76ff44793c6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0468929 Apr 30 05:18:34.919460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cf682c87-e06f-4163-b21b-2772dfa4887b req-90aca782-cc6f-4ec0-9fc8-ab4189b7346b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Apr 30 05:18:36.035838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2e7e-8e18-4546-b477-a3a5a357a867 req-7850de50-014b-4a60-89c1-4313dbcf16ac tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:36.037195 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a4f2e7e-8e18-4546-b477-a3a5a357a867 req-7850de50-014b-4a60-89c1-4313dbcf16ac tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0461302 Apr 30 05:18:36.083360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a4f2e7e-8e18-4546-b477-a3a5a357a867 req-6dea824b-7d4d-4ddf-b46e-613da939e603 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Apr 30 05:18:37.200965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04531-b25b-4007-8966-539dd5887caf req-c775ab8c-b3ca-4590-acae-4950933a7205 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:37.203056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ac04531-b25b-4007-8966-539dd5887caf req-c775ab8c-b3ca-4590-acae-4950933a7205 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Apr 30 05:18:37.247997 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ac04531-b25b-4007-8966-539dd5887caf req-1bbe28fe-1d9f-4356-9b41-4d9e72f1fd27 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Apr 30 05:18:37.825186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63728dc-151e-4b95-af07-2fd6773888b3 req-159aacf3-b288-4ddd-97d2-d8d2d6b4cc7d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:37.826739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e63728dc-151e-4b95-af07-2fd6773888b3 req-159aacf3-b288-4ddd-97d2-d8d2d6b4cc7d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0465782 Apr 30 05:18:37.886868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-1d1a0d69-5b85-4b37-bc4f-c6325a207db9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:37.888289 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-1d1a0d69-5b85-4b37-bc4f-c6325a207db9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0&tenant_id=3101421bd1c04d97834b47158c2e8dbe&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0600798 Apr 30 05:18:37.936461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e63728dc-151e-4b95-af07-2fd6773888b3 req-48560a8b-6456-4cbc-b902-5c8fe39bb023 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996246 Apr 30 05:18:37.964200 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-2f299633-ec15-4d53-ade3-14fb1933d647 service neutron] 10.222.0.13 "GET /v2.0/ports/fd84260c-9d2e-432d-9ae2-d2328f61006b/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0699933 Apr 30 05:18:38.022732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ffe6d941-6ca3-4025-8141-807b8042a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:38.024164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ffe6d941-6ca3-4025-8141-807b8042a4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0400810 Apr 30 05:18:38.115869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-49c2a54d-c8a0-416b-afb6-13ed0a7b0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:38.117334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-49c2a54d-c8a0-416b-afb6-13ed0a7b0bd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0873797 Apr 30 05:18:38.140366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:38.181474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-d9a0c9ce-1a09-407b-a238-dd6f61349026 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 1001 time: 0.0580180 Apr 30 05:18:38.227757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ebda9eb2-3c07-4304-bc7f-4ecfa00dbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:38.229160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ebda9eb2-3c07-4304-bc7f-4ecfa00dbdad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0426524 Apr 30 05:18:38.274675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-6573bd2c-8eb3-48c4-8df1-4078b345dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:38.276041 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-6573bd2c-8eb3-48c4-8df1-4078b345dcae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412862 Apr 30 05:18:38.361608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-d7276acb-4b1a-4eab-9d5e-8ba0146d810d service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797782 Apr 30 05:18:38.450760 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-5df20a0e-bb7f-4253-ac22-4b415ff4f023 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832984 Apr 30 05:18:39.052351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1357d2-c90f-424c-92f2-77bd19a0d872 req-a34e4506-db58-4dcf-bca2-12b3345d2a1e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:39.053708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c1357d2-c90f-424c-92f2-77bd19a0d872 req-a34e4506-db58-4dcf-bca2-12b3345d2a1e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0463390 Apr 30 05:18:39.100129 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c1357d2-c90f-424c-92f2-77bd19a0d872 req-5411eaac-1c0b-402f-9098-fcd45f519aae tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 Apr 30 05:18:40.216364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67fcf-ac82-421e-a3f6-30143fe0ebb0 req-dd2cf27c-a0e9-4ddc-b27a-bb3a12c3e11e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:40.218327 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dbc67fcf-ac82-421e-a3f6-30143fe0ebb0 req-dd2cf27c-a0e9-4ddc-b27a-bb3a12c3e11e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0466278 Apr 30 05:18:40.268166 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dbc67fcf-ac82-421e-a3f6-30143fe0ebb0 req-68ae45f7-a1b2-436c-a7b9-9c94c78c9aa9 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Apr 30 05:18:41.381652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219445-0bb1-4bfd-9db4-ac056ac0d7fd req-b8422696-b402-4688-b13b-1493b04a22c0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:41.383152 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a219445-0bb1-4bfd-9db4-ac056ac0d7fd req-b8422696-b402-4688-b13b-1493b04a22c0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0463359 Apr 30 05:18:41.428965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a219445-0bb1-4bfd-9db4-ac056ac0d7fd req-f98b1a52-d731-413e-85e3-e2c11590d7bc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400996 Apr 30 05:18:41.945901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-5b798a58-dc2d-4b10-a216-f29becc6bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:41.947415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-5b798a58-dc2d-4b10-a216-f29becc6bef8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1129 time: 0.0386651 Apr 30 05:18:42.052077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-602c9d4d-9643-42ce-8a10-e20ed2aa0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:42.053434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-602c9d4d-9643-42ce-8a10-e20ed2aa0306 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0877640 Apr 30 05:18:42.119800 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-c11138a0-82b2-4f6d-9eaf-b33a246cfc7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 1001 time: 0.0583858 Apr 30 05:18:42.171452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-2d5a2037-2935-4ee0-9276-a1a3c6084fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:42.172884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-2d5a2037-2935-4ee0-9276-a1a3c6084fec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0467558 Apr 30 05:18:42.215522 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-0c4b79bc-8470-409b-93f9-91f7f5aaeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:42.216951 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-0c4b79bc-8470-409b-93f9-91f7f5aaeefe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380771 Apr 30 05:18:42.303227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-7481c0ca-37f3-44eb-a505-47fc9841a99e service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797083 Apr 30 05:18:42.396016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b219b4-f1c6-4a34-97f7-a62c5a7bc6d2 req-9ccf5b94-0356-49db-8978-a93abb9918a1 service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864148 Apr 30 05:18:42.547653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4336f2-4ce7-4fc5-83b2-64db8797b508 req-9dbc1303-715e-4c3f-8192-97a9f2dda9a6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:42.549227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea4336f2-4ce7-4fc5-83b2-64db8797b508 req-9dbc1303-715e-4c3f-8192-97a9f2dda9a6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0480864 Apr 30 05:18:42.599409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ea4336f2-4ce7-4fc5-83b2-64db8797b508 req-86fc86fd-9888-4c98-81ae-ff4877660965 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Apr 30 05:18:43.720307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16bdd0-167b-49f2-b087-d6fff2c1d087 req-2cd0be55-0ea6-4424-bbfa-9a097a54d165 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:43.721786 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf16bdd0-167b-49f2-b087-d6fff2c1d087 req-2cd0be55-0ea6-4424-bbfa-9a097a54d165 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Apr 30 05:18:44.025527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:18:44.107496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:18:44.108131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:44.118977 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf16bdd0-167b-49f2-b087-d6fff2c1d087 req-abfe1354-306f-4527-8bc4-3fab9c5c2252 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912563 Apr 30 05:18:44.143677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:18:44.145251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:18:44.147473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059d8a90-0dc5-48ea-987c-f2b6239e3e06" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:18:44.196216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687e1ee-2c86-425e-8a52-22353459be5c x-openstack-request-id: req-a687e1ee-2c86-425e-8a52-22353459be5c {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:18:44.196505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:18:44.196756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a687e1ee-2c86-425e-8a52-22353459be5c {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:18:44.197575 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a687e1ee-2c86-425e-8a52-22353459be5c'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'code': 200} Apr 30 05:18:44.198795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:44.247832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=9']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:18:45.218900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-68caeea0-1f3a-443f-affc-63b7cd93796d req-53fd669f-ec97-4c62-8287-a63f39d450d8 tempest-TestNetworkBasicOps-805906520 tempest-TestNetworkBasicOps-805906520-project] (111175) timed out ('10.222.0.16', 40290) {{(pid=111175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 30 05:18:45.236605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea935a-b36c-4b2d-b2fb-fdd3585051c9 req-23a0dc37-3ddb-4a13-b758-e56c320a32d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:45.238079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19ea935a-b36c-4b2d-b2fb-fdd3585051c9 req-23a0dc37-3ddb-4a13-b758-e56c320a32d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0471661 Apr 30 05:18:45.287883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19ea935a-b36c-4b2d-b2fb-fdd3585051c9 req-350b7850-31fc-4546-b73f-e80799768d65 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441275 Apr 30 05:18:45.865616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-f1a33858-c542-43cf-bf8f-4492bf4a3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:45.867009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-f1a33858-c542-43cf-bf8f-4492bf4a3044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0&tenant_id=3101421bd1c04d97834b47158c2e8dbe HTTP/1.1" status: 200 len: 1127 time: 0.0386267 Apr 30 05:18:45.927640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-fa2c66fb-6920-46d2-bb0b-589e1423bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:45.929106 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-fa2c66fb-6920-46d2-bb0b-589e1423bff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3101421bd1c04d97834b47158c2e8dbe&device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 1127 time: 0.0414448 Apr 30 05:18:46.015199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-cd6908e8-246d-4861-979f-7661868d7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:46.016664 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-cd6908e8-246d-4861-979f-7661868d7823 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 200 len: 912 time: 0.0823448 Apr 30 05:18:46.083595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-9e33d974-7923-4ac9-9f3f-96f8912c6653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 200 len: 999 time: 0.0604906 Apr 30 05:18:46.130525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ccbb8f2e-317c-4445-b899-f8131c8202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:46.131871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-ccbb8f2e-317c-4445-b899-f8131c8202b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 200 len: 851 time: 0.0426726 Apr 30 05:18:46.174484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-46142c6b-c2cd-46d2-adcb-3127ed280187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:46.175949 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-46142c6b-c2cd-46d2-adcb-3127ed280187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6852f127-a015-492f-891d-2ede6a79dd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383818 Apr 30 05:18:46.264643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-1a10e1c8-1b08-4db4-9390-055482e7f75b service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825005 Apr 30 05:18:46.351431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a03b00f2-b38a-4eb9-9516-859b3324f826 req-236608e5-a56f-454b-8285-8998853291ce service neutron] 10.222.0.13 "GET /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813520 Apr 30 05:18:46.432864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c3ea3-77b3-47ef-b683-963476d04a5b req-14aeb692-aaf0-4c1c-aac1-3c5f2e6ccb25 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:46.434356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a4c3ea3-77b3-47ef-b683-963476d04a5b req-14aeb692-aaf0-4c1c-aac1-3c5f2e6ccb25 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0525770 Apr 30 05:18:46.481708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a4c3ea3-77b3-47ef-b683-963476d04a5b req-d5abdaf9-e564-4272-8d8a-26a2270c3de1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Apr 30 05:18:46.948119 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:18:47.609939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecdd36-3357-4f4a-9934-5c135502298e req-f2454f15-5e6c-47d0-8ffd-0e07c256ad1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:47.611568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-42ecdd36-3357-4f4a-9934-5c135502298e req-f2454f15-5e6c-47d0-8ffd-0e07c256ad1f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0493102 Apr 30 05:18:47.660754 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-42ecdd36-3357-4f4a-9934-5c135502298e req-9eda04ff-5220-4e8e-8ef9-7049c3d5edd0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Apr 30 05:18:48.774621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b9bff-cbe5-4beb-b3d1-797b19dd694d req-ff177ca1-9c15-454f-8632-6cc1af1abe83 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:48.775997 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab3b9bff-cbe5-4beb-b3d1-797b19dd694d req-ff177ca1-9c15-454f-8632-6cc1af1abe83 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0468669 Apr 30 05:18:48.827586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab3b9bff-cbe5-4beb-b3d1-797b19dd694d req-ace9fbe1-9c3d-4e62-8c82-00c18687c35a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Apr 30 05:18:49.942079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18633-4d8d-41bb-b197-e7805f17e787 req-f2bef5f7-d898-4bd6-88d4-f83ac76c75b7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:49.943581 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4aa18633-4d8d-41bb-b197-e7805f17e787 req-f2bef5f7-d898-4bd6-88d4-f83ac76c75b7 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0469000 Apr 30 05:18:49.991096 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4aa18633-4d8d-41bb-b197-e7805f17e787 req-389ae0eb-9736-4316-a8f3-9a9b5ddf473b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Apr 30 05:18:51.112436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8786-0b2f-49d8-a7bd-6a69f71b0e0c req-ac04fd1d-3a48-488f-8401-76ccc12763fb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:51.114025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abbc8786-0b2f-49d8-a7bd-6a69f71b0e0c req-ac04fd1d-3a48-488f-8401-76ccc12763fb tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0478797 Apr 30 05:18:51.161793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abbc8786-0b2f-49d8-a7bd-6a69f71b0e0c req-83392300-e5d0-4adb-931f-2255c79f71c4 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Apr 30 05:18:51.865453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-394142cc-031b-4910-b68b-e202565479b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:52.280506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcf434-4a19-4087-8512-b0cbe8f6b3ca req-b80725ed-a386-4c28-842c-0460035a389b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:52.281956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6bcf434-4a19-4087-8512-b0cbe8f6b3ca req-b80725ed-a386-4c28-842c-0460035a389b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0505753 Apr 30 05:18:52.328094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6bcf434-4a19-4087-8512-b0cbe8f6b3ca req-cdc42936-2d8f-4663-9106-f6459079e19e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Apr 30 05:18:53.443036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c25c-93d7-41fd-b605-f54897deb919 req-4f7d64bd-a2c6-4b89-b3da-5d9abc72d7d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:53.444499 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a873c25c-93d7-41fd-b605-f54897deb919 req-4f7d64bd-a2c6-4b89-b3da-5d9abc72d7d0 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0471017 Apr 30 05:18:53.492054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a873c25c-93d7-41fd-b605-f54897deb919 req-e00c565c-215b-48a4-ac22-529e3695794d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419102 Apr 30 05:18:54.059601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-18dedb37-4431-4d92-9e9e-37e76d2e7e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:54.618774 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d73df-ab7b-4bc5-9f3f-e478464bb583 req-3d085848-9c97-43be-8367-2c9888acc550 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:54.620394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-779d73df-ab7b-4bc5-9f3f-e478464bb583 req-3d085848-9c97-43be-8367-2c9888acc550 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0549643 Apr 30 05:18:54.672271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-779d73df-ab7b-4bc5-9f3f-e478464bb583 req-07b70ddf-ea0c-41fe-bb11-522329093607 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 Apr 30 05:18:55.088314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:55.788566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3731a-8c32-4d00-a746-a189c0b6a74a req-c22b9c78-920e-4094-aa9d-57155bf6ff29 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:55.790015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2b3731a-8c32-4d00-a746-a189c0b6a74a req-c22b9c78-920e-4094-aa9d-57155bf6ff29 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0464120 Apr 30 05:18:55.840346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2b3731a-8c32-4d00-a746-a189c0b6a74a req-e8bd8ac4-411e-4881-a7ca-26890659e0a1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448222 Apr 30 05:18:56.825424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:56.959288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbeb24-b822-461d-bb74-ffabd6feacce req-0f900836-3d69-44a5-b3ff-78ba98c1dcfe tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:56.960770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ccdbeb24-b822-461d-bb74-ffabd6feacce req-0f900836-3d69-44a5-b3ff-78ba98c1dcfe tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0508223 Apr 30 05:18:57.011606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ccdbeb24-b822-461d-bb74-ffabd6feacce req-ecef0ac6-ea39-44c6-9758-9f383f1a5605 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Apr 30 05:18:58.126556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8e4f-c17c-44bc-8f21-8d2b0f837ec2 req-f86905f0-7381-4f9c-bc94-ef25f5a6c30d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:58.128018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-029b8e4f-c17c-44bc-8f21-8d2b0f837ec2 req-f86905f0-7381-4f9c-bc94-ef25f5a6c30d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0487235 Apr 30 05:18:58.175359 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-029b8e4f-c17c-44bc-8f21-8d2b0f837ec2 req-ea1d1ce7-86cc-485e-84c8-721a7dd4ca69 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Apr 30 05:18:58.236524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:18:59.289813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b15cd-d044-402e-9d44-82de542ac211 req-ad468aa2-5205-4deb-ad83-0ec2a6004a14 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:18:59.291295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce3b15cd-d044-402e-9d44-82de542ac211 req-ad468aa2-5205-4deb-ad83-0ec2a6004a14 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 943 time: 0.0468884 Apr 30 05:18:59.339239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce3b15cd-d044-402e-9d44-82de542ac211 req-a3570340-cd4a-4b57-add3-9bea4d606136 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Apr 30 05:19:00.101363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:19:00.199780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:00.211258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'port_id': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'mac_address': 'fa:16:3e:ff:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:19:00.246413 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:00.246796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:00.259417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:19:00.278860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:00.339363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:00.392453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=10']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:00.396717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['fd84260c-9d2e-432d-9ae2-d2328f61006b'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:19:00.459215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31477cd-9da0-4712-9b17-140d5b7f0f6f req-20ff1b2d-5b86-4e8f-a246-360a6d03251b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:00.460690 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c31477cd-9da0-4712-9b17-140d5b7f0f6f req-20ff1b2d-5b86-4e8f-a246-360a6d03251b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Apr 30 05:19:00.507074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c31477cd-9da0-4712-9b17-140d5b7f0f6f req-52425ddd-00b7-447f-8b78-96d586c1cc70 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 Apr 30 05:19:01.621117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dae88-ab9f-429d-a029-610af78f111a req-b510f7bd-26a9-457b-be25-6dd267892f2f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:01.622583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e6dae88-ab9f-429d-a029-610af78f111a req-b510f7bd-26a9-457b-be25-6dd267892f2f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 945 time: 0.0465996 Apr 30 05:19:01.669093 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0e6dae88-ab9f-429d-a029-610af78f111a req-0afb7351-ba15-4f14-b817-32f38fe0a17d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Apr 30 05:19:02.113488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:19:02.162562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port fd84260c-9d2e-432d-9ae2-d2328f61006b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:19:02.162982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:02.237835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port fd84260c-9d2e-432d-9ae2-d2328f61006b is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:02.238214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:02.259348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:02.261554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f65b95e-22ca-4c94-b703-f80dc6366a6e" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:02.275700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:02.306346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318e594-05c0-4aaf-8998-f3094b69bab3 x-openstack-request-id: req-c318e594-05c0-4aaf-8998-f3094b69bab3 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:02.306636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-plugged", "status": "completed", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:02.306886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c318e594-05c0-4aaf-8998-f3094b69bab3 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:02.307276 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c318e594-05c0-4aaf-8998-f3094b69bab3'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'code': 200} Apr 30 05:19:02.346782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:02.396608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=11']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:02.785971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b24d5-4bec-4f6c-b0cb-a0ba6f2f3a76 req-ee287c10-0009-4c51-a273-c4c04ec9c887 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:02.787465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f3b24d5-4bec-4f6c-b0cb-a0ba6f2f3a76 req-ee287c10-0009-4c51-a273-c4c04ec9c887 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0475550 Apr 30 05:19:02.839230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8f3b24d5-4bec-4f6c-b0cb-a0ba6f2f3a76 req-2a3a6d58-7ae6-440d-beea-995e52ffa2ca tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Apr 30 05:19:03.959642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c624bf8-3d71-4095-9a87-acd7d6be3b11 req-b83814c4-1526-4afd-b57b-ecce59d879cd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:03.961026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c624bf8-3d71-4095-9a87-acd7d6be3b11 req-b83814c4-1526-4afd-b57b-ecce59d879cd tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0464411 Apr 30 05:19:04.007590 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c624bf8-3d71-4095-9a87-acd7d6be3b11 req-1c642319-d7b2-455d-a369-4d7632adcf21 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Apr 30 05:19:05.124657 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352791f-257f-4fa6-ab36-94ba3f61e265 req-4417dca3-8eb3-4097-be2c-439d62c54580 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:05.126513 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e352791f-257f-4fa6-ab36-94ba3f61e265 req-4417dca3-8eb3-4097-be2c-439d62c54580 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0488381 Apr 30 05:19:05.173951 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e352791f-257f-4fa6-ab36-94ba3f61e265 req-3fcbf1c8-4fb5-4fae-b47f-be43e2b64c47 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Apr 30 05:19:05.289213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de441456-4a5f-40d1-b563-54f90f213fa8 req-95f444dd-b90c-4a27-9069-0165c1c98416 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:05.290597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-de441456-4a5f-40d1-b563-54f90f213fa8 req-95f444dd-b90c-4a27-9069-0165c1c98416 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Apr 30 05:19:05.337663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-de441456-4a5f-40d1-b563-54f90f213fa8 req-302a3cb9-d7e4-4bd9-9869-d557839c06ee tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Apr 30 05:19:05.449959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182dc3-bb9b-4572-a86c-cda0be243eb9 req-2a445a1f-9070-4455-992e-a71d164954be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:05.451434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0182dc3-bb9b-4572-a86c-cda0be243eb9 req-2a445a1f-9070-4455-992e-a71d164954be tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0481112 Apr 30 05:19:05.498138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0182dc3-bb9b-4572-a86c-cda0be243eb9 req-7d155fcc-5cdf-41c8-8345-7340850b3fac tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Apr 30 05:19:05.963920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164303a-f669-4b47-8106-05b37094e4d3 req-6d9e9609-c1d9-4f2c-954c-a0c95e4287e1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:05.965376 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7164303a-f669-4b47-8106-05b37094e4d3 req-6d9e9609-c1d9-4f2c-954c-a0c95e4287e1 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0513532 Apr 30 05:19:06.012401 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7164303a-f669-4b47-8106-05b37094e4d3 req-a7b242f1-eb67-443e-8074-fb2a3b38558b tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412960 Apr 30 05:19:07.127279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f6caa-5162-4f96-8ae1-ea36277269e5 req-4e49bc11-f7c1-4814-bade-51380be73f4d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:07.128743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e75f6caa-5162-4f96-8ae1-ea36277269e5 req-4e49bc11-f7c1-4814-bade-51380be73f4d tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0472174 Apr 30 05:19:07.175641 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e75f6caa-5162-4f96-8ae1-ea36277269e5 req-832fef14-ef68-4393-833d-6720337a5aa6 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Apr 30 05:19:08.196162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.309569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-8cfb99d8-cdbe-46dc-86f4-01e0838afe12 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:08.311009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-8cfb99d8-cdbe-46dc-86f4-01e0838afe12 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0765865 Apr 30 05:19:08.327405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a7c54-2c54-429c-a953-730f6e0fd335 req-09a4f267-fb43-4ffa-ba00-30727795e885 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:08.328903 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b83a7c54-2c54-429c-a953-730f6e0fd335 req-09a4f267-fb43-4ffa-ba00-30727795e885 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 946 time: 0.0832298 Apr 30 05:19:08.428338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b83a7c54-2c54-429c-a953-730f6e0fd335 req-cae1437c-bdd9-4933-b715-7f6f04fa9896 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2651d0d9-ea18-4f27-bef7-be75c0e46e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809174 Apr 30 05:19:08.435584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Deleting port fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:08.435917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.527141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] For port fd84260c-9d2e-432d-9ae2-d2328f61006b, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=fd84260c-9d2e-432d-9ae2-d2328f61006b,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:08.527505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.699082 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.699444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.699758 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282 disassociated. External IP: 172.26.5.33, port: fd84260c-9d2e-432d-9ae2-d2328f61006b. Apr 30 05:19:08.700100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Calling delete_port for fd84260c-9d2e-432d-9ae2-d2328f61006b owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:08.899459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (fd84260c-9d2e-432d-9ae2-d2328f61006b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:08.928598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'Port': ['ID=fd84260c-9d2e-432d-9ae2-d2328f61006b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:08.940707 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.941051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.941389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.941725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.942060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.942414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.942741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.943065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.943387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.943710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.944030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.944352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.944669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.944986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:08.945304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:09.068433 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:19:09.192009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:19:09.204041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:19:09.217134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:19:09.221699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:18:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:09.236311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] No DVR routers for this DVR port fd84260c-9d2e-432d-9ae2-d2328f61006b on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:19:09.238855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:09.242151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93f73f5e-d059-4f73-9792-e90ff9719a21 req-25e5b55d-2d12-432f-b358-57a55a7c8f3f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.13 "DELETE /v2.0/ports/fd84260c-9d2e-432d-9ae2-d2328f61006b HTTP/1.1" status: 204 len: 173 time: 0.9256713 Apr 30 05:19:09.242850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-deleted', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:09.246333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d92a0-a30e-49d9-8fb6-6da1cc954db7" -d '{"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-deleted", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:09.348383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:19:09.350646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c539a69-f1f5-435e-856d-b89a05acb108 x-openstack-request-id: req-7c539a69-f1f5-435e-856d-b89a05acb108 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:09.351137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0", "name": "network-vif-deleted", "tag": "fd84260c-9d2e-432d-9ae2-d2328f61006b", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:09.351225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c539a69-f1f5-435e-856d-b89a05acb108 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:09.351637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c539a69-f1f5-435e-856d-b89a05acb108'] response: {'server_uuid': 'ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0', 'name': 'network-vif-deleted', 'tag': 'fd84260c-9d2e-432d-9ae2-d2328f61006b', 'status': 'completed', 'code': 200} Apr 30 05:19:09.532171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-865ddaf8-ded9-40ba-9e64-f835ec856a84 req-9ffd6fe4-b321-4ff5-8702-3dcd6cce92ae tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0313942 Apr 30 05:19:09.542220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:09.574065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:19:09.583678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:19:09.584285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:18:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:09.693235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:19:09.876674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:09.901939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ed67-d1b5-4b47-9c0c-943dd5ffc625 None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:47Z', 'revision_number': 4, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '41361b24-df65-4a08-a252-1a49ebdf7cc5', 'name': '', 'network_id': '6852f127-a015-492f-891d-2ede6a79dd33', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'mac_address': 'fa:16:3e:0e:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:46Z', 'updated_at': '2022-04-30T05:14:50Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'subnets': [{'id': 'bf12590c-efd1-4f8b-bc6d-2c1bc97705ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:19:10.148921 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54788ff-03f9-442f-9406-cf3d20c69fa6 None None] New status for floating IP 44222738-fbb6-4f6a-9a4b-fb27d507a282: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:19:10.631661 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-982d6642-fdac-4956-a8a7-b397ffb62eca req-1d2e0a1d-62cf-40cb-8ee1-8923b06a1098 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Apr 30 05:19:11.729226 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c8c9ebf-8277-464e-b456-69c9e7d1351c req-6b1a478e-83f7-4c48-a5ae-5184de79da9a tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Apr 30 05:19:12.163308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:19:12.183148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: fd84260c-9d2e-432d-9ae2-d2328f61006b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:19:12.183489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device fd84260c-9d2e-432d-9ae2-d2328f61006b not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:19:12.831116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43ef5f23-a8d3-4577-b2e6-2307c3995cf9 req-c59e43ea-73d2-42bb-b012-4a9142350a35 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Apr 30 05:19:13.929072 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-387a0e43-d2bb-4985-b73e-46ad279306b2 req-7d4e94e4-34c3-4c7a-9f08-b477931412fc tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Apr 30 05:19:15.025476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0630b391-4bc6-4294-8c2e-5d60e57cd784 req-9f2fa308-a2bc-4fb3-b572-71469e23e44f tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Apr 30 05:19:16.128987 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-53e07cc5-d31d-4065-8172-9e3e57d84f62 req-2562fe0e-e6d8-4fe3-86d7-85747c12f09e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Apr 30 05:19:17.226965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f3016ff1-13d4-4d48-b5c7-a1a60fb5f104 req-fc36460b-736b-4fb0-b791-f5202719246e tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0285332 Apr 30 05:19:18.325551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4df1831-25f1-4639-885d-8767fe38ff53 req-a982aed5-2e15-42ab-9dfe-bee66973a5ad tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede7e80e-b1ee-4d87-8ea1-06a2659cfcf0 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Apr 30 05:19:21.864469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-042aa799-accd-4b45-a34f-2da5e25672ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:23.946510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:19:24.064419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4e605f3-ffbe-4511-a2f2-2a5bbb12245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:25.093917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.388862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:26.451967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (2651d0d9-ea18-4f27-bef7-be75c0e46e18), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.479516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (2651d0d9-ea18-4f27-bef7-be75c0e46e18), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.607556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (2651d0d9-ea18-4f27-bef7-be75c0e46e18), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.610469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.612211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "DELETE /v2.0/security-groups/2651d0d9-ea18-4f27-bef7-be75c0e46e18 HTTP/1.1" status: 204 len: 168 time: 0.2223465 Apr 30 05:19:26.614898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43020) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:26.625582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3bff1-178d-4bdb-81a4-afc6292d0085 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2651d0d9-ea18-4f27-bef7-be75c0e46e18,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:26.637513 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-e0eda366-57b6-4ac1-bb6c-d8a265051d44 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] show failed (client error): The resource could not be found. Apr 30 05:19:26.642204 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e0eda366-57b6-4ac1-bb6c-d8a265051d44 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "GET /v2.0/security-groups/2651d0d9-ea18-4f27-bef7-be75c0e46e18 HTTP/1.1" status: 404 len: 347 time: 0.0226178 Apr 30 05:19:26.642435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:26.782728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Deleting port 4d77cd93-9a5c-480a-a9ab-6dd437a4bef6 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:26.782728 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.830463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.863920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.864222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:26.881873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Calling delete_port for 4d77cd93-9a5c-480a-a9ab-6dd437a4bef6 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:27.117960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4d77cd93-9a5c-480a-a9ab-6dd437a4bef6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.144418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Pushing event deleted for resources: {'Port': ['ID=4d77cd93-9a5c-480a-a9ab-6dd437a4bef6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:27.173509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.173893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.174231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.174635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.174965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.175297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.175618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.175934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.176254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.176571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.176890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.177206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.177520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.177836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.178147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:27.227390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks [] for floatingip (44222738-fbb6-4f6a-9a4b-fb27d507a282), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.229972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.231190 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4b7a7a46-af8e-427b-94b3-dc9d067ff637 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] 10.222.0.16 "DELETE /v2.0/floatingips/44222738-fbb6-4f6a-9a4b-fb27d507a282 HTTP/1.1" status: 204 len: 168 time: 0.5876536 Apr 30 05:19:27.234137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43026) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:27.567455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.797911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Deleting port 41361b24-df65-4a08-a252-1a49ebdf7cc5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:27.798655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.878098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] For port 41361b24-df65-4a08-a252-1a49ebdf7cc5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=41361b24-df65-4a08-a252-1a49ebdf7cc5,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:27.878481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:27.891016 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Calling delete_port for 41361b24-df65-4a08-a252-1a49ebdf7cc5 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:28.140634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (41361b24-df65-4a08-a252-1a49ebdf7cc5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:28.166646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=41361b24-df65-4a08-a252-1a49ebdf7cc5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:28.213489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:28.338671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:28.556934 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:19:28.664630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:19:28.669624 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d88e328c-fdc6-4d14-b99b-75a578169ce8 admin admin] 10.222.0.16 "PUT /v2.0/routers/78e87b29-ccd6-4e11-8e9c-7596b7d6d16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344208 Apr 30 05:19:28.672397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43028) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:28.674024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Sync routers for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:19:28.697672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:19:28.698288 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:19:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:29.045486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:19:29.070029 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks [] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.178425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks [] for router_gateway (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.222438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:19:28Z', 'revision_number': 5, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port': {'id': 'fbfe1dad-923d-41a7-98f2-74db269a802b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:29.248859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Checking router: 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:19:29.257794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Routers {'78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:19:29.258429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:19:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:29.295459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Deleting port fbfe1dad-923d-41a7-98f2-74db269a802b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:29.296368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.347196 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] Set router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:19:29.379231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] For port fbfe1dad-923d-41a7-98f2-74db269a802b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbfe1dad-923d-41a7-98f2-74db269a802b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:29.379627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.393099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Calling delete_port for fbfe1dad-923d-41a7-98f2-74db269a802b owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:29.402501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:19:29Z', 'revision_number': 6, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:29.431380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c99faec-afa3-4e91-8afb-493c16af5ffe None None] The sync data for ids ['78e87b29-ccd6-4e11-8e9c-7596b7d6d16c'] in dv-neutron-838078-9-hyperv is: [{'id': '78e87b29-ccd6-4e11-8e9c-7596b7d6d16c', 'name': 'tempest-ServerActionsTestJSON-1866541926-router', 'tenant_id': '3101421bd1c04d97834b47158c2e8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:14:44Z', 'updated_at': '2022-04-30T05:19:29Z', 'revision_number': 6, 'project_id': '3101421bd1c04d97834b47158c2e8dbe', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:19:29.620454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fbfe1dad-923d-41a7-98f2-74db269a802b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.644115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfe1dad-923d-41a7-98f2-74db269a802b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:29.707659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.806615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.808920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks [] for router_controller (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.923430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (78e87b29-ccd6-4e11-8e9c-7596b7d6d16c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.924014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e87b29-ccd6-4e11-8e9c-7596b7d6d16c {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:19:29.928397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:29.929570 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-abaa28ec-d0c2-41b7-9cda-eb86a22a2a60 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78e87b29-ccd6-4e11-8e9c-7596b7d6d16c HTTP/1.1" status: 204 len: 168 time: 1.2559254 Apr 30 05:19:29.932279 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43030) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:29.977152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Deleting subnet bf12590c-efd1-4f8b-bc6d-2c1bc97705ff {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:19:29.980202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Publish callbacks [] for subnet (bf12590c-efd1-4f8b-bc6d-2c1bc97705ff), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.017593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (bf12590c-efd1-4f8b-bc6d-2c1bc97705ff), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.092223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (bf12590c-efd1-4f8b-bc6d-2c1bc97705ff), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.220960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (bf12590c-efd1-4f8b-bc6d-2c1bc97705ff), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.246090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf12590c-efd1-4f8b-bc6d-2c1bc97705ff,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:30.251034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.254230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c5dfe5f-f4ea-49be-8892-4b367864513b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf12590c-efd1-4f8b-bc6d-2c1bc97705ff HTTP/1.1" status: 204 len: 168 time: 0.3209844 Apr 30 05:19:30.256726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43032) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:30.259349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7786af-cdac-4351-9c8e-b84d06f4d873 None None] Network 6852f127-a015-492f-891d-2ede6a79dd33 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:19:30.336213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (6852f127-a015-492f-891d-2ede6a79dd33), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.383798 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Deleting port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:30.384141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.426317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] DHCP port deletion for 6852f127-a015-492f-891d-2ede6a79dd33 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:19:30.456092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] For port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:30.456092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.469707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Deleting port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:19:30.470087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.471186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Calling delete_port for 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:30.536140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] For port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,segment=NetworkSegment(d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad),segment_id=d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:30.536538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.551998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Calling delete_port for 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:19:30.603033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbfe1dad-923d-41a7-98f2-74db269a802b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:19:30.620548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.629816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fbfe1dad-923d-41a7-98f2-74db269a802b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:19:30.630162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbfe1dad-923d-41a7-98f2-74db269a802b not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:19:30.630614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:19:30.648131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:30.650397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] No DVR routers for this DVR port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:19:30.659530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:19:30.659862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:19:30.660290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41361b24-df65-4a08-a252-1a49ebdf7cc5 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:19:30.682400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 41361b24-df65-4a08-a252-1a49ebdf7cc5 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:19:30.682677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 41361b24-df65-4a08-a252-1a49ebdf7cc5 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: from cryptography.utils import int_from_bytes Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: from cryptography.utils import int_from_bytes Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 05:19:30.693588 dv-neutron-838078-9-hyperv neutron-server[111176]: self.session.flush() Apr 30 05:19:30.703457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (3eab9676-0a4c-4d56-bff4-c2e8c93ff202), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.725772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (6852f127-a015-492f-891d-2ede6a79dd33), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.729761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Pushing event deleted for resources: {'Port': ['ID=3eab9676-0a4c-4d56-bff4-c2e8c93ff202,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:30.739448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.739797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.740138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.740479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.740808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.741134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.741460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.741780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.742103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.742452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.742776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.743099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.743417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.743736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.744052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:19:30.747040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6852f127-a015-492f-891d-2ede6a79dd33']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:30.749046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d993966-df26-4570-b44e-7dfbbdfa7acc None None] No DVR routers for this DVR port 3eab9676-0a4c-4d56-bff4-c2e8c93ff202 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:19:30.760396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:30.760712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8b3c5-b16f-4f08-a2ce-e2541d5791ad') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:19:30.770282 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.783877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.789794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:19:30.790179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d5c8b3c5-b16f-4f08-a2ce-e2541d5791ad), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:19:30.791890 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:19:30.895004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (6852f127-a015-492f-891d-2ede6a79dd33), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.900321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:30.903495 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6852f127-a015-492f-891d-2ede6a79dd33 HTTP/1.1" status: 204 len: 168 time: 0.6445146 Apr 30 05:19:30.915384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b9ce1-b0cf-48f6-af5d-3b891aa25603 admin admin] Pushing event deleted for resources: {'Network': ['ID=6852f127-a015-492f-891d-2ede6a79dd33,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:31.247512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43036) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:31.287329 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-225fe9b1-9ad2-4e87-b4fd-ce3d4e09c6c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3101421bd1c04d97834b47158c2e8dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386717 Apr 30 05:19:31.289667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43038) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:31.335537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] Publish callbacks [] for security_group (8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:31.356561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] Publish callbacks [] for security_group (8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:31.470118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:31.472659 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:31.473888 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d HTTP/1.1" status: 204 len: 168 time: 0.1833348 Apr 30 05:19:31.481930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b735d-b8fe-4869-b3c2-28b3746c71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d8a0d-8124-4fee-8bd7-9e7bb009cd9d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:32.462851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43060) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:32.556899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-341413966-network', 'tenant_id': 'c308bc9898b1491887b09cf7ad0b665d'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:32.631622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Made reservation on behalf of c308bc9898b1491887b09cf7ad0b665d for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:19:32.633943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.646365 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.720019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks [] for security_group (a254e8f0-0d8b-4d14-950c-ee13f405d76f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.781357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a254e8f0-0d8b-4d14-950c-ee13f405d76f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.808513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:19:32.814135 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254e8f0-0d8b-4d14-950c-ee13f405d76f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:32.821189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39478833-96c2-4020-9b92-7eea17d6d9c1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.829541 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Added segment 39478833-96c2-4020-9b92-7eea17d6d9c1 of type vlan for network 37044673-03a2-4f02-913b-8c774a3fa0b6 Apr 30 05:19:32.862099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (37044673-03a2-4f02-913b-8c774a3fa0b6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.961477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (37044673-03a2-4f02-913b-8c774a3fa0b6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:32.962640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:32.963225 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:33.025511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] Pushing event updated for resources: {'Network': ['ID=37044673-03a2-4f02-913b-8c774a3fa0b6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:33.035821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:19:33.046524 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b1470e3b-8988-4985-a8e2-946b95cdc94a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5825138 Apr 30 05:19:33.049560 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43064) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:19:33.055825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Request body: {'subnet': {'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-341413966-subnet', 'tenant_id': 'c308bc9898b1491887b09cf7ad0b665d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:33.167653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Made reservation on behalf of c308bc9898b1491887b09cf7ad0b665d for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:19:33.170119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:33.386553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (4f2c341c-2d54-44e8-a26e-0722ffbab599), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:33.446222 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2c341c-2d54-44e8-a26e-0722ffbab599,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:33.453632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Checking segment: {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:19:33.453993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Network hostable DHCP agents. Network: 37044673-03a2-4f02-913b-8c774a3fa0b6, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:19:33.546433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:19:33.642220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 37044673-03a2-4f02-913b-8c774a3fa0b6) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:19:33.646880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:33.647481 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:33.652825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b63867-de10-4968-abd7-7b5c19fbab9f None None] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:19:33.753316 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-602efe53-6afd-429c-b362-f7c8d10fa5d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6954556 Apr 30 05:19:33.762156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b28c2-455d-438f-9475-1a8017699783 None None] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:19:34.182684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-b3cd728e-6a91-4afa-9e08-f154ced59a6a tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:34.184070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-b3cd728e-6a91-4afa-9e08-f154ced59a6a tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/networks?id=37044673-03a2-4f02-913b-8c774a3fa0b6 HTTP/1.1" status: 200 len: 813 time: 0.1060236 Apr 30 05:19:34.198805 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-45b04226-74c6-4259-8019-175ed6173f4a tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/quotas/c308bc9898b1491887b09cf7ad0b665d HTTP/1.1" status: 200 len: 375 time: 0.0091317 Apr 30 05:19:34.231259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-6d7af668-3144-41d1-b417-c22d61640cd7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273297 Apr 30 05:19:34.324084 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-03fcf97d-4458-4f5b-a07d-5058f5ee4e7e service neutron] 10.222.0.16 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855496 Apr 30 05:19:34.414793 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-46d96327-6a47-4c03-808a-b162fc8aad49 service neutron] 10.222.0.16 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842700 Apr 30 05:19:34.635989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d1c2d09d-ab4b-4c53-97e1-85628ea721f4 req-f56a0ccb-45ec-42de-9833-d27e80e2a5f6 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 210 time: 0.0282280 Apr 30 05:19:35.737777 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6d78329-6430-4ab8-bccd-d8afee6e7bbd req-2e7d294d-16b5-4cc6-bc7b-a8aaad1a9bbb tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 210 time: 0.0345998 Apr 30 05:19:36.681307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-422c7d6d-96b1-4d2f-bf6d-6cb617db4de9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:36.682739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-422c7d6d-96b1-4d2f-bf6d-6cb617db4de9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "GET /v2.0/networks?id=37044673-03a2-4f02-913b-8c774a3fa0b6 HTTP/1.1" status: 200 len: 813 time: 0.1017983 Apr 30 05:19:36.695343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Request body: {'port': {'device_id': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6', 'admin_state_up': True, 'tenant_id': 'c308bc9898b1491887b09cf7ad0b665d'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:36.833267 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c67ea85-5d50-44ae-90c7-d2e0d8f7bc57 req-0c6736b9-1e9b-4c9a-885f-82c58f16b8bf tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 210 time: 0.0287974 Apr 30 05:19:36.848766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Made reservation on behalf of c308bc9898b1491887b09cf7ad0b665d for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:19:36.852225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:36.983369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Allocated IP 172.20.0.14 (37044673-03a2-4f02-913b-8c774a3fa0b6/4f2c341c-2d54-44e8-a26e-0722ffbab599/27de0fa9-877d-420d-a158-d646b0e8aa37) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:19:37.127068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks [] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.207631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.248390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:19:37.251468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:19:37.257688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:19:37.285033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Pushing event updated for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:37.309506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:37.310130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.394863 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1ada7809-738a-4748-9b93-c3d746cb2aa7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7030361 Apr 30 05:19:37.405511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Request body: {'port': {'device_id': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:37.466065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.718878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27de0fa9-877d-420d-a158-d646b0e8aa37 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:19:37.726436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks [] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.738747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Transition to ACTIVE for port object 27de0fa9-877d-420d-a158-d646b0e8aa37 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:19:37.814609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:37.864927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:37.964572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6ca2-88e7-4ee1-aecc-66a60b3bebfd req-c34955bb-a326-44d6-b517-527bfe5ef293 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:37.966008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-220b6ca2-88e7-4ee1-aecc-66a60b3bebfd req-c34955bb-a326-44d6-b517-527bfe5ef293 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 944 time: 0.0577805 Apr 30 05:19:37.987724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Attempting to bind port 27de0fa9-877d-420d-a158-d646b0e8aa37 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:19:37.987978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Attempting to bind port 27de0fa9-877d-420d-a158-d646b0e8aa37 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:19:37.988301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Attempting to bind port 27de0fa9-877d-420d-a158-d646b0e8aa37 on network 37044673-03a2-4f02-913b-8c774a3fa0b6 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:19:37.998018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Port 27de0fa9-877d-420d-a158-d646b0e8aa37 on network 37044673-03a2-4f02-913b-8c774a3fa0b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:19:37.998354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Attempting to bind port 27de0fa9-877d-420d-a158-d646b0e8aa37 on network 37044673-03a2-4f02-913b-8c774a3fa0b6 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:19:38.010292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:19:38.010628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Checking segment: {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:19:38.011006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Bound using segment: {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:19:38.011428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Bound port: 27de0fa9-877d-420d-a158-d646b0e8aa37, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:19:38.011785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:38.034942 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-220b6ca2-88e7-4ee1-aecc-66a60b3bebfd req-ece4177d-5270-4249-b385-7b7a781536e4 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 Apr 30 05:19:38.088904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:19:38.091893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=27de0fa9-877d-420d-a158-d646b0e8aa37,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:19:38.219295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:38.225800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:38.254233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.254874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:38.256239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/27de0fa9-877d-420d-a158-d646b0e8aa37 HTTP/1.1" status: 200 len: 1094 time: 0.8546867 Apr 30 05:19:38.256675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:38.258960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:38.280787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34688350-9df7-47f3-9cbb-928c3834e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:38.297089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8fc2a9-9331-48bd-a081-735a625d1732 x-openstack-request-id: req-2b8fc2a9-9331-48bd-a081-735a625d1732 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:38.297382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:38.297636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b8fc2a9-9331-48bd-a081-735a625d1732 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:38.298685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8fc2a9-9331-48bd-a081-735a625d1732'] response: {'name': 'network-changed', 'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37', 'status': 'completed', 'code': 200} Apr 30 05:19:38.357457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-e43ddc14-e62f-423e-abc2-dbc1c6bfcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.358957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-e43ddc14-e62f-423e-abc2-dbc1c6bfcc3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 1128 time: 0.0402489 Apr 30 05:19:38.456361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-0140ad01-a22c-46cc-8250-3b0ec72fed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.457801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-0140ad01-a22c-46cc-8250-3b0ec72fed7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c308bc9898b1491887b09cf7ad0b665d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0925937 Apr 30 05:19:38.548281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-d6f21a85-353d-4a10-a7c0-039db6080f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.549733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f71221ad-c6b7-436e-be2f-7f3e0ba6f9e7 req-d6f21a85-353d-4a10-a7c0-039db6080f19 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0865662 Apr 30 05:19:38.620075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-0f66d0c3-7c9f-498d-89e5-d5dbe86921ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.621576 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-0f66d0c3-7c9f-498d-89e5-d5dbe86921ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 1128 time: 0.0381238 Apr 30 05:19:38.665615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-f8da7007-04f1-4c11-9125-1e65bc2cbd0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27de0fa9-877d-420d-a158-d646b0e8aa37 HTTP/1.1" status: 200 len: 217 time: 0.0371070 Apr 30 05:19:38.726852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-8430e7a0-caf5-40cf-9dd3-3c6163247d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:38.728287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-8430e7a0-caf5-40cf-9dd3-3c6163247d51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2c341c-2d54-44e8-a26e-0722ffbab599 HTTP/1.1" status: 200 len: 853 time: 0.0434906 Apr 30 05:19:38.760705 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-36dfef44-8856-4ca4-92a7-edd1264d2bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37044673-03a2-4f02-913b-8c774a3fa0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264554 Apr 30 05:19:38.853041 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-1bf34914-99b8-4e5d-b942-e6cbed79f9da service neutron] 10.222.0.13 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857961 Apr 30 05:19:38.941089 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-58a63e3e-68e1-4b31-89e8-2523f9a2e5b5 req-0bdb9201-7eb8-4c32-ac29-d77164f1428e service neutron] 10.222.0.13 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825226 Apr 30 05:19:39.152955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980ab9a-6956-48f1-b6e1-baa7f7d7e63a req-fce0ddff-67e0-470c-8b75-8e88e725bfa8 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:39.154449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8980ab9a-6956-48f1-b6e1-baa7f7d7e63a req-fce0ddff-67e0-470c-8b75-8e88e725bfa8 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 944 time: 0.0521445 Apr 30 05:19:39.203603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8980ab9a-6956-48f1-b6e1-baa7f7d7e63a req-c04a77af-ea50-45a5-9697-67dac588e9a1 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Apr 30 05:19:40.319515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094463dc-e206-4efe-bf34-12033a6c820b req-995d8336-d2eb-40b5-9e3d-af7976fd7702 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:40.320981 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-094463dc-e206-4efe-bf34-12033a6c820b req-995d8336-d2eb-40b5-9e3d-af7976fd7702 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 944 time: 0.0484276 Apr 30 05:19:40.367441 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-094463dc-e206-4efe-bf34-12033a6c820b req-180c0103-a754-44aa-8281-26250f86eacc tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Apr 30 05:19:41.480551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00b80f-c84f-4f29-876a-4ba9a1d4b309 req-6b0d66fe-8201-4d01-9d2c-d86151c55ebf tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:41.481996 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c00b80f-c84f-4f29-876a-4ba9a1d4b309 req-6b0d66fe-8201-4d01-9d2c-d86151c55ebf tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 944 time: 0.0492525 Apr 30 05:19:41.528070 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1c00b80f-c84f-4f29-876a-4ba9a1d4b309 req-ae1003a1-c45c-4c3d-8013-3f02f196150e tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Apr 30 05:19:42.334166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 27de0fa9-877d-420d-a158-d646b0e8aa37 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:19:42.430285 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=27de0fa9-877d-420d-a158-d646b0e8aa37,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:42.441857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '27de0fa9-877d-420d-a158-d646b0e8aa37', 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6', 'port_id': '27de0fa9-877d-420d-a158-d646b0e8aa37', 'mac_address': 'fa:16:3e:ed:f8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2c341c-2d54-44e8-a26e-0722ffbab599', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:19:42.478744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 27de0fa9-877d-420d-a158-d646b0e8aa37 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:42.479125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:42.491951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27de0fa9-877d-420d-a158-d646b0e8aa37 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:19:42.514762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=27de0fa9-877d-420d-a158-d646b0e8aa37,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:42.578651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:42.626902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:42.643169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0166a-3b8c-463b-b7a6-cfe586e9ce4b req-e4e33633-13a2-472e-b60a-1ba03cee37db tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:42.644625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7f0166a-3b8c-463b-b7a6-cfe586e9ce4b req-e4e33633-13a2-472e-b60a-1ba03cee37db tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 945 time: 0.0492308 Apr 30 05:19:42.690858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7f0166a-3b8c-463b-b7a6-cfe586e9ce4b req-f5bf6930-e138-4cff-b0ee-475520589092 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Apr 30 05:19:42.811675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['27de0fa9-877d-420d-a158-d646b0e8aa37'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:19:43.802582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb8171-8bff-4612-9f68-0968cd3cd0b5 req-5232458d-c09a-4c5c-b2ca-d173f979fa69 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:43.804015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1adb8171-8bff-4612-9f68-0968cd3cd0b5 req-5232458d-c09a-4c5c-b2ca-d173f979fa69 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 945 time: 0.0463424 Apr 30 05:19:43.852659 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1adb8171-8bff-4612-9f68-0968cd3cd0b5 req-17b5a902-87c7-4680-9e7f-be09282ac2a5 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Apr 30 05:19:44.349600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 27de0fa9-877d-420d-a158-d646b0e8aa37 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:19:44.393322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 27de0fa9-877d-420d-a158-d646b0e8aa37 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:19:44.458248 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 27de0fa9-877d-420d-a158-d646b0e8aa37 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:19:44.459027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:44.535780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 27de0fa9-877d-420d-a158-d646b0e8aa37 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:44.536164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:44.558186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:44.560541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79adf4-7dad-4095-8ef2-eb6eefb89bcf" -d '{"events": [{"server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "name": "network-vif-plugged", "status": "completed", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:44.576573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=27de0fa9-877d-420d-a158-d646b0e8aa37,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:44.653336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:44.656266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e363cfb-4c05-4254-9b4e-ca0aa70cb9a5 x-openstack-request-id: req-6e363cfb-4c05-4254-9b4e-ca0aa70cb9a5 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:44.656565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "name": "network-vif-plugged", "status": "completed", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:44.656832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e363cfb-4c05-4254-9b4e-ca0aa70cb9a5 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:44.661135 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e363cfb-4c05-4254-9b4e-ca0aa70cb9a5'] response: {'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37', 'code': 200} Apr 30 05:19:44.707938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:44.907749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c79f3-8219-4dfa-92dc-ff490e437e79 req-c50d1de5-f7fb-4a32-8bc1-aa0802dc2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:44.909259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e91c79f3-8219-4dfa-92dc-ff490e437e79 req-c50d1de5-f7fb-4a32-8bc1-aa0802dc2344 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 1130 time: 0.0396247 Apr 30 05:19:44.984047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dc062-8788-4809-a1ed-6f4c6c1c8d1c req-94623bb8-c44b-4dc4-bb8b-b09c654e3712 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:44.986030 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b58dc062-8788-4809-a1ed-6f4c6c1c8d1c req-94623bb8-c44b-4dc4-bb8b-b09c654e3712 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0663209 Apr 30 05:19:44.989321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e91c79f3-8219-4dfa-92dc-ff490e437e79 req-ce3b5bac-3c8d-4c8e-ac89-d2a0bd2c5734 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748639 Apr 30 05:19:45.031379 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b58dc062-8788-4809-a1ed-6f4c6c1c8d1c req-8b5b435a-cd6a-4c39-a574-230b14805e00 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Apr 30 05:19:46.149632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30590a-e29a-4681-a72e-a381ea369f50 req-4cf9fba9-e6ad-427a-9966-cf5f80f16f33 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:46.151099 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7b30590a-e29a-4681-a72e-a381ea369f50 req-4cf9fba9-e6ad-427a-9966-cf5f80f16f33 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0507023 Apr 30 05:19:46.197961 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7b30590a-e29a-4681-a72e-a381ea369f50 req-ed05d359-dc3a-4907-9147-79ba77cdb753 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Apr 30 05:19:47.308919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b11-a9fc-401b-99e5-967e4dda3890 req-c77172c0-9f62-430b-a1a6-bb1ff226666c tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:47.310366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edf63b11-a9fc-401b-99e5-967e4dda3890 req-c77172c0-9f62-430b-a1a6-bb1ff226666c tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0460544 Apr 30 05:19:47.356876 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-edf63b11-a9fc-401b-99e5-967e4dda3890 req-2590d807-c4b5-42b3-81f0-234988e70ca3 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Apr 30 05:19:47.574714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-e6c728d2-1895-4e5b-b313-e741a22514cf tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:47.576053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-e6c728d2-1895-4e5b-b313-e741a22514cf tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/networks?id=37044673-03a2-4f02-913b-8c774a3fa0b6 HTTP/1.1" status: 200 len: 813 time: 0.1004093 Apr 30 05:19:47.590689 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-e34cf419-dfcb-43e3-b65d-fd1b3bcc9c10 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/quotas/c308bc9898b1491887b09cf7ad0b665d HTTP/1.1" status: 200 len: 375 time: 0.0086770 Apr 30 05:19:47.635871 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-9008e778-8147-4107-ad3e-0a7f5cb0f4c7 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0404050 Apr 30 05:19:47.727411 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-b9e7d97f-b7a0-4e24-92ea-f21690b71dee service neutron] 10.222.0.16 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841603 Apr 30 05:19:47.814972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-924b6f7f-16ae-47ec-a8de-9a7bb0ab7956 service neutron] 10.222.0.16 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818043 Apr 30 05:19:48.049837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d15baa60-8d6c-4830-b1c9-a56a0d4f3551 req-2876af76-e82e-4d10-8818-167bf0b61fac tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 210 time: 0.0278265 Apr 30 05:19:49.150239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8fddf972-f1ee-429e-b61c-40f51bf3dc4f req-293d56cc-e8ad-4698-b5bd-3c693b3565de tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 210 time: 0.0320592 Apr 30 05:19:49.860078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-8d3289bc-0768-40cb-ae2d-16bb24270667 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:49.861476 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-8d3289bc-0768-40cb-ae2d-16bb24270667 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "GET /v2.0/networks?id=37044673-03a2-4f02-913b-8c774a3fa0b6 HTTP/1.1" status: 200 len: 813 time: 0.0984023 Apr 30 05:19:49.873686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Request body: {'port': {'device_id': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6', 'admin_state_up': True, 'tenant_id': 'c308bc9898b1491887b09cf7ad0b665d'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:50.054136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Made reservation on behalf of c308bc9898b1491887b09cf7ad0b665d for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:19:50.057654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:50.181060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Allocated IP 172.20.0.13 (37044673-03a2-4f02-913b-8c774a3fa0b6/4f2c341c-2d54-44e8-a26e-0722ffbab599/f33a580a-c53d-483b-8181-5dbb2e7f5a6f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:19:50.601213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8bc5b1cc-b130-48ef-8348-6046caedc020 req-9a1f1a97-0fcd-4128-841b-059855c29538 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 210 time: 0.3798034 Apr 30 05:19:50.701608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks [] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:50.786302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:50.797930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['27de0fa9-877d-420d-a158-d646b0e8aa37'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:19:50.830680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Network 37044673-03a2-4f02-913b-8c774a3fa0b6 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:19:50.835963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:19:50.839748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:19:50.863793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Pushing event updated for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:50.892342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:50.892951 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:50.958545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-4654bdff-7d04-47ee-8fcf-3e891138ca66 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0883498 Apr 30 05:19:50.969251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Request body: {'port': {'device_id': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:19:51.029144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.281388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33a580a-c53d-483b-8181-5dbb2e7f5a6f {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:19:51.289183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks [] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.301656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Transition to ACTIVE for port object f33a580a-c53d-483b-8181-5dbb2e7f5a6f will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:19:51.373807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.426600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Pushing event updated for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:51.493704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Attempting to bind port f33a580a-c53d-483b-8181-5dbb2e7f5a6f on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:19:51.494035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Attempting to bind port f33a580a-c53d-483b-8181-5dbb2e7f5a6f by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:19:51.494385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Attempting to bind port f33a580a-c53d-483b-8181-5dbb2e7f5a6f on network 37044673-03a2-4f02-913b-8c774a3fa0b6 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:19:51.498729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Port f33a580a-c53d-483b-8181-5dbb2e7f5a6f on network 37044673-03a2-4f02-913b-8c774a3fa0b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:19:51.499044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Attempting to bind port f33a580a-c53d-483b-8181-5dbb2e7f5a6f on network 37044673-03a2-4f02-913b-8c774a3fa0b6 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:19:51.503866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:19:51.504197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Checking segment: {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:19:51.504579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Bound using segment: {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:19:51.504994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Bound port: f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39478833-96c2-4020-9b92-7eea17d6d9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:19:51.505343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.566081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:19:51.569190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:19:51.648881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.692140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:51.693056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.694317 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] 10.222.0.13 "PUT /v2.0/ports/f33a580a-c53d-483b-8181-5dbb2e7f5a6f HTTP/1.1" status: 200 len: 1094 time: 0.7291343 Apr 30 05:19:51.697551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:51.700989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36abb476-edb0-4a25-8f66-c73b5390c9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:51.757529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d122d-30c8-4c45-92bd-f651f4cffbc2 req-bbe7d50b-4cf1-453d-8db5-d4eb288c39d6 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:51.759082 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-812d122d-30c8-4c45-92bd-f651f4cffbc2 req-bbe7d50b-4cf1-453d-8db5-d4eb288c39d6 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 944 time: 0.0851367 Apr 30 05:19:51.760590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e4968e-8b9b-4d1b-90f7-7c2839f2980a x-openstack-request-id: req-75e4968e-8b9b-4d1b-90f7-7c2839f2980a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:51.760879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:51.761137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75e4968e-8b9b-4d1b-90f7-7c2839f2980a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:51.761529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e4968e-8b9b-4d1b-90f7-7c2839f2980a'] response: {'name': 'network-changed', 'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f', 'status': 'completed', 'code': 200} Apr 30 05:19:51.762209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491a7e8-ddb2-4b68-81e1-e6069c25178b service neutron] Pushing event updated for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:51.831283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2d608e0-b8ef-481f-b636-520241e634fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:51.842912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-505cc0a2-4652-4c68-a344-0d28c6af6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:51.844407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-505cc0a2-4652-4c68-a344-0d28c6af6fd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 1128 time: 0.0582426 Apr 30 05:19:51.864209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-812d122d-30c8-4c45-92bd-f651f4cffbc2 req-78b258ed-9161-40e7-8d94-ee8bb2cd6352 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Apr 30 05:19:51.947953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-1e7c7180-c877-4db3-9b59-534f2ff57545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:51.949377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-1e7c7180-c877-4db3-9b59-534f2ff57545 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c308bc9898b1491887b09cf7ad0b665d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975032 Apr 30 05:19:52.038791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-73580bad-8feb-4fba-a60a-39d396f4d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:52.040350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36abb476-edb0-4a25-8f66-c73b5390c9a3 req-73580bad-8feb-4fba-a60a-39d396f4d747 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0851331 Apr 30 05:19:52.121871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-d9417b07-8885-4453-b6d2-7a7dfa23efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:52.123343 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-d9417b07-8885-4453-b6d2-7a7dfa23efc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c308bc9898b1491887b09cf7ad0b665d&device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 1128 time: 0.0441735 Apr 30 05:19:52.163453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-c7b64247-efc8-4981-b5f9-66715420666e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f HTTP/1.1" status: 200 len: 217 time: 0.0332046 Apr 30 05:19:52.210664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-3a48bc8e-d277-4f16-bf13-dfb88574bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:52.212044 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-3a48bc8e-d277-4f16-bf13-dfb88574bfd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f2c341c-2d54-44e8-a26e-0722ffbab599 HTTP/1.1" status: 200 len: 853 time: 0.0433493 Apr 30 05:19:52.243440 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-0b596dd1-fce0-4530-aa00-e222f6bde540 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37044673-03a2-4f02-913b-8c774a3fa0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259976 Apr 30 05:19:52.334704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-ed159f81-ec5c-4b8f-a2d0-c0ddf241dd25 service neutron] 10.222.0.13 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844107 Apr 30 05:19:52.419455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-384bda78-a2a2-44a7-be35-66e468f88cc7 req-25c1e9b4-3709-4651-9d4b-3e0c73476571 service neutron] 10.222.0.13 "GET /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796974 Apr 30 05:19:52.982577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee919-315f-4205-b2f7-1793fcdc56e5 req-16d9d3e5-5cc3-40fa-b0ba-f9dc4229c883 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:52.984095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36eee919-315f-4205-b2f7-1793fcdc56e5 req-16d9d3e5-5cc3-40fa-b0ba-f9dc4229c883 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 944 time: 0.0516434 Apr 30 05:19:53.030514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36eee919-315f-4205-b2f7-1793fcdc56e5 req-5a1bfe14-dd31-4c2a-9921-f286171243d9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Apr 30 05:19:54.098753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6c713d0-f97b-4bc7-a085-d6cd28ad63b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:54.145380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990766b-b343-48e1-8d70-754b8218e94c req-5e7f81c6-11c6-44f6-ab46-985078a76565 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:54.146933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2990766b-b343-48e1-8d70-754b8218e94c req-5e7f81c6-11c6-44f6-ab46-985078a76565 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 944 time: 0.0481322 Apr 30 05:19:54.194335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2990766b-b343-48e1-8d70-754b8218e94c req-c5f1d587-78b5-4239-84df-643472c3bf37 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Apr 30 05:19:55.099988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:55.308169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa22d0-b863-416f-a0ee-d1a047c7741f req-3c256dbe-c542-4c2f-a0cd-b9eab689bd1e tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:55.309594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0aa22d0-b863-416f-a0ee-d1a047c7741f req-3c256dbe-c542-4c2f-a0cd-b9eab689bd1e tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 944 time: 0.0492835 Apr 30 05:19:55.355648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0aa22d0-b863-416f-a0ee-d1a047c7741f req-2f554a42-a0d3-4a6f-9bda-70e49cb90953 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Apr 30 05:19:56.444448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f33a580a-c53d-483b-8181-5dbb2e7f5a6f details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:19:56.469033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479be137-e153-458b-8382-0ed285be7e90 req-edad3aa8-a788-46cd-9d28-bdc96f726bb9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:56.470514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-479be137-e153-458b-8382-0ed285be7e90 req-edad3aa8-a788-46cd-9d28-bdc96f726bb9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 944 time: 0.0482242 Apr 30 05:19:56.517602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-479be137-e153-458b-8382-0ed285be7e90 req-81e9902c-516b-47d8-9170-5833baab62d2 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Apr 30 05:19:56.542972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:56.553981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f', 'network_id': '37044673-03a2-4f02-913b-8c774a3fa0b6', 'port_id': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f', 'mac_address': 'fa:16:3e:48:8e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2c341c-2d54-44e8-a26e-0722ffbab599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:19:56.591198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port f33a580a-c53d-483b-8181-5dbb2e7f5a6f is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:56.591579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:56.604025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33a580a-c53d-483b-8181-5dbb2e7f5a6f {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:19:56.622444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:56.665190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:56.712613 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:56.830939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:56.887823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['f33a580a-c53d-483b-8181-5dbb2e7f5a6f'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:19:57.630653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0c7d-4e7f-45d4-8dcf-766749bfdc41 req-e5f26a8d-5926-4fe6-a006-14d6c881e514 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:57.632086 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd8f0c7d-4e7f-45d4-8dcf-766749bfdc41 req-e5f26a8d-5926-4fe6-a006-14d6c881e514 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 945 time: 0.0462604 Apr 30 05:19:57.681164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd8f0c7d-4e7f-45d4-8dcf-766749bfdc41 req-a99d1aec-f137-4e03-b77f-9ab17195fb57 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Apr 30 05:19:58.231024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:58.442618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f33a580a-c53d-483b-8181-5dbb2e7f5a6f up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:19:58.489283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port f33a580a-c53d-483b-8181-5dbb2e7f5a6f completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:19:58.539416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port f33a580a-c53d-483b-8181-5dbb2e7f5a6f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:19:58.539796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:58.615966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port f33a580a-c53d-483b-8181-5dbb2e7f5a6f is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:19:58.616343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:58.637851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:19:58.640054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae13980-9e20-4ab2-a413-ed7a1535108b" -d '{"events": [{"server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "name": "network-vif-plugged", "status": "completed", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:19:58.652780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:19:58.676411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f328b-5303-4c0f-b015-ca6ffa61eeeb x-openstack-request-id: req-255f328b-5303-4c0f-b015-ca6ffa61eeeb {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:19:58.678958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "name": "network-vif-plugged", "status": "completed", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:19:58.678958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-255f328b-5303-4c0f-b015-ca6ffa61eeeb {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:19:58.678958 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255f328b-5303-4c0f-b015-ca6ffa61eeeb'] response: {'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f', 'code': 200} Apr 30 05:19:58.722394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:19:58.774425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:19:58.797258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab380d-3ac3-4946-9006-4dd9e35f5222 req-cb4c59de-f82b-49a6-9ad9-fd3374f83958 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:58.798746 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bab380d-3ac3-4946-9006-4dd9e35f5222 req-cb4c59de-f82b-49a6-9ad9-fd3374f83958 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0484354 Apr 30 05:19:58.846510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bab380d-3ac3-4946-9006-4dd9e35f5222 req-c0e72693-7cc8-4b3a-a623-12110e7b2b9b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Apr 30 05:19:58.966743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41569287-8366-4a52-a0c0-24e46345a596 req-a278a734-77a4-41ce-8f71-f48385eec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:58.968197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-41569287-8366-4a52-a0c0-24e46345a596 req-a278a734-77a4-41ce-8f71-f48385eec1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 1130 time: 0.0379615 Apr 30 05:19:59.012110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-41569287-8366-4a52-a0c0-24e46345a596 req-bb5a8256-75d7-4eac-80b0-38de49b80534 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Apr 30 05:19:59.964221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4937d-5050-401f-a330-8c4ba2135423 req-3fe33ff2-9ef9-4fb3-b290-289766650c80 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:19:59.965701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-88b4937d-5050-401f-a330-8c4ba2135423 req-3fe33ff2-9ef9-4fb3-b290-289766650c80 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0503600 Apr 30 05:20:00.012016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-88b4937d-5050-401f-a330-8c4ba2135423 req-02122080-ea43-4658-8f37-a400650e775e tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Apr 30 05:20:00.945323 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:20:01.125528 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8acc0-8a9a-45c2-8d89-936c04bd7d26 req-e921c585-c46a-4bcf-ac1f-755c0da7bcb9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:01.127007 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8cf8acc0-8a9a-45c2-8d89-936c04bd7d26 req-e921c585-c46a-4bcf-ac1f-755c0da7bcb9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0467305 Apr 30 05:20:01.172870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8cf8acc0-8a9a-45c2-8d89-936c04bd7d26 req-4e414b54-0ba8-45dd-936b-dfc234b1b5ce tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Apr 30 05:20:01.595818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6a60-b24f-4c14-b3b1-0d3cc7273906 req-96d7cebc-5448-44ca-b3b1-177b3207e148 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:01.597339 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b55d6a60-b24f-4c14-b3b1-0d3cc7273906 req-96d7cebc-5448-44ca-b3b1-177b3207e148 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0474706 Apr 30 05:20:01.647690 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b55d6a60-b24f-4c14-b3b1-0d3cc7273906 req-908e10e9-8b0b-46a2-97a3-2666a324ad2b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 Apr 30 05:20:02.764114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05324-c93f-4e04-b116-df8c3caf4c0d req-9be1fd05-3403-4ffd-a3f8-6b66ec58c91b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:02.765799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ead05324-c93f-4e04-b116-df8c3caf4c0d req-9be1fd05-3403-4ffd-a3f8-6b66ec58c91b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0502529 Apr 30 05:20:02.818826 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ead05324-c93f-4e04-b116-df8c3caf4c0d req-0658adb1-3426-4c54-a9ec-72bd7477449e tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Apr 30 05:20:02.902836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-90cebb42-300e-4f36-bc10-613f7dfc6650 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:02.904270 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-90cebb42-300e-4f36-bc10-613f7dfc6650 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 946 time: 0.0469391 Apr 30 05:20:02.990882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Deleting port f33a580a-c53d-483b-8181-5dbb2e7f5a6f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:02.991215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:03.076838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] For port f33a580a-c53d-483b-8181-5dbb2e7f5a6f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:03.077115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:03.090454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Calling delete_port for f33a580a-c53d-483b-8181-5dbb2e7f5a6f owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:03.294013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f33a580a-c53d-483b-8181-5dbb2e7f5a6f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:03.305393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['27de0fa9-877d-420d-a158-d646b0e8aa37', 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:20:03.322863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Pushing event deleted for resources: {'Port': ['ID=f33a580a-c53d-483b-8181-5dbb2e7f5a6f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:03.370870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] No DVR routers for this DVR port f33a580a-c53d-483b-8181-5dbb2e7f5a6f on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:03.373459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:03.376894 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3218440c-34b0-48bd-806a-076e1cb23a6e req-7446c034-c465-43b6-846c-2eeb50e6a238 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "DELETE /v2.0/ports/f33a580a-c53d-483b-8181-5dbb2e7f5a6f HTTP/1.1" status: 204 len: 173 time: 0.4670146 Apr 30 05:20:03.377354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'name': 'network-vif-deleted', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:20:03.381185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017ddf4-3573-4193-9ef3-da1b51e54f91" -d '{"events": [{"server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "name": "network-vif-deleted", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:20:03.416283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c4af2-815d-40cb-b214-e1d21bb00d8b x-openstack-request-id: req-6b0c4af2-815d-40cb-b214-e1d21bb00d8b {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:20:03.416572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d32ae2-da00-4d27-8b17-1522587b28ec", "name": "network-vif-deleted", "tag": "f33a580a-c53d-483b-8181-5dbb2e7f5a6f", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:20:03.416821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b0c4af2-815d-40cb-b214-e1d21bb00d8b {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:20:03.417222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0c4af2-815d-40cb-b214-e1d21bb00d8b'] response: {'server_uuid': '52d32ae2-da00-4d27-8b17-1522587b28ec', 'name': 'network-vif-deleted', 'tag': 'f33a580a-c53d-483b-8181-5dbb2e7f5a6f', 'status': 'completed', 'code': 200} Apr 30 05:20:03.927534 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eb3cc5a7-5c46-4731-ba9d-399d04d8878e req-2aeeea75-8471-4974-8d97-bc4ca66823f2 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d32ae2-da00-4d27-8b17-1522587b28ec HTTP/1.1" status: 200 len: 210 time: 0.0279856 Apr 30 05:20:05.074093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8231a-ac84-4ea9-8da7-a1dd9ecc8358 req-5d947934-24e4-4905-8970-133337db7c40 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.075582 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2a8231a-ac84-4ea9-8da7-a1dd9ecc8358 req-5d947934-24e4-4905-8970-133337db7c40 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0475702 Apr 30 05:20:05.121964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2a8231a-ac84-4ea9-8da7-a1dd9ecc8358 req-73868c06-7274-4384-ac8c-2b63e453a2c2 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Apr 30 05:20:05.255098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf35cc-653f-422f-99d0-c898168afe18 req-c44cce1e-9219-4a99-a5db-6bf4b801e467 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.256478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedf35cc-653f-422f-99d0-c898168afe18 req-c44cce1e-9219-4a99-a5db-6bf4b801e467 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0510666 Apr 30 05:20:05.303467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fedf35cc-653f-422f-99d0-c898168afe18 req-fd6616f2-8b1e-4e65-aa84-8456660360d0 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Apr 30 05:20:05.415825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871322-ea7e-418f-a0b9-f735579ffdf2 req-f29aea0a-d774-468c-a3b0-45333cf241a3 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.417268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22871322-ea7e-418f-a0b9-f735579ffdf2 req-f29aea0a-d774-468c-a3b0-45333cf241a3 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0470302 Apr 30 05:20:05.466085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-22871322-ea7e-418f-a0b9-f735579ffdf2 req-a15c71fe-a891-42bd-b72b-7d95270131fa tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Apr 30 05:20:05.629447 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd51c0-0439-41ab-96f6-9944111eeb35 req-5c9fc39c-5779-45d2-9d05-9bfebb386e75 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.630933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-60fd51c0-0439-41ab-96f6-9944111eeb35 req-5c9fc39c-5779-45d2-9d05-9bfebb386e75 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0472529 Apr 30 05:20:05.682036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-60fd51c0-0439-41ab-96f6-9944111eeb35 req-a5fcd3d2-a845-4d75-ae86-c4c70ad530dc tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Apr 30 05:20:05.794841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73693b82-6d51-4994-9b88-7318906e2575 req-9b53c3fb-5fd8-432d-a580-cc68db66c799 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.796216 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73693b82-6d51-4994-9b88-7318906e2575 req-9b53c3fb-5fd8-432d-a580-cc68db66c799 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0469189 Apr 30 05:20:05.842575 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73693b82-6d51-4994-9b88-7318906e2575 req-df5d4b6c-a9e5-40d8-b686-760351a4b299 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Apr 30 05:20:05.962636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9b110-28ed-45b7-bcb0-ec47a84bb5ea req-2e627f5c-1bfd-426a-9f1c-9c5b4dad8f64 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:05.964080 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50e9b110-28ed-45b7-bcb0-ec47a84bb5ea req-2e627f5c-1bfd-426a-9f1c-9c5b4dad8f64 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0464466 Apr 30 05:20:06.010153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50e9b110-28ed-45b7-bcb0-ec47a84bb5ea req-8937592e-7f01-4e88-b55f-4e22c800cca9 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Apr 30 05:20:06.491803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f33a580a-c53d-483b-8181-5dbb2e7f5a6f no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:20:06.506305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b95a4-3168-491b-a701-c99fa6522d57 req-db8a0d29-dc81-47fb-8b60-8b4993ce124b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:06.507791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f8b95a4-3168-491b-a701-c99fa6522d57 req-db8a0d29-dc81-47fb-8b60-8b4993ce124b tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0517964 Apr 30 05:20:06.513770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: f33a580a-c53d-483b-8181-5dbb2e7f5a6f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:20:06.514116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device f33a580a-c53d-483b-8181-5dbb2e7f5a6f not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:20:06.556875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3f8b95a4-3168-491b-a701-c99fa6522d57 req-0a3e0ef1-1e3b-4045-9b9a-88d5f64417d4 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Apr 30 05:20:07.672757 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ba2bc-1903-4710-bda2-60782119d56c req-41cb1d04-6970-44e8-af48-97715f638ba5 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:07.674217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb5ba2bc-1903-4710-bda2-60782119d56c req-41cb1d04-6970-44e8-af48-97715f638ba5 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0480075 Apr 30 05:20:07.723589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fb5ba2bc-1903-4710-bda2-60782119d56c req-c2c4a8c0-a2e2-415c-95b0-58639c63128d tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/security-groups?id=a254e8f0-0d8b-4d14-950c-ee13f405d76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Apr 30 05:20:07.846131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-016f31cc-912b-469c-bb66-40476f5b7e48 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:07.847506 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-016f31cc-912b-469c-bb66-40476f5b7e48 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 946 time: 0.0507519 Apr 30 05:20:07.928477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Deleting port 27de0fa9-877d-420d-a158-d646b0e8aa37 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:07.929064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:08.018289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] For port 27de0fa9-877d-420d-a158-d646b0e8aa37, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=27de0fa9-877d-420d-a158-d646b0e8aa37,segment=NetworkSegment(39478833-96c2-4020-9b92-7eea17d6d9c1),segment_id=39478833-96c2-4020-9b92-7eea17d6d9c1)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:08.018665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:08.032385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Calling delete_port for 27de0fa9-877d-420d-a158-d646b0e8aa37 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:08.185304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:08.224965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (27de0fa9-877d-420d-a158-d646b0e8aa37), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:08.235934 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['27de0fa9-877d-420d-a158-d646b0e8aa37'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:20:08.255936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Pushing event deleted for resources: {'Port': ['ID=27de0fa9-877d-420d-a158-d646b0e8aa37,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:08.301005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] No DVR routers for this DVR port 27de0fa9-877d-420d-a158-d646b0e8aa37 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:08.303561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:08.307085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dd36c521-f01e-4d0a-ad9b-4e7e45df86e4 req-f4e867db-73c8-439a-88bd-091325b57a61 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.13 "DELETE /v2.0/ports/27de0fa9-877d-420d-a158-d646b0e8aa37 HTTP/1.1" status: 204 len: 173 time: 0.4548130 Apr 30 05:20:08.307510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'name': 'network-vif-deleted', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:20:08.309713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d412c8b-2f29-4bb8-aadb-94fc44a388c8" -d '{"events": [{"server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "name": "network-vif-deleted", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:20:08.345635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb461425-d7ef-40aa-abe9-d45fe89f3200 x-openstack-request-id: req-fb461425-d7ef-40aa-abe9-d45fe89f3200 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:20:08.346018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8413d48e-d166-44b6-b3e4-9a1f89c061be", "name": "network-vif-deleted", "tag": "27de0fa9-877d-420d-a158-d646b0e8aa37", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:20:08.346296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb461425-d7ef-40aa-abe9-d45fe89f3200 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:20:08.346702 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb461425-d7ef-40aa-abe9-d45fe89f3200'] response: {'server_uuid': '8413d48e-d166-44b6-b3e4-9a1f89c061be', 'name': 'network-vif-deleted', 'tag': '27de0fa9-877d-420d-a158-d646b0e8aa37', 'status': 'completed', 'code': 200} Apr 30 05:20:08.833879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7a900d8e-07d5-441c-a661-ea2d50d6f431 req-e5ea6e52-688a-4eda-9fc8-980501069465 tempest-ServersNegativeTestJSON-166265728 tempest-ServersNegativeTestJSON-166265728-project] 10.222.0.16 "GET /v2.0/ports?device_id=8413d48e-d166-44b6-b3e4-9a1f89c061be HTTP/1.1" status: 200 len: 210 time: 0.0302012 Apr 30 05:20:09.891767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43226) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:09.937354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Deleting subnet 4f2c341c-2d54-44e8-a26e-0722ffbab599 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:20:09.940338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Publish callbacks [] for subnet (4f2c341c-2d54-44e8-a26e-0722ffbab599), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:09.977841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (4f2c341c-2d54-44e8-a26e-0722ffbab599), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.021330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (4f2c341c-2d54-44e8-a26e-0722ffbab599), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.139746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (4f2c341c-2d54-44e8-a26e-0722ffbab599), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.163524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2c341c-2d54-44e8-a26e-0722ffbab599,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:10.169003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.172824 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-98a9f811-4a14-40c7-b4b0-1c96eefd01ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f2c341c-2d54-44e8-a26e-0722ffbab599 HTTP/1.1" status: 204 len: 168 time: 0.2800176 Apr 30 05:20:10.174844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43228) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:10.248266 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (37044673-03a2-4f02-913b-8c774a3fa0b6), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.325904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (37044673-03a2-4f02-913b-8c774a3fa0b6), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.345298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37044673-03a2-4f02-913b-8c774a3fa0b6']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:10.354592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39478833-96c2-4020-9b92-7eea17d6d9c1') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:10.354888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39478833-96c2-4020-9b92-7eea17d6d9c1') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:10.364870 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (39478833-96c2-4020-9b92-7eea17d6d9c1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.377552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39478833-96c2-4020-9b92-7eea17d6d9c1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.384222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:10.384602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (39478833-96c2-4020-9b92-7eea17d6d9c1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:10.386241 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:10.505119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (37044673-03a2-4f02-913b-8c774a3fa0b6), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.509443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.512692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] 10.222.0.16 "DELETE /v2.0/networks/37044673-03a2-4f02-913b-8c774a3fa0b6 HTTP/1.1" status: 204 len: 168 time: 0.3368506 Apr 30 05:20:10.516654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 27de0fa9-877d-420d-a158-d646b0e8aa37 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:20:10.525603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Pushing event deleted for resources: {'Network': ['ID=37044673-03a2-4f02-913b-8c774a3fa0b6,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:10.533117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.533457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.533830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.534200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.534504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.534829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.535832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.535991 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.536305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.536595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.537000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.537218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.537325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 27de0fa9-877d-420d-a158-d646b0e8aa37 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:20:10.537529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.537665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 27de0fa9-877d-420d-a158-d646b0e8aa37 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:20:10.537839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.538215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7f32cb-23d2-4a08-aaa4-7981f9a6ebad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:10.766872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43232) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:10.806992 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3b8c0f85-ff09-4f40-b90e-420490e66f53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c308bc9898b1491887b09cf7ad0b665d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389380 Apr 30 05:20:10.809387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:10.856245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] Publish callbacks [] for security_group (a254e8f0-0d8b-4d14-950c-ee13f405d76f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:10.876990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] Publish callbacks [] for security_group (a254e8f0-0d8b-4d14-950c-ee13f405d76f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:11.000677 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (a254e8f0-0d8b-4d14-950c-ee13f405d76f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:11.003260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:11.004670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a254e8f0-0d8b-4d14-950c-ee13f405d76f HTTP/1.1" status: 204 len: 168 time: 0.1942167 Apr 30 05:20:11.012529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb4edb-8c6f-485d-a2b4-3aacec4ea0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254e8f0-0d8b-4d14-950c-ee13f405d76f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:12.028413 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43256) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:12.119974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115182822'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:12.219348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:12.223284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.232218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.306429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for security_group (40dcd066-0b99-46a4-8a1d-bebfcb1f292a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.367398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (40dcd066-0b99-46a4-8a1d-bebfcb1f292a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.392898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:12.402689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dcd066-0b99-46a4-8a1d-bebfcb1f292a,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:12.407264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39b2b67d-58e2-49c9-9497-116284d70cf1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.407599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Added segment 39b2b67d-58e2-49c9-9497-116284d70cf1 of type vlan for network 045746f4-5a98-47e1-8f02-356f61b27698 Apr 30 05:20:12.446591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (045746f4-5a98-47e1-8f02-356f61b27698), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.538967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (045746f4-5a98-47e1-8f02-356f61b27698), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.543900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:12.544458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:12.611434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Network': ['ID=045746f4-5a98-47e1-8f02-356f61b27698,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:12.621863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 045746f4-5a98-47e1-8f02-356f61b27698 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:12.656154 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b848d027-3891-4b16-a2ba-0c45e0a68f9d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6266384 Apr 30 05:20:15.884033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43260) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:15.889080 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'subnet': {'network_id': '045746f4-5a98-47e1-8f02-356f61b27698', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:16.080665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:16.084671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.317314 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (df3a70d8-9fdf-4eef-83e6-c9d8282b7330), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.375611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Subnet': ['ID=df3a70d8-9fdf-4eef-83e6-c9d8282b7330,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:16.384899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking segment: {'id': '39b2b67d-58e2-49c9-9497-116284d70cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:16.385309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network hostable DHCP agents. Network: 045746f4-5a98-47e1-8f02-356f61b27698, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:16.464578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network 045746f4-5a98-47e1-8f02-356f61b27698 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:16.573175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 045746f4-5a98-47e1-8f02-356f61b27698) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:16.577408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:16.578074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.582622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a79b1f-b572-4892-8765-bcf457a7d7de None None] Network 045746f4-5a98-47e1-8f02-356f61b27698 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:16.632002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4e94410f-1445-4dbf-8239-a285de8ec1ab tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7467906 Apr 30 05:20:16.635638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43262) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:16.641047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955541963'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:16.685827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-045746f4-5a98-47e1-8f02-356f61b27698', 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698', 'project_id': 'b8fa1494be6d45b892812a3e0fb2257e', 'fixed_ips': [{'subnet_id': 'df3a70d8-9fdf-4eef-83e6-c9d8282b7330'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:16.686685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.709221 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:16.712644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.744454 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:16.753494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.754098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Added segment 2109c69b-ec69-4fa1-a4ad-30dbae151cb4 of type vlan for network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e Apr 30 05:20:16.795764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.894017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.899729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:16.900323 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:16.970506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Network': ['ID=53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:16.976144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Allocated IP 2001:db8:0:ffff::2 (045746f4-5a98-47e1-8f02-356f61b27698/df3a70d8-9fdf-4eef-83e6-c9d8282b7330/fbd43465-9826-48a7-8616-fb2fab5e1238) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:16.981623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:17.016632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8e84a15f-bbf5-43a2-a1be-57acd7100ac2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3798349 Apr 30 05:20:17.020024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43264) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:17.025250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'subnet': {'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:17.172720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks [] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.190600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:17.194473 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.270372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.312438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Network 045746f4-5a98-47e1-8f02-356f61b27698 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:17.317790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:17.321501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:17.334661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Pushing event updated for resources: {'Port': ['ID=fbd43465-9826-48a7-8616-fb2fab5e1238,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:17.387292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Attempting to bind port fbd43465-9826-48a7-8616-fb2fab5e1238 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:17.387660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Attempting to bind port fbd43465-9826-48a7-8616-fb2fab5e1238 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '39b2b67d-58e2-49c9-9497-116284d70cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:17.388021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Attempting to bind port fbd43465-9826-48a7-8616-fb2fab5e1238 on network 045746f4-5a98-47e1-8f02-356f61b27698 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:17.392956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:17.393326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Checking segment: {'id': '39b2b67d-58e2-49c9-9497-116284d70cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:17.393723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.394170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Bound using segment: {'id': '39b2b67d-58e2-49c9-9497-116284d70cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:17.395192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Bound port: fbd43465-9826-48a7-8616-fb2fab5e1238, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b2b67d-58e2-49c9-9497-116284d70cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '045746f4-5a98-47e1-8f02-356f61b27698'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:17.395685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.457842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] For port fbd43465-9826-48a7-8616-fb2fab5e1238, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:17.461509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] For port fbd43465-9826-48a7-8616-fb2fab5e1238, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbd43465-9826-48a7-8616-fb2fab5e1238,segment=NetworkSegment(39b2b67d-58e2-49c9-9497-116284d70cf1),segment_id=39b2b67d-58e2-49c9-9497-116284d70cf1)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:17.516494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (4a933cc5-1a8a-485f-960b-e044e7e1204f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.574469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Subnet': ['ID=4a933cc5-1a8a-485f-960b-e044e7e1204f,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:17.579835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.585665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking segment: {'id': '2109c69b-ec69-4fa1-a4ad-30dbae151cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:17.586018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network hostable DHCP agents. Network: 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:17.641128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605355b-8ecc-45b0-a032-27e1bfcaaafc None None] Pushing event updated for resources: {'Port': ['ID=fbd43465-9826-48a7-8616-fb2fab5e1238,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:17.670869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:17.794612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:17.794612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:17.794612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.795465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97592fb4-fe48-4060-bce3-05bd978c2cb1 None None] Network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:17.868059 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16a02412-07cc-4c87-81b3-eeb41a2067dc tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8467693 Apr 30 05:20:17.870721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43266) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:17.908681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e', 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e', 'project_id': 'b8fa1494be6d45b892812a3e0fb2257e', 'fixed_ips': [{'subnet_id': '4a933cc5-1a8a-485f-960b-e044e7e1204f'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:17.909884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:17.981233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.049779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Allocated IP 2001:db8::2 (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e/4a933cc5-1a8a-485f-960b-e044e7e1204f/5b481095-bd01-4a0a-af62-a60645e150b7) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:18.057947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (4a933cc5-1a8a-485f-960b-e044e7e1204f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.199223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks [] for port (5b481095-bd01-4a0a-af62-a60645e150b7), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.271760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.310877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:18.318622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:18.323034 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:18.326243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Pushing event updated for resources: {'Port': ['ID=5b481095-bd01-4a0a-af62-a60645e150b7,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:18.374173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (4a933cc5-1a8a-485f-960b-e044e7e1204f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.388874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Attempting to bind port 5b481095-bd01-4a0a-af62-a60645e150b7 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:18.389250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Attempting to bind port 5b481095-bd01-4a0a-af62-a60645e150b7 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '2109c69b-ec69-4fa1-a4ad-30dbae151cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:18.389754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Attempting to bind port 5b481095-bd01-4a0a-af62-a60645e150b7 on network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:18.396681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:18.397176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Checking segment: {'id': '2109c69b-ec69-4fa1-a4ad-30dbae151cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:18.397584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.397996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Bound using segment: {'id': '2109c69b-ec69-4fa1-a4ad-30dbae151cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:18.398493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Bound port: 5b481095-bd01-4a0a-af62-a60645e150b7, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2109c69b-ec69-4fa1-a4ad-30dbae151cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:18.398882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.420794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Subnet': ['ID=4a933cc5-1a8a-485f-960b-e044e7e1204f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:18.464591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] For port 5b481095-bd01-4a0a-af62-a60645e150b7, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:18.468292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] For port 5b481095-bd01-4a0a-af62-a60645e150b7, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5b481095-bd01-4a0a-af62-a60645e150b7,segment=NetworkSegment(2109c69b-ec69-4fa1-a4ad-30dbae151cb4),segment_id=2109c69b-ec69-4fa1-a4ad-30dbae151cb4)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:18.484142 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.507326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:18.516938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.517153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2109c69b-ec69-4fa1-a4ad-30dbae151cb4') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:18.517349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2109c69b-ec69-4fa1-a4ad-30dbae151cb4') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:18.529211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.543393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.550233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:18.557402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.567774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2b50d-d482-4279-8132-e7e2b5222dc9 None None] Network 045746f4-5a98-47e1-8f02-356f61b27698 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:18.583092 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:18.646755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.api [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 05:20:18.646755 dv-neutron-838078-9-hyperv neutron-server[111174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 05:20:18.646755 dv-neutron-838078-9-hyperv neutron-server[111174]: [parameters: {'id': '53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e'}] Apr 30 05:20:18.646755 dv-neutron-838078-9-hyperv neutron-server[111174]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:20:18.647252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG oslo_db.api [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:20:18.673618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbd43465-9826-48a7-8616-fb2fab5e1238 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:18.702020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed24ba-03b8-4d42-b20b-9c9ca698bcbe None None] Pushing event updated for resources: {'Port': ['ID=5b481095-bd01-4a0a-af62-a60645e150b7,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:18.708578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Provisioning complete for port fbd43465-9826-48a7-8616-fb2fab5e1238 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:18.708945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.750032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8f520-4e7c-48d4-a8a0-2c3e65aa99c6 None None] Network 53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:18.862551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbd43465-9826-48a7-8616-fb2fab5e1238 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:18.862551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:18.966162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Current status of the port fbd43465-9826-48a7-8616-fb2fab5e1238 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:18.966568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.028318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] For port fbd43465-9826-48a7-8616-fb2fab5e1238, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbd43465-9826-48a7-8616-fb2fab5e1238,segment=NetworkSegment(39b2b67d-58e2-49c9-9497-116284d70cf1),segment_id=39b2b67d-58e2-49c9-9497-116284d70cf1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:19.029560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbd43465-9826-48a7-8616-fb2fab5e1238 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:19.029950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.046069 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a456e-b49b-46c3-a3ec-6c1bfbaeab58 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 05:20:19.099246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.148655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.168158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a456e-b49b-46c3-a3ec-6c1bfbaeab58 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 05:20:19.182889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:20:19.183247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:20:19.196146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting port 5b481095-bd01-4a0a-af62-a60645e150b7 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:19.197918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.206667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb10f3d-3098-4e6c-8a18-bb9213b2db68 None None] Pushing event updated for resources: {'Port': ['ID=fbd43465-9826-48a7-8616-fb2fab5e1238,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:19.240886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-34a9220d-926e-43fc-89f2-c132fc9b33eb None None] Provisioning complete for port fbd43465-9826-48a7-8616-fb2fab5e1238 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:19.241254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-34a9220d-926e-43fc-89f2-c132fc9b33eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.267121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] For port 5b481095-bd01-4a0a-af62-a60645e150b7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5b481095-bd01-4a0a-af62-a60645e150b7,segment=NetworkSegment(2109c69b-ec69-4fa1-a4ad-30dbae151cb4),segment_id=2109c69b-ec69-4fa1-a4ad-30dbae151cb4)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:19.267508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.280336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Calling delete_port for 5b481095-bd01-4a0a-af62-a60645e150b7 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:19.396417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-34a9220d-926e-43fc-89f2-c132fc9b33eb None None] Current status of the port fbd43465-9826-48a7-8616-fb2fab5e1238 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:19.457769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5b481095-bd01-4a0a-af62-a60645e150b7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.486746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Port': ['ID=5b481095-bd01-4a0a-af62-a60645e150b7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:19.491439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No DVR routers for this DVR port 5b481095-bd01-4a0a-af62-a60645e150b7 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:19.569236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.588394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:19.597906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2109c69b-ec69-4fa1-a4ad-30dbae151cb4') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:19.598202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2109c69b-ec69-4fa1-a4ad-30dbae151cb4') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:19.607356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.620699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.626478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:19.626862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (2109c69b-ec69-4fa1-a4ad-30dbae151cb4), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:19.629838 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:19.718434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbd43465-9826-48a7-8616-fb2fab5e1238 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:19.756320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.763674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.766825 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e HTTP/1.1" status: 204 len: 168 time: 1.8951144 Apr 30 05:20:19.776351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43268) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:19.776351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531282756'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:19.778204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf2281-08b3-4d9f-afbf-aeb169db99f9 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Network': ['ID=53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:19.859242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:19.862554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.885525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:19.894908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:19.895275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Added segment d56ed3ac-4662-4878-80fd-dae3ba1a7916 of type vlan for network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 Apr 30 05:20:19.934115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.019651 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.024578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:20.025146 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.091124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Network': ['ID=f0a6d7ac-06a1-4632-af44-c5e4fdc8a021,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:20.102453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:20.125268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-84d43a60-c8e2-4396-a54f-99b5e4e2d853 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3535953 Apr 30 05:20:20.127818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43270) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:20.132924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'subnet': {'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:20.276116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:20.279508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.339397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Performing IP validity checks on allocation pools {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 30 05:20:20.339909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.ipam_backend_mixin [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 30 05:20:20.505214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.568875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Subnet': ['ID=a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:20.577899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking segment: {'id': 'd56ed3ac-4662-4878-80fd-dae3ba1a7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:20.578251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network hostable DHCP agents. Network: f0a6d7ac-06a1-4632-af44-c5e4fdc8a021, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:20.624312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbd43465-9826-48a7-8616-fb2fab5e1238 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:20.653175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:20.670856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port fbd43465-9826-48a7-8616-fb2fab5e1238 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:20.671222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.744680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, f0a6d7ac-06a1-4632-af44-c5e4fdc8a021) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:20.748947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:20.749545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.751778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port fbd43465-9826-48a7-8616-fb2fab5e1238 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:20.760668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f0f99-1808-4cb7-a6a8-f5a3e407e0bf None None] Network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:20.850929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c44cbda-8a12-4331-bfe8-b895952e0caf tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7220192 Apr 30 05:20:20.853517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43272) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:20.855920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-f0a6d7ac-06a1-4632-af44-c5e4fdc8a021', 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021', 'project_id': 'b8fa1494be6d45b892812a3e0fb2257e', 'fixed_ips': [{'subnet_id': 'a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:20.856772 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.955613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:20.991834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Allocated IP 2001:db8::3 (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021/a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3/4dc6156e-3028-4774-ae58-3b0618161ac1) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:21.006287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.273706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks [] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.332986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.367755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:21.370506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:21.375813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:21.387084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Pushing event updated for resources: {'Port': ['ID=4dc6156e-3028-4774-ae58-3b0618161ac1,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:21.418486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.438954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Attempting to bind port 4dc6156e-3028-4774-ae58-3b0618161ac1 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:21.439311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Attempting to bind port 4dc6156e-3028-4774-ae58-3b0618161ac1 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'd56ed3ac-4662-4878-80fd-dae3ba1a7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:21.439662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Attempting to bind port 4dc6156e-3028-4774-ae58-3b0618161ac1 on network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:21.445233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:21.445720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Checking segment: {'id': 'd56ed3ac-4662-4878-80fd-dae3ba1a7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:21.445996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.446412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Bound using segment: {'id': 'd56ed3ac-4662-4878-80fd-dae3ba1a7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:21.446871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Bound port: 4dc6156e-3028-4774-ae58-3b0618161ac1, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56ed3ac-4662-4878-80fd-dae3ba1a7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:21.447245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.448355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:21.516372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.520705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] For port 4dc6156e-3028-4774-ae58-3b0618161ac1, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:21.526215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] For port 4dc6156e-3028-4774-ae58-3b0618161ac1, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4dc6156e-3028-4774-ae58-3b0618161ac1,segment=NetworkSegment(d56ed3ac-4662-4878-80fd-dae3ba1a7916),segment_id=d56ed3ac-4662-4878-80fd-dae3ba1a7916)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:21.538929 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a6d7ac-06a1-4632-af44-c5e4fdc8a021']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:21.548959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56ed3ac-4662-4878-80fd-dae3ba1a7916') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:21.549230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56ed3ac-4662-4878-80fd-dae3ba1a7916') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:21.560954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.584408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.586970 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.595975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:21.596578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:21.600510 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:21.667433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494726a-2dc1-4b3b-8843-3e58432d998d None None] Pushing event updated for resources: {'Port': ['ID=4dc6156e-3028-4774-ae58-3b0618161ac1,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:21.684345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76f143-e033-4c4c-aa53-0ba348efce16 None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 05:20:21.693002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.db.api [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 05:20:21.693002 dv-neutron-838078-9-hyperv neutron-server[111174]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 05:20:21.693002 dv-neutron-838078-9-hyperv neutron-server[111174]: [parameters: {'id': 'f0a6d7ac-06a1-4632-af44-c5e4fdc8a021'}] Apr 30 05:20:21.693002 dv-neutron-838078-9-hyperv neutron-server[111174]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:20:21.693382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG oslo_db.api [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:20:21.754114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76f143-e033-4c4c-aa53-0ba348efce16 None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 05:20:21.880775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ff2f699d-dfa6-434a-9525-80a70316b70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:21.910174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d781bb-6a49-4f74-bfac-acf6b36819f7 None None] Network f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:22.194781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.243683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting port 4dc6156e-3028-4774-ae58-3b0618161ac1 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:22.244018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.306352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] For port 4dc6156e-3028-4774-ae58-3b0618161ac1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=4dc6156e-3028-4774-ae58-3b0618161ac1,segment=NetworkSegment(d56ed3ac-4662-4878-80fd-dae3ba1a7916),segment_id=d56ed3ac-4662-4878-80fd-dae3ba1a7916)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:22.306721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.319330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Calling delete_port for 4dc6156e-3028-4774-ae58-3b0618161ac1 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:22.470572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (4dc6156e-3028-4774-ae58-3b0618161ac1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.493750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Port': ['ID=4dc6156e-3028-4774-ae58-3b0618161ac1,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:22.500075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No DVR routers for this DVR port 4dc6156e-3028-4774-ae58-3b0618161ac1 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:22.581245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.601147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a6d7ac-06a1-4632-af44-c5e4fdc8a021']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:22.610184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56ed3ac-4662-4878-80fd-dae3ba1a7916') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:22.610508 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56ed3ac-4662-4878-80fd-dae3ba1a7916') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:22.620255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.633966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.639777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:22.640156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (d56ed3ac-4662-4878-80fd-dae3ba1a7916), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:22.643113 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:22.762106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (f0a6d7ac-06a1-4632-af44-c5e4fdc8a021), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.769523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.773041 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 HTTP/1.1" status: 204 len: 168 time: 1.9183679 Apr 30 05:20:22.776642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43274) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:22.781693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781514508'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:22.784727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738c037-b286-4fd0-ba82-61256885dca2 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Network': ['ID=f0a6d7ac-06a1-4632-af44-c5e4fdc8a021,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:22.841924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:22.845295 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.868782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:22.877349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (da077ea0-cfd3-4f8a-89a8-ba11bf9a6455), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.877676 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Added segment da077ea0-cfd3-4f8a-89a8-ba11bf9a6455 of type vlan for network 559e3def-6a2f-4363-ab43-0afff1602203 Apr 30 05:20:22.916854 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (559e3def-6a2f-4363-ab43-0afff1602203), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.973441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (559e3def-6a2f-4363-ab43-0afff1602203), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:22.978556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:22.979085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.047994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Network': ['ID=559e3def-6a2f-4363-ab43-0afff1602203,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:23.058343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 559e3def-6a2f-4363-ab43-0afff1602203 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:23.073266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d4cb5324-9811-4008-9d50-5c04c3197d01 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2955627 Apr 30 05:20:23.076798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43276) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:23.081719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'subnet': {'network_id': '559e3def-6a2f-4363-ab43-0afff1602203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:23.224821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:23.228245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.453432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (06698610-5ddb-405c-bc9d-7ebe14b565ae), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.517086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Subnet': ['ID=06698610-5ddb-405c-bc9d-7ebe14b565ae,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:23.526494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking segment: {'id': 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:23.526852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network hostable DHCP agents. Network: 559e3def-6a2f-4363-ab43-0afff1602203, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:23.595929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network 559e3def-6a2f-4363-ab43-0afff1602203 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:23.686117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 559e3def-6a2f-4363-ab43-0afff1602203) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:23.689928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:23.690560 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.695924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e531c-a690-4913-9304-d4df4dac68d6 None None] Network 559e3def-6a2f-4363-ab43-0afff1602203 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:23.782229 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f07afd8f-0778-41f0-8a84-cecfe0db86d8 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7042637 Apr 30 05:20:23.786305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43278) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:23.791542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966923398'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:23.797566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-559e3def-6a2f-4363-ab43-0afff1602203', 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203', 'project_id': 'b8fa1494be6d45b892812a3e0fb2257e', 'fixed_ips': [{'subnet_id': '06698610-5ddb-405c-bc9d-7ebe14b565ae'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:23.798461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.899097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:23.902619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.926186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:23.935179 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:23.935518 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Added segment 2a2dfaa2-19d3-4f63-aa97-28109f8234d2 of type vlan for network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 Apr 30 05:20:23.937832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Allocated IP 2001:db8::2 (559e3def-6a2f-4363-ab43-0afff1602203/06698610-5ddb-405c-bc9d-7ebe14b565ae/ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:23.980692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.075140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.080273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:24.080859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.091068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks [] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.097728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-42bc7908-eb5d-47bd-a027-d343113c6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.173924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.189638 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4020712 Apr 30 05:20:24.190216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c60049-432d-4467-aeef-b0876985cd11 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Network': ['ID=4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:24.193071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43280) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:24.203717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Request body: {'subnet': {'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:24.217130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:24.219919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Network 559e3def-6a2f-4363-ab43-0afff1602203 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:24.235340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:24.238872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Pushing event updated for resources: {'Port': ['ID=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:24.246854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:24.343387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Attempting to bind port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:24.343755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Attempting to bind port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:24.344112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Attempting to bind port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 on network 559e3def-6a2f-4363-ab43-0afff1602203 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:24.349131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:24.349504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Checking segment: {'id': 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:24.349900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.350321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Bound using segment: {'id': 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:24.350453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Made reservation on behalf of b8fa1494be6d45b892812a3e0fb2257e for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:24.350781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Bound port: ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '559e3def-6a2f-4363-ab43-0afff1602203'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:24.351156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.353898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.413365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] For port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:24.416600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] For port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,segment=NetworkSegment(da077ea0-cfd3-4f8a-89a8-ba11bf9a6455),segment_id=da077ea0-cfd3-4f8a-89a8-ba11bf9a6455)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:24.499711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.560944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177bb9-e32e-4f94-a9e6-7d2cd58dd7b0 None None] Pushing event updated for resources: {'Port': ['ID=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:24.619690 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (dacdf246-5795-48b7-b7f6-7df85d68f404), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.685414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event updated for resources: {'Subnet': ['ID=dacdf246-5795-48b7-b7f6-7df85d68f404,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:24.695280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Checking segment: {'id': '2a2dfaa2-19d3-4f63-aa97-28109f8234d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:24.695839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network hostable DHCP agents. Network: 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:24.779462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:24.857784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:24.861895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:24.862519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:24.867310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1f779-de39-4c44-a40c-cd8249eee96e None None] Network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:24.946244 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4d9bf88d-69b5-4c69-834b-07e2c2c8edb6 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7466581 Apr 30 05:20:24.948747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43282) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:24.967903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2', 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2', 'project_id': 'b8fa1494be6d45b892812a3e0fb2257e', 'fixed_ips': [{'subnet_id': 'dacdf246-5795-48b7-b7f6-7df85d68f404'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:24.969073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.046112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.127740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Allocated IP 2001:db8::2 (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2/dacdf246-5795-48b7-b7f6-7df85d68f404/f6a833de-1758-433e-b74a-02af1364c4a0) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:25.133038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (dacdf246-5795-48b7-b7f6-7df85d68f404), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.150655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.342767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks [] for port (f6a833de-1758-433e-b74a-02af1364c4a0), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.396591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.440389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:25.444200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:25.447276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:25.452948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69576118-eca3-4376-a73d-96d12d381450 None None] Network 559e3def-6a2f-4363-ab43-0afff1602203 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:25.458364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Pushing event updated for resources: {'Port': ['ID=f6a833de-1758-433e-b74a-02af1364c4a0,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:25.470768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (dacdf246-5795-48b7-b7f6-7df85d68f404), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.497375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Subnet': ['ID=dacdf246-5795-48b7-b7f6-7df85d68f404,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:25.560233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.577326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Provisioning complete for port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:25.577688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.580684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Attempting to bind port f6a833de-1758-433e-b74a-02af1364c4a0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:25.581046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Attempting to bind port f6a833de-1758-433e-b74a-02af1364c4a0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '2a2dfaa2-19d3-4f63-aa97-28109f8234d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:25.581429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Attempting to bind port f6a833de-1758-433e-b74a-02af1364c4a0 on network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:25.584073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:25.593285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2dfaa2-19d3-4f63-aa97-28109f8234d2') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:25.593587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2dfaa2-19d3-4f63-aa97-28109f8234d2') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:25.603506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.610394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:25.610766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Checking segment: {'id': '2a2dfaa2-19d3-4f63-aa97-28109f8234d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:25.611160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.611548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Bound using segment: {'id': '2a2dfaa2-19d3-4f63-aa97-28109f8234d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:25.612015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Bound port: f6a833de-1758-433e-b74a-02af1364c4a0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2dfaa2-19d3-4f63-aa97-28109f8234d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:25.612385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.617017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.623107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:25.628574 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:25.711895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.db.api [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 30 05:20:25.711895 dv-neutron-838078-9-hyperv neutron-server[111175]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 30 05:20:25.711895 dv-neutron-838078-9-hyperv neutron-server[111175]: [parameters: {'id': '4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2'}] Apr 30 05:20:25.711895 dv-neutron-838078-9-hyperv neutron-server[111175]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:20:25.712667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG oslo_db.api [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:20:25.742163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] For port f6a833de-1758-433e-b74a-02af1364c4a0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:25.760249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] For port f6a833de-1758-433e-b74a-02af1364c4a0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f6a833de-1758-433e-b74a-02af1364c4a0,segment=NetworkSegment(2a2dfaa2-19d3-4f63-aa97-28109f8234d2),segment_id=2a2dfaa2-19d3-4f63-aa97-28109f8234d2)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:25.763044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Current status of the port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:25.763424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.800144 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] For port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,segment=NetworkSegment(da077ea0-cfd3-4f8a-89a8-ba11bf9a6455),segment_id=da077ea0-cfd3-4f8a-89a8-ba11bf9a6455)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:25.831379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.863854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:25.913730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e0b2d-188c-45c8-bfa6-9c5e19a299ac None None] Pushing event updated for resources: {'Port': ['ID=f6a833de-1758-433e-b74a-02af1364c4a0,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:25.941783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea91690-43ac-40ae-93dd-b8d2ed5fb7fb None None] get_active_networks_info from dv-neutron-838078-9-hyperv {{(pid=111176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 30 05:20:26.006550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a1f7b-89a3-45f0-83c4-6a14cb6ccff1 None None] Pushing event updated for resources: {'Port': ['ID=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:26.010393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2d11e46a-0f00-43b8-bed7-b20a034b59d9 None None] Provisioning complete for port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:26.010762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2d11e46a-0f00-43b8-bed7-b20a034b59d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.078483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea91690-43ac-40ae-93dd-b8d2ed5fb7fb None None] Resources bound (agent type, host, resource id): {{(pid=111176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 30 05:20:26.214660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.259759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting port f6a833de-1758-433e-b74a-02af1364c4a0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:26.260099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.293777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2d11e46a-0f00-43b8-bed7-b20a034b59d9 None None] Current status of the port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:26.408723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d2321-be22-4ee7-aa4e-2b1aa5c8e47c None None] Network 4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:26.639969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:26.675091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] For port f6a833de-1758-433e-b74a-02af1364c4a0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f6a833de-1758-433e-b74a-02af1364c4a0,segment=NetworkSegment(2a2dfaa2-19d3-4f63-aa97-28109f8234d2),segment_id=2a2dfaa2-19d3-4f63-aa97-28109f8234d2)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:26.675351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.686722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:26.687101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.688105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Calling delete_port for f6a833de-1758-433e-b74a-02af1364c4a0 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:26.780254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:26.829225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f6a833de-1758-433e-b74a-02af1364c4a0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.857811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.858009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Port': ['ID=f6a833de-1758-433e-b74a-02af1364c4a0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:26.863106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No DVR routers for this DVR port f6a833de-1758-433e-b74a-02af1364c4a0 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:26.941219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.960164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:26.969119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2dfaa2-19d3-4f63-aa97-28109f8234d2') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:26.969415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2dfaa2-19d3-4f63-aa97-28109f8234d2') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:26.979108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.992688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:26.998571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:26.998950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (2a2dfaa2-19d3-4f63-aa97-28109f8234d2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:27.001930 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:27.126171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.133399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.136869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 HTTP/1.1" status: 204 len: 168 time: 2.1871424 Apr 30 05:20:27.139730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43284) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:27.148203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4f53-a0f4-4a1a-b69b-7f9a6734fb49 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Network': ['ID=4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:27.526605 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-371f5f0d-6ff2-4f26-991d-678e54138a72 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] GET failed (client error): The resource could not be found. Apr 30 05:20:27.529089 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-371f5f0d-6ff2-4f26-991d-678e54138a72 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "GET /v2.0/subnets/dacdf246-5795-48b7-b7f6-7df85d68f404 HTTP/1.1" status: 404 len: 337 time: 0.3877969 Apr 30 05:20:27.531747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43286) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:27.552903 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a015b6d-c59b-44a2-a3c0-2cf99eb0043a tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:27.553661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a015b6d-c59b-44a2-a3c0-2cf99eb0043a tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:27.556670 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1a015b6d-c59b-44a2-a3c0-2cf99eb0043a tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 HTTP/1.1" status: 404 len: 339 time: 0.0240352 Apr 30 05:20:27.560390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43288) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:27.590284 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6734641-0cc2-4407-8667-50570b7a062d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:27.590738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6734641-0cc2-4407-8667-50570b7a062d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:27.594078 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f6734641-0cc2-4407-8667-50570b7a062d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/subnets/dacdf246-5795-48b7-b7f6-7df85d68f404 HTTP/1.1" status: 404 len: 337 time: 0.0325809 Apr 30 05:20:27.596340 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43290) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:27.623476 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9672b49b-82b3-42fe-b184-fc5adb260c54 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:27.623973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9672b49b-82b3-42fe-b184-fc5adb260c54 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:27.626957 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9672b49b-82b3-42fe-b184-fc5adb260c54 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/4f5be2bc-ef2e-4fe8-8d87-4a24775c4ed2 HTTP/1.1" status: 404 len: 339 time: 0.0277283 Apr 30 05:20:27.629751 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43292) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:27.696985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting subnet 06698610-5ddb-405c-bc9d-7ebe14b565ae {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:20:27.702758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (06698610-5ddb-405c-bc9d-7ebe14b565ae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.752677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (06698610-5ddb-405c-bc9d-7ebe14b565ae), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.849605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (06698610-5ddb-405c-bc9d-7ebe14b565ae), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:27.975243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (06698610-5ddb-405c-bc9d-7ebe14b565ae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.002206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Subnet': ['ID=06698610-5ddb-405c-bc9d-7ebe14b565ae,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:28.007441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.012781 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/subnets/06698610-5ddb-405c-bc9d-7ebe14b565ae HTTP/1.1" status: 204 len: 168 time: 0.3798933 Apr 30 05:20:28.012918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c07b51-01e3-4f7b-a28c-7a2b5a37324b None None] Network 559e3def-6a2f-4363-ab43-0afff1602203 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:28.014085 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43294) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.015467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.020288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.021157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.021157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed72dc7b-8201-4eae-b0cc-0d3bea404e08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:28.096018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (559e3def-6a2f-4363-ab43-0afff1602203), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.140799 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:28.141135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.167536 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] DHCP port deletion for 559e3def-6a2f-4363-ab43-0afff1602203 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:20:28.204219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] For port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,segment=NetworkSegment(da077ea0-cfd3-4f8a-89a8-ba11bf9a6455),segment_id=da077ea0-cfd3-4f8a-89a8-ba11bf9a6455)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:28.204559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.209449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Deleting port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:28.209861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.218181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Calling delete_port for ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:28.230550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.276478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] For port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,segment=NetworkSegment(da077ea0-cfd3-4f8a-89a8-ba11bf9a6455),segment_id=da077ea0-cfd3-4f8a-89a8-ba11bf9a6455)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:28.276866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.290714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Calling delete_port for ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:28.373120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.378686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.402150 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Port': ['ID=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:28.403241 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No DVR routers for this DVR port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:28.404473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] Pushing event deleted for resources: {'Port': ['ID=ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:28.409367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cade9-00f0-4b88-9ac9-016941b20126 None None] No DVR routers for this DVR port ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:28.486333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (559e3def-6a2f-4363-ab43-0afff1602203), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.505709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559e3def-6a2f-4363-ab43-0afff1602203']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:28.514773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:28.515067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da077ea0-cfd3-4f8a-89a8-ba11bf9a6455') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:28.524766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (da077ea0-cfd3-4f8a-89a8-ba11bf9a6455), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.537543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (da077ea0-cfd3-4f8a-89a8-ba11bf9a6455), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.543406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:28.543787 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (da077ea0-cfd3-4f8a-89a8-ba11bf9a6455), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:28.546740 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:28.609636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:20:28.631185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:20:28.631185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ab2f81e6-b0b3-411a-acf6-b57b97c0a1a2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:20:28.658742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (559e3def-6a2f-4363-ab43-0afff1602203), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.668216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.671352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/559e3def-6a2f-4363-ab43-0afff1602203 HTTP/1.1" status: 204 len: 168 time: 0.6557622 Apr 30 05:20:28.673959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43296) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.686306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bc322-75db-4e0e-9a22-dc2c84ef813d tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Network': ['ID=559e3def-6a2f-4363-ab43-0afff1602203,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:28.702082 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d59f43-6af5-4ce7-aaef-bdc191aa8910 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:28.702550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d59f43-6af5-4ce7-aaef-bdc191aa8910 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:28.705523 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02d59f43-6af5-4ce7-aaef-bdc191aa8910 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/subnets/a4c9f8ee-1b2a-4f59-ad18-d99e79b937a3 HTTP/1.1" status: 404 len: 337 time: 0.0305367 Apr 30 05:20:28.708163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43298) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.726235 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf19f61b-d201-4ef3-a29e-3fc74feefbe7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:28.726755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf19f61b-d201-4ef3-a29e-3fc74feefbe7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:28.729711 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cf19f61b-d201-4ef3-a29e-3fc74feefbe7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/f0a6d7ac-06a1-4632-af44-c5e4fdc8a021 HTTP/1.1" status: 404 len: 339 time: 0.0206697 Apr 30 05:20:28.732149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43300) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.758105 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd81dc02-18cb-47c7-99cf-07df9d57e327 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:28.758608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd81dc02-18cb-47c7-99cf-07df9d57e327 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:28.761506 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd81dc02-18cb-47c7-99cf-07df9d57e327 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/subnets/4a933cc5-1a8a-485f-960b-e044e7e1204f HTTP/1.1" status: 404 len: 337 time: 0.0284729 Apr 30 05:20:28.763961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43302) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.781221 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f260e52-c7f5-46d6-9012-a32a6b73de34 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] DELETE failed (client error): The resource could not be found. Apr 30 05:20:28.781694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f260e52-c7f5-46d6-9012-a32a6b73de34 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 30 05:20:28.785115 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9f260e52-c7f5-46d6-9012-a32a6b73de34 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/53687b2a-2ffe-4ca0-bbd0-0eb3af3a5c4e HTTP/1.1" status: 404 len: 339 time: 0.0202849 Apr 30 05:20:28.788019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43304) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:28.839877 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting subnet df3a70d8-9fdf-4eef-83e6-c9d8282b7330 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:20:28.842965 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (df3a70d8-9fdf-4eef-83e6-c9d8282b7330), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.881992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (df3a70d8-9fdf-4eef-83e6-c9d8282b7330), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:28.969176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (df3a70d8-9fdf-4eef-83e6-c9d8282b7330), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.116443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (df3a70d8-9fdf-4eef-83e6-c9d8282b7330), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.144475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Subnet': ['ID=df3a70d8-9fdf-4eef-83e6-c9d8282b7330,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:29.146415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.150869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-abf0f777-951f-428a-8908-b95fb98fb7c7 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/subnets/df3a70d8-9fdf-4eef-83e6-c9d8282b7330 HTTP/1.1" status: 204 len: 168 time: 0.3611882 Apr 30 05:20:29.151249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb580e6-b94c-407c-bf94-5cc89176056d None None] Network 045746f4-5a98-47e1-8f02-356f61b27698 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:29.153031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43306) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:29.237466 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (045746f4-5a98-47e1-8f02-356f61b27698), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.284894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Deleting port fbd43465-9826-48a7-8616-fb2fab5e1238 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:29.285235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.295259 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] DHCP port deletion for 045746f4-5a98-47e1-8f02-356f61b27698 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:20:29.339807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Deleting port fbd43465-9826-48a7-8616-fb2fab5e1238 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:29.340177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.355348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] For port fbd43465-9826-48a7-8616-fb2fab5e1238, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbd43465-9826-48a7-8616-fb2fab5e1238,segment=NetworkSegment(39b2b67d-58e2-49c9-9497-116284d70cf1),segment_id=39b2b67d-58e2-49c9-9497-116284d70cf1)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:29.355711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.369158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Calling delete_port for fbd43465-9826-48a7-8616-fb2fab5e1238 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:29.401465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] For port fbd43465-9826-48a7-8616-fb2fab5e1238, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=fbd43465-9826-48a7-8616-fb2fab5e1238,segment=NetworkSegment(39b2b67d-58e2-49c9-9497-116284d70cf1),segment_id=39b2b67d-58e2-49c9-9497-116284d70cf1)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:29.401790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.414702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Calling delete_port for fbd43465-9826-48a7-8616-fb2fab5e1238 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:29.493090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.498743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (fbd43465-9826-48a7-8616-fb2fab5e1238), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.519954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Port': ['ID=fbd43465-9826-48a7-8616-fb2fab5e1238,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:29.521810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] No DVR routers for this DVR port fbd43465-9826-48a7-8616-fb2fab5e1238 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:29.524434 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] Pushing event deleted for resources: {'Port': ['ID=fbd43465-9826-48a7-8616-fb2fab5e1238,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:29.526236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce1272-7156-4207-91d3-576e2733b0a1 None None] No DVR routers for this DVR port fbd43465-9826-48a7-8616-fb2fab5e1238 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:29.604129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (045746f4-5a98-47e1-8f02-356f61b27698), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.623445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045746f4-5a98-47e1-8f02-356f61b27698']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:29.632655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b2b67d-58e2-49c9-9497-116284d70cf1') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:29.632950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b2b67d-58e2-49c9-9497-116284d70cf1') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:29.642185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (39b2b67d-58e2-49c9-9497-116284d70cf1), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.655702 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (39b2b67d-58e2-49c9-9497-116284d70cf1), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.661404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:29.661780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (39b2b67d-58e2-49c9-9497-116284d70cf1), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:29.664801 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:29.784667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (045746f4-5a98-47e1-8f02-356f61b27698), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.792951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:29.796283 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] 10.222.0.16 "DELETE /v2.0/networks/045746f4-5a98-47e1-8f02-356f61b27698 HTTP/1.1" status: 204 len: 168 time: 0.6422744 Apr 30 05:20:29.806921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407d789-8baf-4a99-8c17-c0050851dc08 tempest-NetworksIpV6Test-48424908 tempest-NetworksIpV6Test-48424908-project] Pushing event deleted for resources: {'Network': ['ID=045746f4-5a98-47e1-8f02-356f61b27698,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:30.177690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43312) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:30.306753 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5fc23735-fd0f-47a6-a67c-6a88ef5990cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8fa1494be6d45b892812a3e0fb2257e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274948 Apr 30 05:20:30.309117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43316) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:30.355888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] Publish callbacks [] for security_group (40dcd066-0b99-46a4-8a1d-bebfcb1f292a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:30.377155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] Publish callbacks [] for security_group (40dcd066-0b99-46a4-8a1d-bebfcb1f292a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:30.464079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (40dcd066-0b99-46a4-8a1d-bebfcb1f292a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:30.466824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:30.467973 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40dcd066-0b99-46a4-8a1d-bebfcb1f292a HTTP/1.1" status: 204 len: 168 time: 0.1579468 Apr 30 05:20:30.476071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da1898-a4fa-4d72-b204-37b9d41a4857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dcd066-0b99-46a4-8a1d-bebfcb1f292a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:30.607280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbd43465-9826-48a7-8616-fb2fab5e1238 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:20:30.627737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: fbd43465-9826-48a7-8616-fb2fab5e1238 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:20:30.628736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device fbd43465-9826-48a7-8616-fb2fab5e1238 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:20:31.395862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43338) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:31.489623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-80027549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:31.583553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.584563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.669238 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router_controller (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.726651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.809373 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.810609 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-11ccaee1-48ad-47ec-953b-a3a7a2eeb4d9 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4137104 Apr 30 05:20:31.813231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43342) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:31.818894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-644465992'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:31.904557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Made reservation on behalf of 83de9b09f52e40a0ab671a9335fc177b for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:31.907901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.920241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:31.993937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for security_group (ede4ee3e-7516-4c60-aec9-b229fcf7fb1e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.053109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ede4ee3e-7516-4c60-aec9-b229fcf7fb1e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.079999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:32.088709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede4ee3e-7516-4c60-aec9-b229fcf7fb1e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:32.094651 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (81b52633-12f1-4221-ba12-5c957e34ecf3), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.094997 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Added segment 81b52633-12f1-4221-ba12-5c957e34ecf3 of type vlan for network ef915aa0-38a4-47e2-aac0-cb3911c66976 Apr 30 05:20:32.135275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (ef915aa0-38a4-47e2-aac0-cb3911c66976), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.223524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (ef915aa0-38a4-47e2-aac0-cb3911c66976), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.228480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:32.229062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.296327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event updated for resources: {'Network': ['ID=ef915aa0-38a4-47e2-aac0-cb3911c66976,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:32.306999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:32.323394 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e4eb9d7c-19eb-4392-9a77-9616d1fffd9a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5091600 Apr 30 05:20:32.326187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:32.332582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'subnet': {'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:32.486074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Made reservation on behalf of 83de9b09f52e40a0ab671a9335fc177b for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:32.490089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.750765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (669c2166-f244-4001-a7f8-59c2706c5a28), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.817541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event updated for resources: {'Subnet': ['ID=669c2166-f244-4001-a7f8-59c2706c5a28,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:32.824794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Checking segment: {'id': '81b52633-12f1-4221-ba12-5c957e34ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:32.825108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Network hostable DHCP agents. Network: ef915aa0-38a4-47e2-aac0-cb3911c66976, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:32.887454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:32.938532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, ef915aa0-38a4-47e2-aac0-cb3911c66976) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:32.943089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:32.944237 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:32.947979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66dc832-0695-489f-af0c-d6058bb92557 None None] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:33.013334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43346) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:33.013850 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d484545a-540d-4215-a56a-ccbd275d089e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6862202 Apr 30 05:20:33.020538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1460739135'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:33.052485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-ef915aa0-38a4-47e2-aac0-cb3911c66976', 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976', 'project_id': '83de9b09f52e40a0ab671a9335fc177b', 'fixed_ips': [{'subnet_id': '669c2166-f244-4001-a7f8-59c2706c5a28'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:33.053615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.082365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Made reservation on behalf of 83de9b09f52e40a0ab671a9335fc177b for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:33.085711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.110240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:33.119637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4d19c081-0b60-4403-99c1-07de1bac3ecf), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.119984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Added segment 4d19c081-0b60-4403-99c1-07de1bac3ecf of type vlan for network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 Apr 30 05:20:33.160417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (3739d58f-65f2-4a1f-add7-db4e0c9ab662), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.193912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Allocated IP 172.20.0.2 (ef915aa0-38a4-47e2-aac0-cb3911c66976/669c2166-f244-4001-a7f8-59c2706c5a28/6f6bf554-e08c-47cf-a085-e5d4cfcdf685) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:33.258954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (3739d58f-65f2-4a1f-add7-db4e0c9ab662), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.264092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:33.264740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.337122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event updated for resources: {'Network': ['ID=3739d58f-65f2-4a1f-add7-db4e0c9ab662,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:33.348801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks [] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.350404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:33.365208 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b72532f4-5a97-4450-880d-3c777ad1f04e tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3496232 Apr 30 05:20:33.368067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43348) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:33.373816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'subnet': {'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:33.425675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.472735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:33.475959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:33.483317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:33.485343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Pushing event updated for resources: {'Port': ['ID=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:33.498002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.498374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.498726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.499070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.499403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.499730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.500044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.500373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.500696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.501020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.501343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.501663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.502009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.502349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.502669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:33.543883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Made reservation on behalf of 83de9b09f52e40a0ab671a9335fc177b for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:33.547457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.554977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Attempting to bind port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:33.555354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Attempting to bind port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '81b52633-12f1-4221-ba12-5c957e34ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:33.555717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Attempting to bind port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 on network ef915aa0-38a4-47e2-aac0-cb3911c66976 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:33.560887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:33.561261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Checking segment: {'id': '81b52633-12f1-4221-ba12-5c957e34ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:33.561660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.562064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Bound using segment: {'id': '81b52633-12f1-4221-ba12-5c957e34ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:33.562561 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Bound port: 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b52633-12f1-4221-ba12-5c957e34ecf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ef915aa0-38a4-47e2-aac0-cb3911c66976'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:33.562945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.635509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] For port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:33.639208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] For port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,segment=NetworkSegment(81b52633-12f1-4221-ba12-5c957e34ecf3),segment_id=81b52633-12f1-4221-ba12-5c957e34ecf3)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:33.716737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.784939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fc886-1288-4153-a5ab-bf539429e8c8 None None] Pushing event updated for resources: {'Port': ['ID=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:33.807558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (586117cf-0eae-43d5-8300-9dbd751701e4), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:33.880720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event updated for resources: {'Subnet': ['ID=586117cf-0eae-43d5-8300-9dbd751701e4,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:33.889611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Checking segment: {'id': '4d19c081-0b60-4403-99c1-07de1bac3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:33.889975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Network hostable DHCP agents. Network: 3739d58f-65f2-4a1f-add7-db4e0c9ab662, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:33.974793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:34.057995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 3739d58f-65f2-4a1f-add7-db4e0c9ab662) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:34.062486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:34.063084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.070863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b03b4-5c87-4106-b5ab-08f80de1b4bb None None] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:34.152169 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ecaaab0c-0068-456c-9ebc-e4656e8aadec tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827148 Apr 30 05:20:34.154642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43350) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:34.159598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-82c339ac-4e62-48d3-83f9-c59dab6554be tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Request body: {'router': {'external_gateway_info': {'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:34.184129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-3739d58f-65f2-4a1f-add7-db4e0c9ab662', 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662', 'project_id': '83de9b09f52e40a0ab671a9335fc177b', 'fixed_ips': [{'subnet_id': '586117cf-0eae-43d5-8300-9dbd751701e4'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:34.184956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.324955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Allocated IP 172.21.0.2 (3739d58f-65f2-4a1f-add7-db4e0c9ab662/586117cf-0eae-43d5-8300-9dbd751701e4/b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:34.388585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-82c339ac-4e62-48d3-83f9-c59dab6554be tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router_gateway (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.480538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks [] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.542088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.571591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.api.v2.resource [None req-82c339ac-4e62-48d3-83f9-c59dab6554be tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 30 05:20:34.575393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43352) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:34.587979 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-82c339ac-4e62-48d3-83f9-c59dab6554be tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "PUT /v2.0/routers/827caaf9-8d47-4615-a3c7-7cc96f2b89b2 HTTP/1.1" status: 400 len: 364 time: 0.4281716 Apr 30 05:20:34.626428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Pushing event updated for resources: {'Port': ['ID=b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:34.630717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:34.632537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:34.637218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:34.651543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Deleting subnet 586117cf-0eae-43d5-8300-9dbd751701e4 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:20:34.654987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (586117cf-0eae-43d5-8300-9dbd751701e4), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.709343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Attempting to bind port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:34.710022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Attempting to bind port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '4d19c081-0b60-4403-99c1-07de1bac3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:34.710411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Attempting to bind port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 on network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:34.715207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (586117cf-0eae-43d5-8300-9dbd751701e4), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.715712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:34.720419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:34.720801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Checking segment: {'id': '4d19c081-0b60-4403-99c1-07de1bac3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:34.721206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.722168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Bound using segment: {'id': '4d19c081-0b60-4403-99c1-07de1bac3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:34.726072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Bound port: b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d19c081-0b60-4403-99c1-07de1bac3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3739d58f-65f2-4a1f-add7-db4e0c9ab662'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:34.726072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.820936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (586117cf-0eae-43d5-8300-9dbd751701e4), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.835835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:34.835835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.933558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:34.933684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.945978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510de2a6-666d-41df-952e-9b43a8e9daa5 None None] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:34.973186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (586117cf-0eae-43d5-8300-9dbd751701e4), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:34.997155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] For port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:35.000542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Subnet': ['ID=586117cf-0eae-43d5-8300-9dbd751701e4,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:35.004116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.009791 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-caf3856f-06ab-4a40-b162-b4f696471de1 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "DELETE /v2.0/subnets/586117cf-0eae-43d5-8300-9dbd751701e4 HTTP/1.1" status: 204 len: 168 time: 0.4333022 Apr 30 05:20:35.009926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43354) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:35.032077 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,segment=NetworkSegment(81b52633-12f1-4221-ba12-5c957e34ecf3),segment_id=81b52633-12f1-4221-ba12-5c957e34ecf3)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:35.043706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] For port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196,segment=NetworkSegment(4d19c081-0b60-4403-99c1-07de1bac3ecf),segment_id=4d19c081-0b60-4403-99c1-07de1bac3ecf)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:35.044931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-613ea751-52d6-40ac-bab7-c54a17a64b0b None None] Provisioning complete for port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:35.045297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-613ea751-52d6-40ac-bab7-c54a17a64b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.092195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (3739d58f-65f2-4a1f-add7-db4e0c9ab662), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.093424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.139580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Deleting port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:35.139927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.212969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] For port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196,segment=NetworkSegment(4d19c081-0b60-4403-99c1-07de1bac3ecf),segment_id=4d19c081-0b60-4403-99c1-07de1bac3ecf)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:35.213240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.228066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Calling delete_port for b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:35.289447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.363270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:35.390182 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.394186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-613ea751-52d6-40ac-bab7-c54a17a64b0b None None] Current status of the port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:35.423047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1d56-e118-41b6-8d35-e9ee6e43a401 None None] Pushing event updated for resources: {'Port': ['ID=b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:35.425919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Port': ['ID=b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:35.438024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] No DVR routers for this DVR port b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:35.526938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (3739d58f-65f2-4a1f-add7-db4e0c9ab662), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.570650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3739d58f-65f2-4a1f-add7-db4e0c9ab662']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:35.581344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d19c081-0b60-4403-99c1-07de1bac3ecf') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:35.581928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d19c081-0b60-4403-99c1-07de1bac3ecf') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:35.600793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (4d19c081-0b60-4403-99c1-07de1bac3ecf), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.615145 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4d19c081-0b60-4403-99c1-07de1bac3ecf), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.621763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:35.622344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (4d19c081-0b60-4403-99c1-07de1bac3ecf), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:35.625585 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:35.714681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-890bda25-0528-4bcb-9e53-17d4a6c7bb5a None None] Provisioning complete for port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:35.715260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-890bda25-0528-4bcb-9e53-17d4a6c7bb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.760263 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (3739d58f-65f2-4a1f-add7-db4e0c9ab662), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.770857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.773998 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "DELETE /v2.0/networks/3739d58f-65f2-4a1f-add7-db4e0c9ab662 HTTP/1.1" status: 204 len: 168 time: 0.7629814 Apr 30 05:20:35.776395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43356) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:35.794090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efc993-3a54-40f8-bc92-7631575634ae tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Network': ['ID=3739d58f-65f2-4a1f-add7-db4e0c9ab662,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:35.800213 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-890bda25-0528-4bcb-9e53-17d4a6c7bb5a None None] Current status of the port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:35.839570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Deleting subnet 669c2166-f244-4001-a7f8-59c2706c5a28 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:20:35.842898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (669c2166-f244-4001-a7f8-59c2706c5a28), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.887558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (669c2166-f244-4001-a7f8-59c2706c5a28), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:35.970028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (669c2166-f244-4001-a7f8-59c2706c5a28), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.099247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (669c2166-f244-4001-a7f8-59c2706c5a28), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.133731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Subnet': ['ID=669c2166-f244-4001-a7f8-59c2706c5a28,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:36.138343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.144984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43358) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:36.146841 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-737b20c9-306f-49d0-b9a5-1810d5b61ee6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "DELETE /v2.0/subnets/669c2166-f244-4001-a7f8-59c2706c5a28 HTTP/1.1" status: 204 len: 168 time: 0.3693933 Apr 30 05:20:36.147713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263883e-4f85-4d76-9f1d-b48f09ddf75c None None] Network ef915aa0-38a4-47e2-aac0-cb3911c66976 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:36.236216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (ef915aa0-38a4-47e2-aac0-cb3911c66976), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.286496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Deleting port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:36.287105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.319640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] DHCP port deletion for ef915aa0-38a4-47e2-aac0-cb3911c66976 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:20:36.356559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] For port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,segment=NetworkSegment(81b52633-12f1-4221-ba12-5c957e34ecf3),segment_id=81b52633-12f1-4221-ba12-5c957e34ecf3)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:36.356992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.365843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Deleting port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:20:36.366221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.373631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Calling delete_port for 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:36.433456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-05ac923b-8f59-4c4b-ad18-edc3e0a275fc None None] Could not find standard attr ID for object b09504d3-39f6-4ca2-bf9a-c5ef0c1d0196. {{(pid=111176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 30 05:20:36.434391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c49cfe-39f7-4cd6-8ed7-020977dbaa75 None None] DHCP port deletion for 3739d58f-65f2-4a1f-add7-db4e0c9ab662 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:20:36.442761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] For port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,segment=NetworkSegment(81b52633-12f1-4221-ba12-5c957e34ecf3),segment_id=81b52633-12f1-4221-ba12-5c957e34ecf3)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:36.443254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.462555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Calling delete_port for 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:20:36.465535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576c177-1197-4721-b9df-de3f69ff922a None None] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:36.485572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576c177-1197-4721-b9df-de3f69ff922a None None] Network 3739d58f-65f2-4a1f-add7-db4e0c9ab662 could not be found, it might have been deleted concurrently. {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 30 05:20:36.544547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.557759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (6f6bf554-e08c-47cf-a085-e5d4cfcdf685), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.579161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Port': ['ID=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:36.579161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] No DVR routers for this DVR port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:36.583216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] Pushing event deleted for resources: {'Port': ['ID=6f6bf554-e08c-47cf-a085-e5d4cfcdf685,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:36.589882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770bea2-fcc2-4a1f-bdc4-c16cd6dd5e17 None None] No DVR routers for this DVR port 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:20:36.634699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:20:36.654470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:20:36.654748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6f6bf554-e08c-47cf-a085-e5d4cfcdf685 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:20:36.667585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (ef915aa0-38a4-47e2-aac0-cb3911c66976), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.687955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef915aa0-38a4-47e2-aac0-cb3911c66976']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:36.697525 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b52633-12f1-4221-ba12-5c957e34ecf3') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:36.697814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b52633-12f1-4221-ba12-5c957e34ecf3') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:36.706952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (81b52633-12f1-4221-ba12-5c957e34ecf3), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.719702 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (81b52633-12f1-4221-ba12-5c957e34ecf3), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.726232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:20:36.726862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (81b52633-12f1-4221-ba12-5c957e34ecf3), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:20:36.729957 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:20:36.852490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (ef915aa0-38a4-47e2-aac0-cb3911c66976), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.858986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:36.862124 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "DELETE /v2.0/networks/ef915aa0-38a4-47e2-aac0-cb3911c66976 HTTP/1.1" status: 204 len: 168 time: 0.7161081 Apr 30 05:20:36.864909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43360) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:36.873395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c988a3-3bb8-4388-bdc7-ef150a3757b6 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Pushing event deleted for resources: {'Network': ['ID=ef915aa0-38a4-47e2-aac0-cb3911c66976,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:36.895780 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a937e38a-fcdb-4c23-8913-c8b6624d0f86 tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "GET /v2.0/ports?device_id=827caaf9-8d47-4615-a3c7-7cc96f2b89b2 HTTP/1.1" status: 200 len: 205 time: 0.0297136 Apr 30 05:20:36.898009 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43362) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:36.975657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.135435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.137639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router_controller (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.240382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (827caaf9-8d47-4615-a3c7-7cc96f2b89b2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.241622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Fanout notify agent at l3_agent the message router_deleted on router 827caaf9-8d47-4615-a3c7-7cc96f2b89b2 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:20:37.247605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.250150 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f9f8794-c907-465f-9e82-9cda6f85a89a tempest-RoutersNegativeTest-1111760535 tempest-RoutersNegativeTest-1111760535-project] 10.222.0.16 "DELETE /v2.0/routers/827caaf9-8d47-4615-a3c7-7cc96f2b89b2 HTTP/1.1" status: 204 len: 168 time: 0.3498008 Apr 30 05:20:37.662501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43368) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:37.793266 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8fa2a014-b702-4826-9ccb-ceb452b8f867 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83de9b09f52e40a0ab671a9335fc177b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296208 Apr 30 05:20:37.795699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43372) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:37.842927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] Publish callbacks [] for security_group (ede4ee3e-7516-4c60-aec9-b229fcf7fb1e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.864483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] Publish callbacks [] for security_group (ede4ee3e-7516-4c60-aec9-b229fcf7fb1e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.943613 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:20:37.989211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (ede4ee3e-7516-4c60-aec9-b229fcf7fb1e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.991842 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:37.992985 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede4ee3e-7516-4c60-aec9-b229fcf7fb1e HTTP/1.1" status: 204 len: 168 time: 0.1964047 Apr 30 05:20:38.000853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe70d-d5d2-41a2-b539-c76646259bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede4ee3e-7516-4c60-aec9-b229fcf7fb1e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:38.144355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:38.847574 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43396) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:38.941823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1533605334-network', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:39.018090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Made reservation on behalf of a5ef2e6f18a84921844c7af6e3aa436f for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:39.021191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.029515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.102416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks [] for security_group (1898e413-21f1-416b-95b4-cb273c8b1fc7), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.166851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1898e413-21f1-416b-95b4-cb273c8b1fc7), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.192230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:39.201002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898e413-21f1-416b-95b4-cb273c8b1fc7,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:39.207271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (53e2825a-48b1-4741-a303-b5663d893e29), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.207610 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Added segment 53e2825a-48b1-4741-a303-b5663d893e29 of type vlan for network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 Apr 30 05:20:39.247952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (324ee9a6-8e0a-45bd-a87e-808f1098dbc9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.350067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (324ee9a6-8e0a-45bd-a87e-808f1098dbc9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.351071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:39.351656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.414786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] Pushing event updated for resources: {'Network': ['ID=324ee9a6-8e0a-45bd-a87e-808f1098dbc9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:39.420452 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0f2d4777-d39d-41cf-b92a-707c698d5840 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5718670 Apr 30 05:20:39.423571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43400) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:39.428271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:39.428892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Request body: {'subnet': {'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-subnet', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:39.486988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Made reservation on behalf of a5ef2e6f18a84921844c7af6e3aa436f for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:39.489421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.697586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.752123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:39.761401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Checking segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:39.761750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Network hostable DHCP agents. Network: 324ee9a6-8e0a-45bd-a87e-808f1098dbc9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:39.841421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:39.898619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 324ee9a6-8e0a-45bd-a87e-808f1098dbc9) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:39.902532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:39.903116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:39.907790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131b74b-bffd-4865-8ac4-91becd441a68 None None] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:39.962893 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f89f77a0-2fc6-481c-9f07-ff685663a378 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5382009 Apr 30 05:20:39.965500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43402) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:39.969734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:40.010727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:40.011551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.041974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.043100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.095160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for router_controller (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.145400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Allocated IP 172.20.0.2 (324ee9a6-8e0a-45bd-a87e-808f1098dbc9/a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b/ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:40.291110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks [] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.294439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for router_gateway (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.379789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.423890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:40.427565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:40.432146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:40.434984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:40.489108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Attempting to bind port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:40.489472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Attempting to bind port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:40.489830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Attempting to bind port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:40.494983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:40.495350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Checking segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:40.495750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.496140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Bound using segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:40.496601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Bound port: ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:40.496975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.561723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] For port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:40.567306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] For port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:40.625192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.694476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c2a1f-3dc9-4698-81e5-f3da2b7a6edb None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:40.904270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for router_gateway (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:40.930469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.034900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Allocated IP 172.26.5.33 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/7ca97db2-1fab-49a9-be5b-26f3a1d6021f) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:41.143631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.235170 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.271938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:41.274772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:41.280334 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:41.309391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Pushing event updated for resources: {'Port': ['ID=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:41.610803 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for router_gateway (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.637188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dc97d-d1e7-4fc1-9815-752109f1501d None None] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:41.706918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Provisioning complete for port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:41.707287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.814070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.824663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Current status of the port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:41.825046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.858993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] For port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:41.944681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:41.993266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf85070-c987-4ccb-a326-c2fdc73ed65a None None] Pushing event updated for resources: {'Port': ['ID=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:42.035505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:20:42.061424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-250abb44-7392-4a13-8e2b-a915f9a17008 None None] Provisioning complete for port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:42.061799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-250abb44-7392-4a13-8e2b-a915f9a17008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.142826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-250abb44-7392-4a13-8e2b-a915f9a17008 None None] Current status of the port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:42.147690 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:20:42.156987 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Sync routers for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:20:42.166653 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:42.169040 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:42.221516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.223246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-816e3c20-c1dc-4d2c-9176-5ef9bfc61f3c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2567449 Apr 30 05:20:42.226064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43404) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:42.292645 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:42.544085 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:41Z', 'revision_number': 3, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:42.570901 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Checking router: 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:20:42.571245 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Updating router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:20:42.600775 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.646490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:42.673333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.693994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:42.694501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.787371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:42.863371 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks [] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.883623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Allocated IP 172.20.0.1 (324ee9a6-8e0a-45bd-a87e-808f1098dbc9/a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b/f0e8cd3a-2f63-4ae5-82ac-bafc039189bc) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:42.954637 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:42.990932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks [] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.005895 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Attempting to bind port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:43.006256 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Attempting to bind port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:43.006637 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Attempting to bind port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:43.020239 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Pushing event updated for resources: {'Port': ['ID=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:43.022330 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:43.022691 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:43.023075 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.023454 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:43.023901 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Bound port: 7ca97db2-1fab-49a9-be5b-26f3a1d6021f, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:43.024266 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.051573 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.051992 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.052321 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.052654 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.053220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.053538 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.053887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.054201 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.054540 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.054877 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.055210 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.055510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.055821 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.056131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.056437 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:20:43.087736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.092512 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] For port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:43.096569 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] For port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:43.128817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:43.133775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:43.137487 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:43.143069 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:43.168119 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.182111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.239544 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba583ce-c4f5-4f25-af81-e0361d39fb90 None None] Pushing event updated for resources: {'Port': ['ID=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:43.242200 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:43.242841 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:43.357143 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:43.358969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.369910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6c0cdb97-230b-4201-bd5f-c661933f52da None None] Provisioning complete for port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:43.370361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb97-230b-4201-bd5f-c661933f52da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.407377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6c0cdb97-230b-4201-bd5f-c661933f52da None None] Port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:43.532806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks [] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.535970 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:41Z', 'revision_number': 3, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:43.561915 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4486bb9-a1f9-4421-a0da-b8d79c62b470 None None] The sync data for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv is: [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:41Z', 'revision_number': 3, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:20:43.584557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.655121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:43.658645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:43.759944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:43.761603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:43.906927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:20:44.027671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fd97d911-374d-4db2-86ba-d4ca6a4b2cad None None] Provisioning complete for port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:44.028199 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fd97d911-374d-4db2-86ba-d4ca6a4b2cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.029862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:20:44.036591 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5080fc47-51e6-4e5c-b230-3710367380f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8088164 Apr 30 05:20:44.066438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fd97d911-374d-4db2-86ba-d4ca6a4b2cad None None] Port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:44.650568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7ca97db2-1fab-49a9-be5b-26f3a1d6021f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:44.686315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43422) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:44.691687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1542781155-network', 'tenant_id': 'aca27135df41407fbb391e138ac9a917'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:44.697453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:44.697820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.744219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Made reservation on behalf of aca27135df41407fbb391e138ac9a917 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:44.746645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.755587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.774521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:44.775027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.796623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:44.835290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks [] for security_group (3745d03e-81c2-461f-a5aa-1e126850e150), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.851857 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.898399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3745d03e-81c2-461f-a5aa-1e126850e150), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.904625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:44.925920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:20:44.936041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745d03e-81c2-461f-a5aa-1e126850e150,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:44.941423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (33bbf084-a318-42f9-866d-90512c09fb20), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:44.941782 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Added segment 33bbf084-a318-42f9-866d-90512c09fb20 of type vlan for network 6fc43382-d918-40c6-a5d5-beb9138efae0 Apr 30 05:20:44.988705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (6fc43382-d918-40c6-a5d5-beb9138efae0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.081935 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (6fc43382-d918-40c6-a5d5-beb9138efae0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.082975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:45.083529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.109386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Sync routers for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:20:45.120511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:45.121126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:45.148139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc43382-d918-40c6-a5d5-beb9138efae0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:45.158904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:20:45.227140 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-80f3f57e-27ed-4b0f-90a7-09e751a1d883 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5397046 Apr 30 05:20:45.229895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43424) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:45.234827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Request body: {'subnet': {'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-subnet', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:45.286147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:45.316261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Made reservation on behalf of aca27135df41407fbb391e138ac9a917 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:45.318671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.479941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 4, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f0e8cd3a-2f63-4ae5-82ac-bafc039189bc', 'name': '', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'mac_address': 'fa:16:3e:67:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:42Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 2, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'subnets': [{'id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:45.506472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Checking router: 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:20:45.506823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Updating router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:20:45.532970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.543196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (8ecabe09-14cc-4809-92c4-4576d9ed4b4a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.599125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecabe09-14cc-4809-92c4-4576d9ed4b4a,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:45.607737 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Checking segment: {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:45.608095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Network hostable DHCP agents. Network: 6fc43382-d918-40c6-a5d5-beb9138efae0, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:20:45.703256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:20:45.795113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 6fc43382-d918-40c6-a5d5-beb9138efae0) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:45.799920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:45.800535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.886775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0cc11-679e-4a1e-b594-a6680fca7eac None None] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:45.894663 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a77185fc-4901-4bba-926f-55bdc75f9941 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6636329 Apr 30 05:20:45.897100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43426) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:45.901323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:45.978987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:45.980249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.007672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks [] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.035693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-6fc43382-d918-40c6-a5d5-beb9138efae0', 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0', 'project_id': 'aca27135df41407fbb391e138ac9a917', 'fixed_ips': [{'subnet_id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:20:46.036526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.039885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for router_controller (f3b059d6-0c30-4a37-998c-017c5fddf8dc), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.059595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.177592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05783-4d3c-4264-8678-4e50d44219e8 None None] Pushing event updated for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:46.243140 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for router_gateway (f3b059d6-0c30-4a37-998c-017c5fddf8dc), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.258353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Attempting to bind port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:46.258661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Attempting to bind port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:46.264198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Attempting to bind port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:46.264666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Allocated IP 172.20.0.2 (6fc43382-d918-40c6-a5d5-beb9138efae0/8ecabe09-14cc-4809-92c4-4576d9ed4b4a/db7206fd-9913-4dff-b282-ad96e65a30a3) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:46.275638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:46.276011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Checking segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:46.276417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.276794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Bound using segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:46.277276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Bound port: f0e8cd3a-2f63-4ae5-82ac-bafc039189bc, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:46.277655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.413350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] For port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:46.433678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] For port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:46.439475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8a48955f-8e38-4c36-8aff-9f5ef8535a06 None None] Provisioning complete for port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:46.439870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8a48955f-8e38-4c36-8aff-9f5ef8535a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.514066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8a48955f-8e38-4c36-8aff-9f5ef8535a06 None None] Port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:46.519348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks [] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.539219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.599446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:46.600110 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:46.605601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05783-4d3c-4264-8678-4e50d44219e8 None None] Pushing event updated for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:46.646225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.697222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7ca97db2-1fab-49a9-be5b-26f3a1d6021f up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:46.750225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:46.754081 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Pushing event updated for resources: {'Port': ['ID=db7206fd-9913-4dff-b282-ad96e65a30a3,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:46.760254 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:46.794070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:46.810820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for router_gateway (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.835561 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.874402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:46.905570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Provisioning complete for port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:46.905930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.941598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:46.941963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:46.946018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Allocated IP 172.26.5.143 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:46.976890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Attempting to bind port db7206fd-9913-4dff-b282-ad96e65a30a3 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:46.977246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Attempting to bind port db7206fd-9913-4dff-b282-ad96e65a30a3 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:46.977601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Attempting to bind port db7206fd-9913-4dff-b282-ad96e65a30a3 on network 6fc43382-d918-40c6-a5d5-beb9138efae0 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:47.030013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:47.030401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Checking segment: {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:47.030803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.031193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Bound using segment: {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:47.031666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Bound port: db7206fd-9913-4dff-b282-ad96e65a30a3, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:47.032038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.051521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.144795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.184284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:47.189371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:47.193806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:47.199271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:47.232808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:47.237691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Current status of the port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:47.238076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.241753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] For port db7206fd-9913-4dff-b282-ad96e65a30a3, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:47.246377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] For port db7206fd-9913-4dff-b282-ad96e65a30a3, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db7206fd-9913-4dff-b282-ad96e65a30a3,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:47.305163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 4, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f0e8cd3a-2f63-4ae5-82ac-bafc039189bc', 'name': '', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'mac_address': 'fa:16:3e:67:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:42Z', 'updated_at': '2022-04-30T05:20:46Z', 'revision_number': 4, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'subnets': [{'id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:47.307956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] For port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:47.311049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.346719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f63d7-5f2c-4a5b-bbb0-0ca3e654f886 None None] The sync data for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv is: [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:43Z', 'revision_number': 4, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'f0e8cd3a-2f63-4ae5-82ac-bafc039189bc', 'name': '', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'mac_address': 'fa:16:3e:67:2c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:42Z', 'updated_at': '2022-04-30T05:20:46Z', 'revision_number': 4, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'subnets': [{'id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:20:47.367495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.432804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159486e4-dced-4841-b95f-ce871a0f976b None None] Pushing event updated for resources: {'Port': ['ID=db7206fd-9913-4dff-b282-ad96e65a30a3,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:47.503595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc353c5-f018-47ce-b8e9-fd23dd05d24f None None] Pushing event updated for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:47.550853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for router_gateway (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.790516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:47.995681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Router f3b059d6-0c30-4a37-998c-017c5fddf8dc is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:20:48.116061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:20:48.133457 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Sync routers for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:20:48.145661 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:48.146449 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:48.271530 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:48.294921 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.298645 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7b48964e-7c86-4435-b723-1d4adc9394b5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3981600 Apr 30 05:20:48.299122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43428) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:20:48.460703 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:47Z', 'revision_number': 3, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:48.489744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f782f-2f73-437f-b3fd-3a00c2dca283 None None] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:20:48.491401 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Checking router: f3b059d6-0c30-4a37-998c-017c5fddf8dc for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:20:48.491757 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Updating router f3b059d6-0c30-4a37-998c-017c5fddf8dc port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:20:48.520394 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.736992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db7206fd-9913-4dff-b282-ad96e65a30a3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:48.776406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Provisioning complete for port db7206fd-9913-4dff-b282-ad96e65a30a3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:48.776776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.855144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.862857 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks [] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.868222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port db7206fd-9913-4dff-b282-ad96e65a30a3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:48.868554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.949707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:48.950096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:48.984733 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.025260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] For port db7206fd-9913-4dff-b282-ad96e65a30a3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db7206fd-9913-4dff-b282-ad96e65a30a3,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:49.032438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:49.032872 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.043468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Allocated IP 172.20.0.1 (6fc43382-d918-40c6-a5d5-beb9138efae0/8ecabe09-14cc-4809-92c4-4576d9ed4b4a/1f030601-b895-49b8-813a-17bc0fb1f836) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:49.055065 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Attempting to bind port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:49.055539 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Attempting to bind port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:49.056058 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Attempting to bind port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:49.062522 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:49.063022 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:49.063515 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.064037 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:49.064944 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Bound port: c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:49.065078 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.067060 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a973-459c-43d8-bf45-111bec1424de None None] Pushing event updated for resources: {'Port': ['ID=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:49.100276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.124131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] For port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:49.127899 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] For port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:49.168241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks [] for port (1f030601-b895-49b8-813a-17bc0fb1f836), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.173138 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.192334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:20:49.192687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:20:49.195836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fed3d-8c02-4b81-893d-f51a8f59d045 None None] Pushing event updated for resources: {'Port': ['ID=db7206fd-9913-4dff-b282-ad96e65a30a3,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:49.219452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-80c70bf8-619b-4122-85bb-fafd1823ff10 None None] Provisioning complete for port db7206fd-9913-4dff-b282-ad96e65a30a3 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:49.220134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80c70bf8-619b-4122-85bb-fafd1823ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.237111 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:49.237111 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:49.248001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.281219 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a973-459c-43d8-bf45-111bec1424de None None] Pushing event updated for resources: {'Port': ['ID=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:49.294687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:49.298187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:49.301274 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:49.310655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-80c70bf8-619b-4122-85bb-fafd1823ff10 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:49.336422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Pushing event updated for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:49.355362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.454194 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:49.538695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5a0ce9ee-09ce-46ec-97cc-90d78e7113fd None None] Provisioning complete for port 1f030601-b895-49b8-813a-17bc0fb1f836 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:49.539277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce9ee-09ce-46ec-97cc-90d78e7113fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.561747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.573951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ce9ee-09ce-46ec-97cc-90d78e7113fd None None] Port 1f030601-b895-49b8-813a-17bc0fb1f836 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:49.630433 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:47Z', 'revision_number': 3, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:49.656120 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3f01-efb3-4adb-8605-ae424ee872a4 None None] The sync data for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv is: [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:47Z', 'revision_number': 3, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:20:49.731405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:49.732483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f0e8cd3a-2f63-4ae5-82ac-bafc039189bc up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:49.749546 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks [] for port (1f030601-b895-49b8-813a-17bc0fb1f836), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.781978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:49.782373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.806766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.868092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:49.902015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:49.904013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Pushing event updated for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:50.009496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:50.011003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:50.144996 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Router f3b059d6-0c30-4a37-998c-017c5fddf8dc has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:20:50.271337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:20:50.276444 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2311041a-e21c-43aa-aaf4-76e207af600f admin admin] 10.222.0.16 "PUT /v2.0/routers/f3b059d6-0c30-4a37-998c-017c5fddf8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9762647 Apr 30 05:20:50.303149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b73219da-90d4-4350-a614-8ad614b58b14 None None] Provisioning complete for port 1f030601-b895-49b8-813a-17bc0fb1f836 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:50.303515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b73219da-90d4-4350-a614-8ad614b58b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:50.346138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b73219da-90d4-4350-a614-8ad614b58b14 None None] Port 1f030601-b895-49b8-813a-17bc0fb1f836 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:50.700151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db7206fd-9913-4dff-b282-ad96e65a30a3 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:50.751674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port db7206fd-9913-4dff-b282-ad96e65a30a3 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:50.752035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:50.825106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:50.826038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:50.872893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:50.883027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:50.949431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:50.949913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:50.974665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:51.041841 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:51.101444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:51.268354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Sync routers for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:20:51.281353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:51.281964 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:51.299133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-7a98a90b-94c6-4dc6-905a-d3d72b6d956e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:51.300577 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-7a98a90b-94c6-4dc6-905a-d3d72b6d956e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/networks?id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 200 len: 817 time: 0.1050828 Apr 30 05:20:51.316377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-383f07b5-bd62-43c3-9029-df1ad54d2310 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/quotas/a5ef2e6f18a84921844c7af6e3aa436f HTTP/1.1" status: 200 len: 375 time: 0.0099497 Apr 30 05:20:51.367910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-f68c13cb-d7d7-4e6d-b64d-7eca78269e25 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461843 Apr 30 05:20:51.391817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:51.562615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-a6e3cb51-0722-4065-a48d-d09f10df919e service neutron] 10.222.0.16 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826272 Apr 30 05:20:51.578217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 4, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1f030601-b895-49b8-813a-17bc0fb1f836', 'name': '', 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'mac_address': 'fa:16:3e:be:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:48Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 2, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'subnets': [{'id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:51.603902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Checking router: f3b059d6-0c30-4a37-998c-017c5fddf8dc for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:20:51.604250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Updating router f3b059d6-0c30-4a37-998c-017c5fddf8dc port 1f030601-b895-49b8-813a-17bc0fb1f836 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:20:51.634820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:51.651170 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-14bab2f6-4b0f-414d-a915-ee9c9d91adab service neutron] 10.222.0.16 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Apr 30 05:20:51.889871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ccca19d6-931f-40f5-ad11-096358cf5901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:51.912446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks [] for port (1f030601-b895-49b8-813a-17bc0fb1f836), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:51.988719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9098914d-944a-4f32-930f-9fa21892c406 req-35d373ee-dd0a-4d01-83fa-000e0d957d0d tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 210 time: 0.0948510 Apr 30 05:20:52.001302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.052965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6569-1575-4d46-af66-ba25b96a5bcb None None] Pushing event updated for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:52.108845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Attempting to bind port 1f030601-b895-49b8-813a-17bc0fb1f836 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:52.109290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Attempting to bind port 1f030601-b895-49b8-813a-17bc0fb1f836 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:52.109715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Attempting to bind port 1f030601-b895-49b8-813a-17bc0fb1f836 on network 6fc43382-d918-40c6-a5d5-beb9138efae0 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:52.116044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:52.120700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Checking segment: {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:52.120700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.120700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Bound using segment: {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:52.120700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Bound port: 1f030601-b895-49b8-813a-17bc0fb1f836, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bbf084-a318-42f9-866d-90512c09fb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:52.120700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.184659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] For port 1f030601-b895-49b8-813a-17bc0fb1f836, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:52.187996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] For port 1f030601-b895-49b8-813a-17bc0fb1f836, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1f030601-b895-49b8-813a-17bc0fb1f836,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:52.265217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.314041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Provisioning complete for port 1f030601-b895-49b8-813a-17bc0fb1f836 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:52.314430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.363602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:20:52.364252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:20:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:52.373417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef6569-1575-4d46-af66-ba25b96a5bcb None None] Pushing event updated for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:52.643489 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:52.684447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Current status of the port 1f030601-b895-49b8-813a-17bc0fb1f836 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:52.684761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.722126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:20:52.770939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] For port 1f030601-b895-49b8-813a-17bc0fb1f836, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1f030601-b895-49b8-813a-17bc0fb1f836,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:20:52.777714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:52.778085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.852838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:52.957272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd6193-a7ed-48b4-ba35-b692fa5b0460 None None] Pushing event updated for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:53.014076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e0e7fdf6-c999-4311-85e0-f96f5d250106 None None] Provisioning complete for port 1f030601-b895-49b8-813a-17bc0fb1f836 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:53.014473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e0e7fdf6-c999-4311-85e0-f96f5d250106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:53.040409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:53.089575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 4, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1f030601-b895-49b8-813a-17bc0fb1f836', 'name': '', 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'mac_address': 'fa:16:3e:be:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:48Z', 'updated_at': '2022-04-30T05:20:52Z', 'revision_number': 4, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'subnets': [{'id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:20:53.092217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad783424-3ff1-459a-80d9-d37dce2e39ae req-fca00f43-9f34-4315-a764-88289bfb5628 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 210 time: 0.0324318 Apr 30 05:20:53.119202 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797841fc-2231-4d29-a448-172e4a4adcfe None None] The sync data for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv is: [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:20:49Z', 'revision_number': 4, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '1f030601-b895-49b8-813a-17bc0fb1f836', 'name': '', 'network_id': '6fc43382-d918-40c6-a5d5-beb9138efae0', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'mac_address': 'fa:16:3e:be:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:48Z', 'updated_at': '2022-04-30T05:20:52Z', 'revision_number': 4, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'subnets': [{'id': '8ecabe09-14cc-4809-92c4-4576d9ed4b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:20:53.170238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7fdf6-c999-4311-85e0-f96f5d250106 None None] Current status of the port 1f030601-b895-49b8-813a-17bc0fb1f836 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:54.056900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-3792377d-275d-44d9-b44d-55054de1e9b3 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:54.058346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-3792377d-275d-44d9-b44d-55054de1e9b3 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "GET /v2.0/networks?id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 200 len: 817 time: 0.1078894 Apr 30 05:20:54.070739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Request body: {'port': {'device_id': '6f068c25-b300-4b39-ac30-d946f7841b51', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'admin_state_up': True, 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:54.082450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d41c2fe9-4155-44cb-843b-690e4ffdf4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.216366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd46e248-398c-4138-9897-08e88b91c7c0 req-2d32a709-f40c-4187-a350-6591f49ee848 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 210 time: 0.0451422 Apr 30 05:20:54.309883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Made reservation on behalf of a5ef2e6f18a84921844c7af6e3aa436f for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:20:54.313391 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.450200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Allocated IP 172.20.0.6 (324ee9a6-8e0a-45bd-a87e-808f1098dbc9/a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b/7d92cfb4-4095-4790-90f4-3f4138219eeb) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:20:54.602882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks [] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.653927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1f030601-b895-49b8-813a-17bc0fb1f836 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:20:54.687859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.704315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 1f030601-b895-49b8-813a-17bc0fb1f836 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:54.704685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.744845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Pushing event updated for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:54.753857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:20:54.755288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:20:54.757579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:20:54.794499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 1f030601-b895-49b8-813a-17bc0fb1f836 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:20:54.810766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:54.811442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:54.884248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-6bec2cf1-40af-4d18-b709-e6e8968b183e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174500 Apr 30 05:20:54.894778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-92095f16-fd93-4e17-a11b-981848b0a566 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:20:54.895807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-92095f16-fd93-4e17-a11b-981848b0a566 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055184 Apr 30 05:20:54.955284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Request body: {'port': {'device_id': '6f068c25-b300-4b39-ac30-d946f7841b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:20:55.001336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-97d2dc02-4c07-4674-a4ca-f4283f9df276 None None] Provisioning complete for port 7d92cfb4-4095-4790-90f4-3f4138219eeb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:20:55.001708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-97d2dc02-4c07-4674-a4ca-f4283f9df276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.019392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.052025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-97d2dc02-4c07-4674-a4ca-f4283f9df276 None None] Port 7d92cfb4-4095-4790-90f4-3f4138219eeb cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:20:55.127226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.284554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d92cfb4-4095-4790-90f4-3f4138219eeb {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:20:55.300633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks [] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.333964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Transition to ACTIVE for port object 7d92cfb4-4095-4790-90f4-3f4138219eeb will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:20:55.344084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e2a3-58b5-4723-aeda-7c7493fd8c22 req-1ce94e52-139b-4f0f-8b91-01d4e4a2677e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:55.346370 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2663e2a3-58b5-4723-aeda-7c7493fd8c22 req-1ce94e52-139b-4f0f-8b91-01d4e4a2677e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 931 time: 0.0566683 Apr 30 05:20:55.397068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2663e2a3-58b5-4723-aeda-7c7493fd8c22 req-f5610ed1-b335-43be-a714-9b7f65cd8c45 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Apr 30 05:20:55.399803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.469539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:55.525604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Attempting to bind port 7d92cfb4-4095-4790-90f4-3f4138219eeb on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:20:55.525935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Attempting to bind port 7d92cfb4-4095-4790-90f4-3f4138219eeb by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:20:55.526256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Attempting to bind port 7d92cfb4-4095-4790-90f4-3f4138219eeb on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:55.531157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Port 7d92cfb4-4095-4790-90f4-3f4138219eeb on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:20:55.531475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Attempting to bind port 7d92cfb4-4095-4790-90f4-3f4138219eeb on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:20:55.537209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:20:55.538247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Checking segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:20:55.538247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Bound using segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:20:55.538465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Bound port: 7d92cfb4-4095-4790-90f4-3f4138219eeb, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:20:55.538820 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.609062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:20:55.613056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:20:55.687136 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.722673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:55.723198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:55.724599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d92cfb4-4095-4790-90f4-3f4138219eeb HTTP/1.1" status: 200 len: 1093 time: 0.8215003 Apr 30 05:20:55.725036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:20:55.727355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609" -d '{"events": [{"name": "network-changed", "server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:20:55.761182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6bc7a-3a4e-4566-8c5f-eec986a4da07 service neutron] Pushing event updated for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:20:55.775235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db96c71-b8e8-4492-9a0c-aa737ee6bc9e x-openstack-request-id: req-0db96c71-b8e8-4492-9a0c-aa737ee6bc9e {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:20:55.775521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:20:55.775769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0db96c71-b8e8-4492-9a0c-aa737ee6bc9e {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:20:55.776173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db96c71-b8e8-4492-9a0c-aa737ee6bc9e'] response: {'name': 'network-changed', 'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb', 'status': 'completed', 'code': 200} Apr 30 05:20:55.833881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-b87a7788-c63e-4b5d-833c-8ac15ff957b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:55.835773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-b87a7788-c63e-4b5d-833c-8ac15ff957b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 1127 time: 0.0432987 Apr 30 05:20:55.943395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-6d6b02a9-eefc-45ce-9f3b-3a6497280109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:55.944763 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-6d6b02a9-eefc-45ce-9f3b-3a6497280109 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1002603 Apr 30 05:20:56.037693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-66b96c9d-115b-4f5c-896f-257e412f2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:56.039169 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44af4fb9-1e68-445f-bdc0-d9bf8ccc4609 req-66b96c9d-115b-4f5c-896f-257e412f2e10 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878525 Apr 30 05:20:56.112632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-57984865-e768-420b-ace1-5d84f3fd770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:56.114117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-57984865-e768-420b-ace1-5d84f3fd770b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 1127 time: 0.0386524 Apr 30 05:20:56.158764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-0688fb06-16f9-4047-b953-ca86659ad57b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb HTTP/1.1" status: 200 len: 217 time: 0.0374508 Apr 30 05:20:56.204252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-91748234-a04f-4dd6-ad81-8c8ad03d72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:56.206249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-91748234-a04f-4dd6-ad81-8c8ad03d72a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b HTTP/1.1" status: 200 len: 856 time: 0.0429039 Apr 30 05:20:56.248431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-ea7555fd-8aa5-4ec9-a7cd-7e4017b93a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:56.250053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-ea7555fd-8aa5-4ec9-a7cd-7e4017b93a2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383649 Apr 30 05:20:56.339673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-30812b60-57e6-4475-8df8-07eec36356e8 service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 Apr 30 05:20:56.425287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60b97d3-592d-4bf9-805f-8c5b6cbf8f55 req-cbcbb032-3c99-444c-9647-bd107a96451f service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802035 Apr 30 05:20:56.520618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6c2eb-a31f-4d63-aeaa-5902b7f9e3f2 req-52d14343-48c6-4ad2-ac51-2a837236d468 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:56.522029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18a6c2eb-a31f-4d63-aeaa-5902b7f9e3f2 req-52d14343-48c6-4ad2-ac51-2a837236d468 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 943 time: 0.0524530 Apr 30 05:20:56.568345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18a6c2eb-a31f-4d63-aeaa-5902b7f9e3f2 req-0a9ecfde-b033-48a4-bc73-fac5f8142ff6 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Apr 30 05:20:56.840013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:57.685196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aacef-3139-4c56-98c0-53e28314d53d req-40ee6782-8d2a-428f-a1a2-10016470b420 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:57.686673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b01aacef-3139-4c56-98c0-53e28314d53d req-40ee6782-8d2a-428f-a1a2-10016470b420 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Apr 30 05:20:57.733159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b01aacef-3139-4c56-98c0-53e28314d53d req-a3b1c443-4582-4cca-9ca2-ea677d21853a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Apr 30 05:20:58.234769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:20:58.849234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09308e-9e78-485d-99c7-c2f2952dcefd req-9d699dda-32fa-4493-80d0-a27b2a623b21 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:20:58.850627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b09308e-9e78-485d-99c7-c2f2952dcefd req-9d699dda-32fa-4493-80d0-a27b2a623b21 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 943 time: 0.0505326 Apr 30 05:20:58.896321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b09308e-9e78-485d-99c7-c2f2952dcefd req-0880ebf2-7e24-4587-ae48-fe2b8ae05b34 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Apr 30 05:21:00.008238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a1e42-44b9-4a2a-92f1-a307df380e1a req-63f34a60-a2fb-4794-9320-8ef66e0af48a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:00.009695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-590a1e42-44b9-4a2a-92f1-a307df380e1a req-63f34a60-a2fb-4794-9320-8ef66e0af48a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 943 time: 0.0465965 Apr 30 05:21:00.055465 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-590a1e42-44b9-4a2a-92f1-a307df380e1a req-01734f03-b9cf-4e03-a891-c5de9aa62411 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Apr 30 05:21:00.693318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 7d92cfb4-4095-4790-90f4-3f4138219eeb details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:21:00.792060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:00.803423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '7d92cfb4-4095-4790-90f4-3f4138219eeb', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'port_id': '7d92cfb4-4095-4790-90f4-3f4138219eeb', 'mac_address': 'fa:16:3e:cc:95:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:21:00.839816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 7d92cfb4-4095-4790-90f4-3f4138219eeb is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:21:00.840131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:00.852470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d92cfb4-4095-4790-90f4-3f4138219eeb {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:21:00.870899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:00.949405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:00.999014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:01.149322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['7d92cfb4-4095-4790-90f4-3f4138219eeb'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:21:01.170493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d879-1b5e-40ce-8aa6-37490aa2e5c5 req-e4b9316a-65c4-419d-b2c5-19e395953ff2 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:01.171973 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ae1d879-1b5e-40ce-8aa6-37490aa2e5c5 req-e4b9316a-65c4-419d-b2c5-19e395953ff2 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 944 time: 0.0480962 Apr 30 05:21:01.223252 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ae1d879-1b5e-40ce-8aa6-37490aa2e5c5 req-38382524-cb10-41a5-86ae-063444c132dd tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Apr 30 05:21:02.336166 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9253a6d-8868-4d90-adb8-270e1b08dd3a req-9fcee429-33c4-43ae-a1a2-80245451dcdc tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:02.337602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e9253a6d-8868-4d90-adb8-270e1b08dd3a req-9fcee429-33c4-43ae-a1a2-80245451dcdc tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 944 time: 0.0459890 Apr 30 05:21:02.383430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e9253a6d-8868-4d90-adb8-270e1b08dd3a req-9401d543-47c3-4e35-b825-f2ed59290365 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Apr 30 05:21:02.691921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 7d92cfb4-4095-4790-90f4-3f4138219eeb up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:21:02.741171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 7d92cfb4-4095-4790-90f4-3f4138219eeb completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:21:02.822357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 7d92cfb4-4095-4790-90f4-3f4138219eeb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:21:02.822667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:02.896937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 7d92cfb4-4095-4790-90f4-3f4138219eeb is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:21:02.897309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:02.918488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:21:02.920698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955a48d-6a1e-4602-8382-35d229156d90" -d '{"events": [{"server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "name": "network-vif-plugged", "status": "completed", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:21:02.933794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:02.958843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440ae9c-44a8-4816-889a-1e5a78840082 x-openstack-request-id: req-e440ae9c-44a8-4816-889a-1e5a78840082 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:21:02.959185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "name": "network-vif-plugged", "status": "completed", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:21:02.959427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e440ae9c-44a8-4816-889a-1e5a78840082 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:21:02.959834 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e440ae9c-44a8-4816-889a-1e5a78840082'] response: {'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb', 'code': 200} Apr 30 05:21:03.012026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:03.060228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:03.261631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad181e2-f2b3-413f-b34c-7bad316a979d req-a2d1f43a-c5d0-46ad-ab20-4727592bf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:03.263110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bad181e2-f2b3-413f-b34c-7bad316a979d req-a2d1f43a-c5d0-46ad-ab20-4727592bf361 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 1129 time: 0.0379620 Apr 30 05:21:03.306617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bad181e2-f2b3-413f-b34c-7bad316a979d req-5e38ae5f-eca4-4007-aaff-d42cc0b5bb38 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Apr 30 05:21:03.499492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b41b9c-fcfb-437c-a2fe-da78308fb280 req-e6dc928e-3d87-45f8-abaf-9f4f05b1d7ea tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:03.500957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-77b41b9c-fcfb-437c-a2fe-da78308fb280 req-e6dc928e-3d87-45f8-abaf-9f4f05b1d7ea tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Apr 30 05:21:03.547968 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-77b41b9c-fcfb-437c-a2fe-da78308fb280 req-82d3b759-9d42-4924-ad53-53620717f8e7 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Apr 30 05:21:04.665404 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910843b5-4968-4ddc-97ce-fd539a957bf4 req-d1702c6a-62e8-4cff-ab3a-554be74a826a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:04.666967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-910843b5-4968-4ddc-97ce-fd539a957bf4 req-d1702c6a-62e8-4cff-ab3a-554be74a826a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0467834 Apr 30 05:21:04.714731 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-910843b5-4968-4ddc-97ce-fd539a957bf4 req-39487f9e-63a7-4e15-b66d-79d7afa7653d tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Apr 30 05:21:05.827875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcea443-62cf-4c1a-94d8-e9c988943c41 req-c531ac1f-4da9-4159-939d-33b6052d714e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:05.829349 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4fcea443-62cf-4c1a-94d8-e9c988943c41 req-c531ac1f-4da9-4159-939d-33b6052d714e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0466070 Apr 30 05:21:05.879755 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4fcea443-62cf-4c1a-94d8-e9c988943c41 req-63096d19-e75a-47b9-b832-c15c93a44d86 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446992 Apr 30 05:21:05.989607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40274c8d-6eae-49f5-b000-ad93036ae11d req-4597e6bb-aecd-47c5-9dcf-76eeb01e0bcb tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:05.990999 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40274c8d-6eae-49f5-b000-ad93036ae11d req-4597e6bb-aecd-47c5-9dcf-76eeb01e0bcb tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0462782 Apr 30 05:21:06.037454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-40274c8d-6eae-49f5-b000-ad93036ae11d req-1b397390-037d-4f65-90fa-631f04478326 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Apr 30 05:21:08.171921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:14.943290 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:21:21.896329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5945e14-4372-4aa0-81ce-3af340bcafa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:24.086001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-22a660f4-2a80-4b04-badf-680fb548cb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:25.096512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:26.845851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:28.210726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:38.193988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:43.503103 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-44aa03f8-3d42-4b82-b2d0-8cdb0c878574 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401297 Apr 30 05:21:43.583712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-24ff460f-1846-49cd-9158-c1e9368cb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:43.585193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-24ff460f-1846-49cd-9158-c1e9368cb4f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 1129 time: 0.0431604 Apr 30 05:21:43.685790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-944f2c7e-fe09-4d19-8760-7fa1663478a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:43.687337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-944f2c7e-fe09-4d19-8760-7fa1663478a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 200 len: 917 time: 0.0849028 Apr 30 05:21:43.731889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-796dc045-4776-4f46-ab93-f15a908d0ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb HTTP/1.1" status: 200 len: 217 time: 0.0392096 Apr 30 05:21:43.779921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-3c893c5c-76e7-4476-abd5-4aa40b09f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:43.782122 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-3c893c5c-76e7-4476-abd5-4aa40b09f1f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b HTTP/1.1" status: 200 len: 856 time: 0.0436664 Apr 30 05:21:43.825051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-2c510954-b180-4ead-9599-411615eaba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:43.826673 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-2c510954-b180-4ead-9599-411615eaba41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394185 Apr 30 05:21:43.918451 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-5aff48f6-f6ee-439c-aaff-ed00dc31f0c8 service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Apr 30 05:21:44.009259 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e390e142-e129-49d6-8c81-c10f10d7c960 req-f20afbad-54fa-41d4-b294-6caa9dbb6146 service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Apr 30 05:21:45.148270 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457041e-b066-4c7e-a4dc-1662a812ccb0 req-34da1b8c-fbfb-4dfd-aeaa-7f72851173cf tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:45.149845 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1457041e-b066-4c7e-a4dc-1662a812ccb0 req-34da1b8c-fbfb-4dfd-aeaa-7f72851173cf tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0473475 Apr 30 05:21:45.201854 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1457041e-b066-4c7e-a4dc-1662a812ccb0 req-93f82b34-5f0a-47a0-8b33-0fcf936b9101 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Apr 30 05:21:46.317243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfe3cd-ba2a-448a-acab-b82a57b6a394 req-0bda4d45-8e4e-4b19-8151-bc1064a1182b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:46.318615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2dfe3cd-ba2a-448a-acab-b82a57b6a394 req-0bda4d45-8e4e-4b19-8151-bc1064a1182b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0462523 Apr 30 05:21:46.364886 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2dfe3cd-ba2a-448a-acab-b82a57b6a394 req-bfcd3f19-495f-48f5-822d-4d94ad93d7b5 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Apr 30 05:21:46.589578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c87428-3801-4b57-bde0-df4f75e813db req-447a7ab5-c53b-44db-a7a3-923f23fdc980 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:46.590915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66c87428-3801-4b57-bde0-df4f75e813db req-447a7ab5-c53b-44db-a7a3-923f23fdc980 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 945 time: 0.0452671 Apr 30 05:21:46.677415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Deleting port 7d92cfb4-4095-4790-90f4-3f4138219eeb {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:21:46.677747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:46.764751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] For port 7d92cfb4-4095-4790-90f4-3f4138219eeb, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=7d92cfb4-4095-4790-90f4-3f4138219eeb,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:46.765104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:46.777544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Calling delete_port for 7d92cfb4-4095-4790-90f4-3f4138219eeb owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:21:46.970536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7d92cfb4-4095-4790-90f4-3f4138219eeb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:46.982338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['7d92cfb4-4095-4790-90f4-3f4138219eeb'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:21:47.000031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Pushing event deleted for resources: {'Port': ['ID=7d92cfb4-4095-4790-90f4-3f4138219eeb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:47.028930 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.029281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.029625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.029963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.030388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.030726 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.031832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.032175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.032551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.032879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.033207 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.033573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.033900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.034227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.034580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:47.057710 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] No DVR routers for this DVR port 7d92cfb4-4095-4790-90f4-3f4138219eeb on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:21:47.060130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:47.063889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66c87428-3801-4b57-bde0-df4f75e813db req-69d0c0cc-abf5-45e2-a403-e27af0243ae0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "DELETE /v2.0/ports/7d92cfb4-4095-4790-90f4-3f4138219eeb HTTP/1.1" status: 204 len: 173 time: 0.4673860 Apr 30 05:21:47.064324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'name': 'network-vif-deleted', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:21:47.066578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6c6ee9-9e8d-4bd0-a490-8d91cdb10418" -d '{"events": [{"server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "name": "network-vif-deleted", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:21:47.102536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ee5fc-9023-40ee-90a1-105b2705a17d x-openstack-request-id: req-fd5ee5fc-9023-40ee-90a1-105b2705a17d {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:21:47.102828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f068c25-b300-4b39-ac30-d946f7841b51", "name": "network-vif-deleted", "tag": "7d92cfb4-4095-4790-90f4-3f4138219eeb", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:21:47.103094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd5ee5fc-9023-40ee-90a1-105b2705a17d {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:21:47.103500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5ee5fc-9023-40ee-90a1-105b2705a17d'] response: {'server_uuid': '6f068c25-b300-4b39-ac30-d946f7841b51', 'name': 'network-vif-deleted', 'tag': '7d92cfb4-4095-4790-90f4-3f4138219eeb', 'status': 'completed', 'code': 200} Apr 30 05:21:47.477653 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9a73bc36-f534-49b1-8454-4a518e765426 req-33d420f6-cf78-47ac-9d8c-94f2881fd6d6 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f068c25-b300-4b39-ac30-d946f7841b51 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Apr 30 05:21:49.295800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-71e93f21-55f0-43a8-9f79-86622f52f8f2 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:49.297511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-71e93f21-55f0-43a8-9f79-86622f52f8f2 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/networks?id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 200 len: 817 time: 0.1034961 Apr 30 05:21:49.312785 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-b33ee6ec-8b85-46f0-ac7e-f694d99a9812 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/quotas/a5ef2e6f18a84921844c7af6e3aa436f HTTP/1.1" status: 200 len: 375 time: 0.0089085 Apr 30 05:21:49.360706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-b0e37c0a-591b-4a46-923f-4bab94687ed1 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432916 Apr 30 05:21:49.451873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-226452a2-def3-42bf-bc60-3b9903e35531 service neutron] 10.222.0.16 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800476 Apr 30 05:21:49.544182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-e50fabfe-a1e4-4a1a-bb24-d8b4dc977208 service neutron] 10.222.0.16 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859799 Apr 30 05:21:49.803408 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-034a40f7-6bcb-4d58-8d14-44dab86e97b4 req-39c4dbc0-ea9a-4958-95ac-fa138925b6c8 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Apr 30 05:21:50.898322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4f705bf0-8883-47ea-9ba3-d6c9efb5e913 req-c1e187d0-0462-44c6-90ba-1c8ddef100d1 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Apr 30 05:21:50.941476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 7d92cfb4-4095-4790-90f4-3f4138219eeb no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:21:50.964638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 7d92cfb4-4095-4790-90f4-3f4138219eeb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:21:50.964970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 7d92cfb4-4095-4790-90f4-3f4138219eeb not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:21:51.429196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-ced74938-e0dd-4942-a697-52581cdb185f tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:51.430643 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-ced74938-e0dd-4942-a697-52581cdb185f tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "GET /v2.0/networks?id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 200 len: 817 time: 0.1035404 Apr 30 05:21:51.442740 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Request body: {'port': {'device_id': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'admin_state_up': True, 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:21:51.621374 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Made reservation on behalf of a5ef2e6f18a84921844c7af6e3aa436f for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:21:51.624759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:51.885075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fde47dbb-f5a3-486f-aa0e-f1c405fac261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:51.942209 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:21:52.018472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78f824fd-b7b4-4ed1-ae72-fef7d37f3841 req-765c5bad-0090-4f1d-87d4-a47543ee5fb8 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Apr 30 05:21:52.125449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Allocated IP 172.20.0.12 (324ee9a6-8e0a-45bd-a87e-808f1098dbc9/a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b/6f2ad46d-9164-4aad-b98d-160ddb081baa) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:21:52.271738 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks [] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.388028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.434591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:21:52.440235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:21:52.443954 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:21:52.450109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Pushing event updated for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:52.495350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:52.495963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.567945 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-67fef7d9-4d98-44f8-a113-24130f10e45c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1287975 Apr 30 05:21:52.580170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Request body: {'port': {'device_id': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:21:52.639979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.666045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d5f4f59d-9160-48e8-b50d-870e7d6f088b None None] Provisioning complete for port 6f2ad46d-9164-4aad-b98d-160ddb081baa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:21:52.666635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f59d-9160-48e8-b50d-870e7d6f088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.701513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4f59d-9160-48e8-b50d-870e7d6f088b None None] Port 6f2ad46d-9164-4aad-b98d-160ddb081baa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:21:52.898312 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2ad46d-9164-4aad-b98d-160ddb081baa {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:21:52.905513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks [] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:52.917368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Transition to ACTIVE for port object 6f2ad46d-9164-4aad-b98d-160ddb081baa will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:21:52.971048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:53.023775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:53.096785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Attempting to bind port 6f2ad46d-9164-4aad-b98d-160ddb081baa on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:21:53.097128 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Attempting to bind port 6f2ad46d-9164-4aad-b98d-160ddb081baa by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:21:53.097455 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Attempting to bind port 6f2ad46d-9164-4aad-b98d-160ddb081baa on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:21:53.117440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Port 6f2ad46d-9164-4aad-b98d-160ddb081baa on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:21:53.117783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Attempting to bind port 6f2ad46d-9164-4aad-b98d-160ddb081baa on network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:21:53.142829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:21:53.143176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Checking segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:21:53.143568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Bound using segment: {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:21:53.144009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Bound port: 6f2ad46d-9164-4aad-b98d-160ddb081baa, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2825a-48b1-4741-a303-b5663d893e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:21:53.144372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:53.167042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee3910-1501-45e0-9209-77d59b7bdce3 req-7ac931e5-ba6c-4638-a1e6-71e0f820497c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.168461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-52ee3910-1501-45e0-9209-77d59b7bdce3 req-7ac931e5-ba6c-4638-a1e6-71e0f820497c tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 944 time: 0.0686803 Apr 30 05:21:53.254504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:21:53.258359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:21:53.262346 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-52ee3910-1501-45e0-9209-77d59b7bdce3 req-ff1dc10c-73cc-47f4-853e-fcfecf7ff539 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706251 Apr 30 05:21:53.325476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:53.364269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.364906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:53.366297 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f2ad46d-9164-4aad-b98d-160ddb081baa HTTP/1.1" status: 200 len: 1094 time: 0.7913787 Apr 30 05:21:53.366745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:21:53.368978 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c610c5-b198-46c8-b470-87c458760492" -d '{"events": [{"name": "network-changed", "server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:21:53.394805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae7c7-ab94-4181-814c-6d7bcc6427e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:53.417648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90be0253-da92-4e50-acdc-f215dcd29e47 x-openstack-request-id: req-90be0253-da92-4e50-acdc-f215dcd29e47 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:21:53.417884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:21:53.418139 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90be0253-da92-4e50-acdc-f215dcd29e47 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:21:53.418599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90be0253-da92-4e50-acdc-f215dcd29e47'] response: {'name': 'network-changed', 'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa', 'status': 'completed', 'code': 200} Apr 30 05:21:53.479086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610c5-b198-46c8-b470-87c458760492 req-587fb819-c2c9-475b-be7c-c26e7fd2e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.480580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1c610c5-b198-46c8-b470-87c458760492 req-587fb819-c2c9-475b-be7c-c26e7fd2e305 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 1128 time: 0.0414863 Apr 30 05:21:53.583194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610c5-b198-46c8-b470-87c458760492 req-6a18e8bb-9830-4cf8-8dda-9998132bc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.584647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1c610c5-b198-46c8-b470-87c458760492 req-6a18e8bb-9830-4cf8-8dda-9998132bc255 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965650 Apr 30 05:21:53.680518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610c5-b198-46c8-b470-87c458760492 req-89cc2bb5-e9e7-4bdb-83f2-37f7352d9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.681909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1c610c5-b198-46c8-b470-87c458760492 req-89cc2bb5-e9e7-4bdb-83f2-37f7352d9a75 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919392 Apr 30 05:21:53.754038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-24e136db-054a-48d4-a5c3-2430b32b82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.755580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-24e136db-054a-48d4-a5c3-2430b32b82b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 1128 time: 0.0400445 Apr 30 05:21:53.799720 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a01e5de3-53f2-42b3-b48f-09eb9002f5c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa HTTP/1.1" status: 200 len: 217 time: 0.0376070 Apr 30 05:21:53.846780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-48c57861-6fe3-4334-84e5-d93ac8fc4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.848200 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-48c57861-6fe3-4334-84e5-d93ac8fc4e03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b HTTP/1.1" status: 200 len: 856 time: 0.0430408 Apr 30 05:21:53.890587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a0bf7dd9-f1cf-4d3e-802b-1a603809d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:53.892107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-a0bf7dd9-f1cf-4d3e-802b-1a603809d69b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ee9a6-8e0a-45bd-a87e-808f1098dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385399 Apr 30 05:21:53.983589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-b2758268-0296-4586-9629-7509c9ea872d service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Apr 30 05:21:54.071949 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-43e91e32-d11d-481b-9feb-77ceca4e1055 req-6cbc97bb-f848-4f55-a7fb-0907d0025628 service neutron] 10.222.0.13 "GET /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822971 Apr 30 05:21:54.084692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d06b09c7-5903-4ca5-9fe6-87c3608e05fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:54.375936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5fb4-6c6f-4526-83ed-ea86321ffb5c req-2caa6dfb-75fc-4718-a971-9f9941e6deb0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:54.377381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-deff5fb4-6c6f-4526-83ed-ea86321ffb5c req-2caa6dfb-75fc-4718-a971-9f9941e6deb0 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 944 time: 0.0478165 Apr 30 05:21:54.432832 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-deff5fb4-6c6f-4526-83ed-ea86321ffb5c req-fc902a43-b37c-4064-89a1-cf3fa7425a29 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Apr 30 05:21:55.079854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:55.547118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ce438-5670-4577-b20a-6fd5aa3eefb6 req-1bcdb36e-1c59-4e1c-9e91-57e80b70b9fb tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:55.548709 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d8ce438-5670-4577-b20a-6fd5aa3eefb6 req-1bcdb36e-1c59-4e1c-9e91-57e80b70b9fb tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 944 time: 0.0476620 Apr 30 05:21:55.595010 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d8ce438-5670-4577-b20a-6fd5aa3eefb6 req-f035f68c-99ab-411b-ac2b-0b7c03c6fea8 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Apr 30 05:21:56.705309 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecafc3a-aae1-4992-a031-0b4c6019025a req-f288e2b6-cad6-43bc-a269-fcf287c6ba3b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:56.706907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aecafc3a-aae1-4992-a031-0b4c6019025a req-f288e2b6-cad6-43bc-a269-fcf287c6ba3b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 944 time: 0.0473638 Apr 30 05:21:56.753568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aecafc3a-aae1-4992-a031-0b4c6019025a req-b9018d9e-a749-4335-9249-47e4e45bcbdf tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Apr 30 05:21:56.838612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:56.970779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 6f2ad46d-9164-4aad-b98d-160ddb081baa details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:21:57.066896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:57.077420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '6f2ad46d-9164-4aad-b98d-160ddb081baa', 'network_id': '324ee9a6-8e0a-45bd-a87e-808f1098dbc9', 'port_id': '6f2ad46d-9164-4aad-b98d-160ddb081baa', 'mac_address': 'fa:16:3e:dc:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:21:57.117610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 6f2ad46d-9164-4aad-b98d-160ddb081baa is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:21:57.118654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:57.131754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2ad46d-9164-4aad-b98d-160ddb081baa {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:21:57.150132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:57.221923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:57.268078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:57.274967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.275311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.275648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.275982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.276306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.276637 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.276956 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.277286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.277607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.277925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.278246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.278588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.278905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.279221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.279535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:21:57.408041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['6f2ad46d-9164-4aad-b98d-160ddb081baa'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:21:57.868794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56f03-a571-4056-9c9e-ea48f2368337 req-da7f3a9b-f787-4cf0-90b3-f42f09a1a56d tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:57.870228 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dcd56f03-a571-4056-9c9e-ea48f2368337 req-da7f3a9b-f787-4cf0-90b3-f42f09a1a56d tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 945 time: 0.0493600 Apr 30 05:21:57.916566 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dcd56f03-a571-4056-9c9e-ea48f2368337 req-ee23b670-7ab3-4e9c-8e70-8632b2faf395 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Apr 30 05:21:58.216055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:58.972813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 6f2ad46d-9164-4aad-b98d-160ddb081baa up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:21:59.016851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 6f2ad46d-9164-4aad-b98d-160ddb081baa completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:21:59.029045 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97eff-bd86-409f-b88f-2da96f3a1cfd req-e7efbda0-8eda-4050-9e9e-8e18b8ef0710 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:59.032488 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffe97eff-bd86-409f-b88f-2da96f3a1cfd req-e7efbda0-8eda-4050-9e9e-8e18b8ef0710 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 945 time: 0.0468578 Apr 30 05:21:59.077931 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ffe97eff-bd86-409f-b88f-2da96f3a1cfd req-0fb02704-986e-4d60-9a18-0fabdeed7f74 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Apr 30 05:21:59.084570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 6f2ad46d-9164-4aad-b98d-160ddb081baa triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:21:59.084949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:59.164984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 6f2ad46d-9164-4aad-b98d-160ddb081baa is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:21:59.165352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:59.188471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:21:59.190729 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080f4401-dfc3-44f2-9059-e071f00219f6" -d '{"events": [{"server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:21:59.202744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:21:59.227457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39be3bb-8087-4375-85fe-c9b4d85b97e8 x-openstack-request-id: req-d39be3bb-8087-4375-85fe-c9b4d85b97e8 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:21:59.228394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:21:59.228394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d39be3bb-8087-4375-85fe-c9b4d85b97e8 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:21:59.228715 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39be3bb-8087-4375-85fe-c9b4d85b97e8'] response: {'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa', 'code': 200} Apr 30 05:21:59.244948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:21:59.293137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:21:59.493721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bf2ae-b57a-498b-8028-660eddb75b0f req-feb6efe1-f8c7-41d0-8b83-80efcb99591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:21:59.495138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-419bf2ae-b57a-498b-8028-660eddb75b0f req-feb6efe1-f8c7-41d0-8b83-80efcb99591c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 1130 time: 0.0430632 Apr 30 05:21:59.538649 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-419bf2ae-b57a-498b-8028-660eddb75b0f req-3e68f975-28b2-4d82-b037-9ba6916e0c81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366156 Apr 30 05:22:00.192124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbdf24-1e3c-4996-87ff-ed042594972c req-7b039a1b-6c6a-463b-a044-b863780b6c9b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:00.193587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9abbdf24-1e3c-4996-87ff-ed042594972c req-7b039a1b-6c6a-463b-a044-b863780b6c9b tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0465434 Apr 30 05:22:00.239889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9abbdf24-1e3c-4996-87ff-ed042594972c req-fed56318-3667-44da-83b5-b8ce2e570192 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Apr 30 05:22:01.353434 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b517a1-7735-451b-acc4-8e80ccfd2c05 req-cd72b376-10fa-46d5-ba39-f37602a9102e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:01.354895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59b517a1-7735-451b-acc4-8e80ccfd2c05 req-cd72b376-10fa-46d5-ba39-f37602a9102e tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0463850 Apr 30 05:22:01.404663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-59b517a1-7735-451b-acc4-8e80ccfd2c05 req-1db67b90-70e7-4479-946b-28403bc3f878 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Apr 30 05:22:01.514081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287930-58cc-4d25-9fb2-9f1f641a04c9 req-8ddd5027-420a-426a-ad93-62a049ffc275 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:01.516177 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c287930-58cc-4d25-9fb2-9f1f641a04c9 req-8ddd5027-420a-426a-ad93-62a049ffc275 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0455194 Apr 30 05:22:01.561757 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5c287930-58cc-4d25-9fb2-9f1f641a04c9 req-aa037fba-57e4-491a-90ec-7256ceb76d81 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Apr 30 05:22:08.222614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:21.867319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-666849ff-8b4f-41fb-9f16-dffba5954da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:24.078890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ea87-e6f5-437a-8a19-c5bba34cb6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:25.095920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:26.841740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:28.255555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:28.942115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:22:38.215198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:40.299922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234415d-fb83-4c42-96b7-673450ac3950 req-8c80f60b-11d6-4de5-baf8-19da9f672f9a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:40.301321 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3234415d-fb83-4c42-96b7-673450ac3950 req-8c80f60b-11d6-4de5-baf8-19da9f672f9a tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Apr 30 05:22:40.349222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3234415d-fb83-4c42-96b7-673450ac3950 req-e4a2a330-1741-4dcb-981a-8e37738ab943 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Apr 30 05:22:41.465953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c95302-fcb4-483d-8c2e-81c3adfb055c req-960cde27-d282-4c48-b1fa-230b6089c5c1 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:41.467902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32c95302-fcb4-483d-8c2e-81c3adfb055c req-960cde27-d282-4c48-b1fa-230b6089c5c1 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0502501 Apr 30 05:22:41.514470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-32c95302-fcb4-483d-8c2e-81c3adfb055c req-8e115242-4326-44d0-ba99-8dabe62741d5 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/security-groups?id=1898e413-21f1-416b-95b4-cb273c8b1fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Apr 30 05:22:41.727107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aaebc-60a8-425e-b977-0d38272991a3 req-83c9be4e-a997-41e4-afdf-63cb081689ca tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:41.728474 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-394aaebc-60a8-425e-b977-0d38272991a3 req-83c9be4e-a997-41e4-afdf-63cb081689ca tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 946 time: 0.0461304 Apr 30 05:22:41.814588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Deleting port 6f2ad46d-9164-4aad-b98d-160ddb081baa {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:41.814919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:41.902723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] For port 6f2ad46d-9164-4aad-b98d-160ddb081baa, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=6f2ad46d-9164-4aad-b98d-160ddb081baa,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:41.903079 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:41.915722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Calling delete_port for 6f2ad46d-9164-4aad-b98d-160ddb081baa owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:42.118004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (6f2ad46d-9164-4aad-b98d-160ddb081baa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:42.129709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['6f2ad46d-9164-4aad-b98d-160ddb081baa'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:22:42.146876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Pushing event deleted for resources: {'Port': ['ID=6f2ad46d-9164-4aad-b98d-160ddb081baa,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:42.195867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] No DVR routers for this DVR port 6f2ad46d-9164-4aad-b98d-160ddb081baa on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:22:42.198194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:42.201588 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-394aaebc-60a8-425e-b977-0d38272991a3 req-8351c0a4-f154-4160-bccd-a23698807bfa tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.13 "DELETE /v2.0/ports/6f2ad46d-9164-4aad-b98d-160ddb081baa HTTP/1.1" status: 204 len: 173 time: 0.4671881 Apr 30 05:22:42.202026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'name': 'network-vif-deleted', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:22:42.204342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd19c40-0f45-447a-a4e0-957f1726fec6" -d '{"events": [{"server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "name": "network-vif-deleted", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:22:42.241148 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c8381-2fe7-4da2-8056-04e2d1daef34 x-openstack-request-id: req-fb8c8381-2fe7-4da2-8056-04e2d1daef34 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:22:42.241463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c79314c-dcc2-4cbb-83f1-4591439ae655", "name": "network-vif-deleted", "tag": "6f2ad46d-9164-4aad-b98d-160ddb081baa", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:22:42.241711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb8c8381-2fe7-4da2-8056-04e2d1daef34 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:22:42.242140 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8c8381-2fe7-4da2-8056-04e2d1daef34'] response: {'server_uuid': '9c79314c-dcc2-4cbb-83f1-4591439ae655', 'name': 'network-vif-deleted', 'tag': '6f2ad46d-9164-4aad-b98d-160ddb081baa', 'status': 'completed', 'code': 200} Apr 30 05:22:42.635100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9db5bbb0-342c-48f1-9b05-b93226647ff3 req-15f42e6d-8104-4c82-a39f-81245a24a237 tempest-TestEncryptedCinderVolumes-399704679 tempest-TestEncryptedCinderVolumes-399704679-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c79314c-dcc2-4cbb-83f1-4591439ae655 HTTP/1.1" status: 200 len: 210 time: 0.0337124 Apr 30 05:22:43.785970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43822) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:44.106487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:44.334544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Deleting port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:44.334876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:44.413459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] For port f0e8cd3a-2f63-4ae5-82ac-bafc039189bc, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:44.413822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:44.426647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Calling delete_port for f0e8cd3a-2f63-4ae5-82ac-bafc039189bc owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:44.655018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f0e8cd3a-2f63-4ae5-82ac-bafc039189bc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:44.680535 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e8cd3a-2f63-4ae5-82ac-bafc039189bc,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:44.852836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:45.070859 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:22:45.202393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:22:45.207387 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-31bfe776-0287-4529-b919-dcc1a772a5ff admin admin] 10.222.0.16 "PUT /v2.0/routers/6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4203432 Apr 30 05:22:45.209903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43824) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:45.212473 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Sync routers for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:22:45.223407 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:45.224180 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:45.265700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 6f2ad46d-9164-4aad-b98d-160ddb081baa no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:45.285813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 6f2ad46d-9164-4aad-b98d-160ddb081baa {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:45.286156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 6f2ad46d-9164-4aad-b98d-160ddb081baa not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:45.317320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks [] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:45.334409 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:45.509519 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:22:44Z', 'revision_number': 5, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:45.536989 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Checking router: 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:22:45.546236 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Routers {'6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:45.546872 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:45.656092 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] Set router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:45.774381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks [] for router_gateway (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:45.824522 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:22:44Z', 'revision_number': 5, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:45.850771 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604aaee-134b-4aa3-b435-43471ecf4b65 None None] The sync data for ids ['6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1'] in dv-neutron-838078-9-hyperv is: [{'id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'name': 'tempest-TestEncryptedCinderVolumes-1533605334-router', 'tenant_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:22:44Z', 'revision_number': 5, 'project_id': 'a5ef2e6f18a84921844c7af6e3aa436f', 'gw_port': {'id': '7ca97db2-1fab-49a9-be5b-26f3a1d6021f', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:40Z', 'updated_at': '2022-04-30T05:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:22:45.879756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Deleting port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:45.880244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:45.958718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] For port 7ca97db2-1fab-49a9-be5b-26f3a1d6021f, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:45.959005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:45.972160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Calling delete_port for 7ca97db2-1fab-49a9-be5b-26f3a1d6021f owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:46.197927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (7ca97db2-1fab-49a9-be5b-26f3a1d6021f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.224511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca97db2-1fab-49a9-be5b-26f3a1d6021f,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:46.288763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.384130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.386300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks [] for router_controller (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.484152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.484620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:22:46.489142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.491804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eb07b2e5-413e-40c2-8d8c-a52b999e4343 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6586c32d-dfef-45ae-a9cc-1b9ab8c9d4b1 HTTP/1.1" status: 204 len: 168 time: 1.2794309 Apr 30 05:22:46.493134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43826) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:46.539592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Deleting subnet a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:22:46.542967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Publish callbacks [] for subnet (a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.579928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.660145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.764259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.787904 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:46.793451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.797295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-470080b4-a62e-45ec-9a81-a8a49e007558 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a1c9eeee-1183-4dc2-a600-97a6a1f2dc9b HTTP/1.1" status: 204 len: 168 time: 0.3031828 Apr 30 05:22:46.800114 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 43828) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:46.800266 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb3dd47-0f02-4e6f-abe5-634368cfed84 None None] Network 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:22:46.867330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (324ee9a6-8e0a-45bd-a87e-808f1098dbc9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.918460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Deleting port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:46.919129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:46.978624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] DHCP port deletion for 324ee9a6-8e0a-45bd-a87e-808f1098dbc9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:22:46.988003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] For port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:46.988429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.003288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Calling delete_port for ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:47.010462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7ca97db2-1fab-49a9-be5b-26f3a1d6021f no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:47.032382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 7ca97db2-1fab-49a9-be5b-26f3a1d6021f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:47.032651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 7ca97db2-1fab-49a9-be5b-26f3a1d6021f not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:47.033057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f0e8cd3a-2f63-4ae5-82ac-bafc039189bc no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:47.057808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: f0e8cd3a-2f63-4ae5-82ac-bafc039189bc {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:47.058140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device f0e8cd3a-2f63-4ae5-82ac-bafc039189bc not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:47.059539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Deleting port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:47.059896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.124991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] For port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,segment=NetworkSegment(53e2825a-48b1-4741-a303-b5663d893e29),segment_id=53e2825a-48b1-4741-a303-b5663d893e29)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:47.125374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.137713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Calling delete_port for ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:47.140672 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.167355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:47.170220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] No DVR routers for this DVR port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:22:47.179599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.179932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.180275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.180613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.180943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.181271 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.181597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.181920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.182244 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.182590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.182916 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.183237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.183558 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.183878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.184193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:47.222245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.246832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] Pushing event deleted for resources: {'Port': ['ID=ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:47.250473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ec443-8c68-48ba-a526-fd926b924489 None None] No DVR routers for this DVR port ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:22:47.262763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (324ee9a6-8e0a-45bd-a87e-808f1098dbc9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.284200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324ee9a6-8e0a-45bd-a87e-808f1098dbc9']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:47.293325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e2825a-48b1-4741-a303-b5663d893e29') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:47.293639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e2825a-48b1-4741-a303-b5663d893e29') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:47.303704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (53e2825a-48b1-4741-a303-b5663d893e29), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.316529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (53e2825a-48b1-4741-a303-b5663d893e29), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.322315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:22:47.322693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (53e2825a-48b1-4741-a303-b5663d893e29), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:22:47.324346 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:22:47.426234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (324ee9a6-8e0a-45bd-a87e-808f1098dbc9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.430652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.433833 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] 10.222.0.16 "DELETE /v2.0/networks/324ee9a6-8e0a-45bd-a87e-808f1098dbc9 HTTP/1.1" status: 204 len: 168 time: 0.6327975 Apr 30 05:22:47.437028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43830) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:47.446332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcc536-8295-46b0-90c9-501db4fcd454 admin admin] Pushing event deleted for resources: {'Network': ['ID=324ee9a6-8e0a-45bd-a87e-808f1098dbc9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:47.760570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:47.990736 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Deleting port 1f030601-b895-49b8-813a-17bc0fb1f836 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:47.990985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:48.067041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] For port 1f030601-b895-49b8-813a-17bc0fb1f836, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=1f030601-b895-49b8-813a-17bc0fb1f836,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:48.067392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:48.083894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Calling delete_port for 1f030601-b895-49b8-813a-17bc0fb1f836 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:48.301257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (1f030601-b895-49b8-813a-17bc0fb1f836), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:48.327183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f030601-b895-49b8-813a-17bc0fb1f836,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:48.353876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.354223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.354590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.354923 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.355253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.355582 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.355906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.356223 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.356548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.356868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.357712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.358047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.358391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.358720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.359031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:48.510519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:48.733457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:48.755454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:48.755800 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ff8f5e36-772e-4cb4-94c8-3e1ee76bc1c1 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:49.024139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Router f3b059d6-0c30-4a37-998c-017c5fddf8dc has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:22:49.133589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:22:49.142311 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e7d3812-3c91-4fa3-842d-1eac4443286b admin admin] 10.222.0.16 "PUT /v2.0/routers/f3b059d6-0c30-4a37-998c-017c5fddf8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006624 Apr 30 05:22:49.142311 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43834) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:49.143460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eadb22-2373-4695-9261-192387832780 None None] Sync routers for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:22:49.154206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:49.154861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:49.251621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks [] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.363323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks [] for router_gateway (f3b059d6-0c30-4a37-998c-017c5fddf8dc), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.412771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:49.478058 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Deleting port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:49.478420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.556129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] For port c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:49.556829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.573318 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Calling delete_port for c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:49.582903 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:22:48Z', 'revision_number': 5, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port': {'id': 'c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:20:46Z', 'updated_at': '2022-04-30T05:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:49.609972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eadb22-2373-4695-9261-192387832780 None None] Checking router: f3b059d6-0c30-4a37-998c-017c5fddf8dc for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:22:49.618362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] Routers {'f3b059d6-0c30-4a37-998c-017c5fddf8dc'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:49.618925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:49.706833 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] Set router f3b059d6-0c30-4a37-998c-017c5fddf8dc gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:49.759061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f6eadb22-2373-4695-9261-192387832780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:22:49Z', 'revision_number': 6, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:49.788499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eadb22-2373-4695-9261-192387832780 None None] The sync data for ids ['f3b059d6-0c30-4a37-998c-017c5fddf8dc'] in dv-neutron-838078-9-hyperv is: [{'id': 'f3b059d6-0c30-4a37-998c-017c5fddf8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1542781155-router', 'tenant_id': 'aca27135df41407fbb391e138ac9a917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:20:45Z', 'updated_at': '2022-04-30T05:22:49Z', 'revision_number': 6, 'project_id': 'aca27135df41407fbb391e138ac9a917', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:22:49.797885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.824615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:49.886032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.979894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:49.981983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks [] for router_controller (f3b059d6-0c30-4a37-998c-017c5fddf8dc), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.083398 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (f3b059d6-0c30-4a37-998c-017c5fddf8dc), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.083889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b059d6-0c30-4a37-998c-017c5fddf8dc {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:22:50.088153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.089307 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ebd1e652-2d62-4e36-8c60-eb909d8ac8be admin admin] 10.222.0.16 "DELETE /v2.0/routers/f3b059d6-0c30-4a37-998c-017c5fddf8dc HTTP/1.1" status: 204 len: 168 time: 0.9471543 Apr 30 05:22:50.092629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43836) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:50.137699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Deleting subnet 8ecabe09-14cc-4809-92c4-4576d9ed4b4a {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:22:50.146862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Publish callbacks [] for subnet (8ecabe09-14cc-4809-92c4-4576d9ed4b4a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.178809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (8ecabe09-14cc-4809-92c4-4576d9ed4b4a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.269440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (8ecabe09-14cc-4809-92c4-4576d9ed4b4a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.381150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (8ecabe09-14cc-4809-92c4-4576d9ed4b4a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.407198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecabe09-14cc-4809-92c4-4576d9ed4b4a,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:50.410784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.413972 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9c68395c-2289-4ea5-89cb-f4d641b84472 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ecabe09-14cc-4809-92c4-4576d9ed4b4a HTTP/1.1" status: 204 len: 168 time: 0.3204215 Apr 30 05:22:50.416422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43838) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:50.418838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e597f9-3ca0-4b1f-9447-be7d48141279 None None] Network 6fc43382-d918-40c6-a5d5-beb9138efae0 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:22:50.485694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (6fc43382-d918-40c6-a5d5-beb9138efae0), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.537191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Deleting port db7206fd-9913-4dff-b282-ad96e65a30a3 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:50.537526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.563584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] DHCP port deletion for 6fc43382-d918-40c6-a5d5-beb9138efae0 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:22:50.605714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] For port db7206fd-9913-4dff-b282-ad96e65a30a3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db7206fd-9913-4dff-b282-ad96e65a30a3,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:50.606306 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.608369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Deleting port db7206fd-9913-4dff-b282-ad96e65a30a3 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:22:50.608854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.620433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Calling delete_port for db7206fd-9913-4dff-b282-ad96e65a30a3 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:50.673912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] For port db7206fd-9913-4dff-b282-ad96e65a30a3, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=db7206fd-9913-4dff-b282-ad96e65a30a3,segment=NetworkSegment(33bbf084-a318-42f9-866d-90512c09fb20),segment_id=33bbf084-a318-42f9-866d-90512c09fb20)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:50.674237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.690960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Calling delete_port for db7206fd-9913-4dff-b282-ad96e65a30a3 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:22:50.739220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device db7206fd-9913-4dff-b282-ad96e65a30a3 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:50.838155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.839164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port db7206fd-9913-4dff-b282-ad96e65a30a3 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:50.839615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.859578 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (db7206fd-9913-4dff-b282-ad96e65a30a3), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.868705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7206fd-9913-4dff-b282-ad96e65a30a3,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:50.873032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] No DVR routers for this DVR port db7206fd-9913-4dff-b282-ad96e65a30a3 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:22:50.910003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] Pushing event deleted for resources: {'Port': ['ID=db7206fd-9913-4dff-b282-ad96e65a30a3,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:50.912249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f68f8-8207-461e-abfa-094dd929b6ae None None] No DVR routers for this DVR port db7206fd-9913-4dff-b282-ad96e65a30a3 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:22:50.913747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1f030601-b895-49b8-813a-17bc0fb1f836 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:50.935886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 1f030601-b895-49b8-813a-17bc0fb1f836 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:50.936424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 1f030601-b895-49b8-813a-17bc0fb1f836 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:50.937029 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:22:50.955875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:22:50.956214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device c9e6bcbc-952f-4cc4-9b9a-a91cd5ba5da2 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:22:50.956558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (6fc43382-d918-40c6-a5d5-beb9138efae0), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:50.976550 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc43382-d918-40c6-a5d5-beb9138efae0']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:50.985606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bbf084-a318-42f9-866d-90512c09fb20') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:50.985903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bbf084-a318-42f9-866d-90512c09fb20') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:50.995359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (33bbf084-a318-42f9-866d-90512c09fb20), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.008881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (33bbf084-a318-42f9-866d-90512c09fb20), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.015569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:22:51.015950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (33bbf084-a318-42f9-866d-90512c09fb20), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:22:51.017615 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:22:51.186875 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (6fc43382-d918-40c6-a5d5-beb9138efae0), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.192264 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.195621 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fc43382-d918-40c6-a5d5-beb9138efae0 HTTP/1.1" status: 204 len: 168 time: 0.7782736 Apr 30 05:22:51.206779 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0369c-9566-445c-b4e1-0ecb66c7ee36 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc43382-d918-40c6-a5d5-beb9138efae0,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:51.527528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43842) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:51.567204 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-173b04ea-b3f5-433d-94eb-7d2d81af257b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5ef2e6f18a84921844c7af6e3aa436f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380714 Apr 30 05:22:51.569049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43844) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:51.620369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] Publish callbacks [] for security_group (1898e413-21f1-416b-95b4-cb273c8b1fc7), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.641185 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] Publish callbacks [] for security_group (1898e413-21f1-416b-95b4-cb273c8b1fc7), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.764100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (1898e413-21f1-416b-95b4-cb273c8b1fc7), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.766670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:51.770431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1898e413-21f1-416b-95b4-cb273c8b1fc7 HTTP/1.1" status: 204 len: 168 time: 0.1979058 Apr 30 05:22:51.775931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08ece-7608-4fcd-8921-1091f7e978a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898e413-21f1-416b-95b4-cb273c8b1fc7,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:51.871973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a676d662-5933-4ee0-88f9-e567b2f380f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:52.431202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43850) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:52.470872 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9ee2b2c9-a2f5-45e8-8aa8-1a9112c2f995 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aca27135df41407fbb391e138ac9a917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385108 Apr 30 05:22:52.479719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43852) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:52.527914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] Publish callbacks [] for security_group (3745d03e-81c2-461f-a5aa-1e126850e150), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:52.548721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] Publish callbacks [] for security_group (3745d03e-81c2-461f-a5aa-1e126850e150), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:52.643622 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (3745d03e-81c2-461f-a5aa-1e126850e150), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:52.646323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:52.647463 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3745d03e-81c2-461f-a5aa-1e126850e150 HTTP/1.1" status: 204 len: 168 time: 0.1668410 Apr 30 05:22:52.655211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50cbd4-8f1b-4230-b375-bc2e823a89f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745d03e-81c2-461f-a5aa-1e126850e150,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:53.643012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43874) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:53.736339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2108110766-network', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:22:53.820671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Made reservation on behalf of 79d1d69a4bbc41b089e3b79baeefe1c3 for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:22:53.823003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:53.832017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:53.905290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks [] for security_group (c0a58500-f3cc-4566-b94e-5f331592808c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:53.951775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c0a58500-f3cc-4566-b94e-5f331592808c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:53.978738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:22:53.985882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a58500-f3cc-4566-b94e-5f331592808c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:53.991866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2044feb0-efe9-41a8-b96c-f66570b943be), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:53.992207 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Added segment 2044feb0-efe9-41a8-b96c-f66570b943be of type vlan for network c3d5362d-c2dc-4b66-91ea-a70c7e587125 Apr 30 05:22:54.035402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (c3d5362d-c2dc-4b66-91ea-a70c7e587125), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.083145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-930de099-90b9-4996-883d-be4451bc0b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.111352 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (c3d5362d-c2dc-4b66-91ea-a70c7e587125), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.112407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:54.112983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.175786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d5362d-c2dc-4b66-91ea-a70c7e587125,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:54.185265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:22:54.223403 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-58b08494-0b3e-47df-b347-46d63e17f7d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5792994 Apr 30 05:22:54.226208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43878) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:54.230981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Request body: {'subnet': {'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2108110766-subnet', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:22:54.288713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Made reservation on behalf of 79d1d69a4bbc41b089e3b79baeefe1c3 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:22:54.291085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.494837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (b1557797-3300-413a-9b7a-bb58935cbb48), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.550763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1557797-3300-413a-9b7a-bb58935cbb48,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:54.559291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Checking segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:22:54.559650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Network hostable DHCP agents. Network: c3d5362d-c2dc-4b66-91ea-a70c7e587125, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:22:54.636998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:22:54.711568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, c3d5362d-c2dc-4b66-91ea-a70c7e587125) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:22:54.715506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:22:54.716102 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.726023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b1c30-1179-49cf-af05-47a1f240684b None None] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:22:54.777767 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f02f8350-1007-40fc-b645-9d7f074b04d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5503213 Apr 30 05:22:54.780438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43880) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:54.784759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:22:54.826819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:22:54.827688 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.843545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.844620 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.903218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for router_controller (c9f86a24-358d-40c8-bcc8-a49a066f787b), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:54.965889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Allocated IP 172.20.0.2 (c3d5362d-c2dc-4b66-91ea-a70c7e587125/b1557797-3300-413a-9b7a-bb58935cbb48/497ee674-1196-4f44-8207-a4cfd9b24608) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:22:55.082855 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for router_gateway (c9f86a24-358d-40c8-bcc8-a49a066f787b), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.101985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.124881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks [] for port (497ee674-1196-4f44-8207-a4cfd9b24608), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.204343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.239379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:22:55.243693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:22:55.249818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:22:55.261239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Pushing event updated for resources: {'Port': ['ID=497ee674-1196-4f44-8207-a4cfd9b24608,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:55.315801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Attempting to bind port 497ee674-1196-4f44-8207-a4cfd9b24608 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:22:55.316165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Attempting to bind port 497ee674-1196-4f44-8207-a4cfd9b24608 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:22:55.316667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Attempting to bind port 497ee674-1196-4f44-8207-a4cfd9b24608 on network c3d5362d-c2dc-4b66-91ea-a70c7e587125 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:22:55.322602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:22:55.322966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Checking segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:22:55.323357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.323743 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Bound using segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:22:55.324310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Bound port: 497ee674-1196-4f44-8207-a4cfd9b24608, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:22:55.324732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.357627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for router_gateway (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.376782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.386331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] For port 497ee674-1196-4f44-8207-a4cfd9b24608, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:22:55.389358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] For port 497ee674-1196-4f44-8207-a4cfd9b24608, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=497ee674-1196-4f44-8207-a4cfd9b24608,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:22:55.449761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.478685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Allocated IP 172.26.5.150 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/3800727d-1af7-458c-a370-bb158ee9accb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:22:55.511142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b15a7-61a2-4e9c-9ccb-6d16d36bf725 None None] Pushing event updated for resources: {'Port': ['ID=497ee674-1196-4f44-8207-a4cfd9b24608,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:55.595738 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for port (3800727d-1af7-458c-a370-bb158ee9accb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.683640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3800727d-1af7-458c-a370-bb158ee9accb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:55.726315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:22:55.731566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:22:55.735525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:22:55.741590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Pushing event updated for resources: {'Port': ['ID=3800727d-1af7-458c-a370-bb158ee9accb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:56.070460 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for router_gateway (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.281447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.400678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4d773-6f7e-4497-82b2-f088c624192b None None] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:22:56.472521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Provisioning complete for port 497ee674-1196-4f44-8207-a4cfd9b24608 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:56.472836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.478215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Router c9f86a24-358d-40c8-bcc8-a49a066f787b is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:22:56.589771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Current status of the port 497ee674-1196-4f44-8207-a4cfd9b24608 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:56.592966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.595028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:22:56.608151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Sync routers for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:22:56.621053 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:56.621650 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:56.634570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] For port 497ee674-1196-4f44-8207-a4cfd9b24608, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=497ee674-1196-4f44-8207-a4cfd9b24608,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:56.660052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.666230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e3421aa6-ba04-443d-b1e3-4fa9ae00f683 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8801525 Apr 30 05:22:56.666230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43882) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:56.714565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.767183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:56.781525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 497ee674-1196-4f44-8207-a4cfd9b24608 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:22:56.841044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091561d9-5809-4deb-a70c-7cb7f7a50cfc None None] Pushing event updated for resources: {'Port': ['ID=497ee674-1196-4f44-8207-a4cfd9b24608,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:56.861503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 497ee674-1196-4f44-8207-a4cfd9b24608 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:56.861874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.908464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.943559 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:55Z', 'revision_number': 3, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:56.957840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6816126b-ca66-4073-9ada-7381ad1b3c3d None None] Provisioning complete for port 497ee674-1196-4f44-8207-a4cfd9b24608 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:56.958208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6816126b-ca66-4073-9ada-7381ad1b3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:56.963037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 497ee674-1196-4f44-8207-a4cfd9b24608 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:56.976033 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Checking router: c9f86a24-358d-40c8-bcc8-a49a066f787b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:22:56.976370 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Updating router c9f86a24-358d-40c8-bcc8-a49a066f787b port 3800727d-1af7-458c-a370-bb158ee9accb binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:22:57.006393 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3800727d-1af7-458c-a370-bb158ee9accb), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.050093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6816126b-ca66-4073-9ada-7381ad1b3c3d None None] Current status of the port 497ee674-1196-4f44-8207-a4cfd9b24608 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:57.348535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks [] for port (3800727d-1af7-458c-a370-bb158ee9accb), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.409282 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3800727d-1af7-458c-a370-bb158ee9accb), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.456605 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Attempting to bind port 3800727d-1af7-458c-a370-bb158ee9accb on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:22:57.456968 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Attempting to bind port 3800727d-1af7-458c-a370-bb158ee9accb by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:22:57.457325 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Attempting to bind port 3800727d-1af7-458c-a370-bb158ee9accb on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:22:57.465899 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:22:57.466848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:22:57.467248 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.467635 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:22:57.468503 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Bound port: 3800727d-1af7-458c-a370-bb158ee9accb, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:22:57.468503 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3800727d-1af7-458c-a370-bb158ee9accb), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.470829 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Pushing event updated for resources: {'Port': ['ID=3800727d-1af7-458c-a370-bb158ee9accb,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:57.478986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.496243 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.496590 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.496924 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.497252 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.497614 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.498133 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.498488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.498810 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.499129 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.499539 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.499861 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.500180 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.500493 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.500804 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.501114 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:57.531296 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] For port 3800727d-1af7-458c-a370-bb158ee9accb, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:22:57.534383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] For port 3800727d-1af7-458c-a370-bb158ee9accb, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3800727d-1af7-458c-a370-bb158ee9accb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:22:57.621345 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3800727d-1af7-458c-a370-bb158ee9accb), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.637397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Allocated IP 172.20.0.1 (c3d5362d-c2dc-4b66-91ea-a70c7e587125/b1557797-3300-413a-9b7a-bb58935cbb48/b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:22:57.675353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:57.675959 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:57.712986 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee578a9-7b78-4dfe-8ebf-1ec81fe30042 None None] Pushing event updated for resources: {'Port': ['ID=3800727d-1af7-458c-a370-bb158ee9accb,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:57.750619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks [] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.788280 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:57.838056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.881494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:22:57.884563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:22:57.889816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:22:57.891814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Pushing event updated for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:57.932267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:57.960494 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:55Z', 'revision_number': 3, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:57.987730 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5dbef8-a6f8-4cef-9ec9-eef30ea39f4a None None] The sync data for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv is: [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:55Z', 'revision_number': 3, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:22:58.136581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.176480 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d706c537-2075-4d74-9ed4-01e0dd9b811c None None] Provisioning complete for port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:58.181112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d706c537-2075-4d74-9ed4-01e0dd9b811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.214406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d706c537-2075-4d74-9ed4-01e0dd9b811c None None] Port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:22:58.245628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.331013 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks [] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.375060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.448866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Pushing event updated for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:58.451323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.548366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:22:58.550019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:22:58.684291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Router c9f86a24-358d-40c8-bcc8-a49a066f787b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:22:58.810901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:22:58.816037 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-673fa01f-72c4-4947-9448-fa0bb8d1090b admin admin] 10.222.0.16 "PUT /v2.0/routers/c9f86a24-358d-40c8-bcc8-a49a066f787b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1494155 Apr 30 05:22:58.823102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3800727d-1af7-458c-a370-bb158ee9accb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:22:58.867286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-973884d9-2b63-423f-87e3-70ffc5015c31 None None] Provisioning complete for port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:58.869905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-973884d9-2b63-423f-87e3-70ffc5015c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.913220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-973884d9-2b63-423f-87e3-70ffc5015c31 None None] Port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:22:58.916075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3800727d-1af7-458c-a370-bb158ee9accb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:58.916438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3800727d-1af7-458c-a370-bb158ee9accb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:58.996875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3800727d-1af7-458c-a370-bb158ee9accb is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:58.997268 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3800727d-1af7-458c-a370-bb158ee9accb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.018456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 3800727d-1af7-458c-a370-bb158ee9accb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3800727d-1af7-458c-a370-bb158ee9accb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:22:59.089326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3800727d-1af7-458c-a370-bb158ee9accb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.090127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 497ee674-1196-4f44-8207-a4cfd9b24608 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:22:59.179990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=3800727d-1af7-458c-a370-bb158ee9accb,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:59.187324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.187670 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.188014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.188352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.188684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.189015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.189341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.189666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.189991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.190348 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.190681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.191008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.191334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.191652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.191971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:22:59.196986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 497ee674-1196-4f44-8207-a4cfd9b24608 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:22:59.197358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.274904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 497ee674-1196-4f44-8207-a4cfd9b24608 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:22:59.543326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43898) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:22:59.548435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1054881203-network', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:22:59.622570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Sync routers for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:22:59.632972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:22:59.633583 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:22:59.677901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Made reservation on behalf of c3d22ebeebda4dba8a20400e2b55e15a for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:22:59.680525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.689576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.752462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:22:59.766605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks [] for security_group (07d71453-ba94-4d16-8c41-f74f463d03f0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.838379 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (07d71453-ba94-4d16-8c41-f74f463d03f0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.865611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:22:59.874981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d71453-ba94-4d16-8c41-f74f463d03f0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:22:59.881757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (eb06b233-0655-4c05-b584-c81b235ab84f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:22:59.882081 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Added segment eb06b233-0655-4c05-b584-c81b235ab84f of type vlan for network 37ec8b8e-6968-4c74-a299-54d850659856 Apr 30 05:22:59.929780 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (37ec8b8e-6968-4c74-a299-54d850659856), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.009092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (37ec8b8e-6968-4c74-a299-54d850659856), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.010082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:00.010706 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.071589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] Pushing event updated for resources: {'Network': ['ID=37ec8b8e-6968-4c74-a299-54d850659856,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:00.082595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 37ec8b8e-6968-4c74-a299-54d850659856 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:23:00.108683 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-4f252ec9-84c0-4a83-a022-e4b4f3cde05d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5642395 Apr 30 05:23:00.111423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43900) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:23:00.112795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 2, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:00.116489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Request body: {'subnet': {'network_id': '37ec8b8e-6968-4c74-a299-54d850659856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1054881203-subnet', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:23:00.176763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Checking router: c9f86a24-358d-40c8-bcc8-a49a066f787b for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:23:00.177108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Updating router c9f86a24-358d-40c8-bcc8-a49a066f787b port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:23:00.201292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Made reservation on behalf of c3d22ebeebda4dba8a20400e2b55e15a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:23:00.201292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.207153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.432253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2d612e96-73fc-4af6-bbbe-5a96dd2f068c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.466766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks [] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.492708 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d612e96-73fc-4af6-bbbe-5a96dd2f068c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:00.502715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Checking segment: {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:00.503104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Network hostable DHCP agents. Network: 37ec8b8e-6968-4c74-a299-54d850659856, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:23:00.528721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.581334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c56538-850f-49fe-ad39-94e9fb7d33d8 None None] Pushing event updated for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:00.603476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Network 37ec8b8e-6968-4c74-a299-54d850659856 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:23:00.639198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Attempting to bind port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:23:00.639741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Attempting to bind port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:23:00.640156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Attempting to bind port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb on network c3d5362d-c2dc-4b66-91ea-a70c7e587125 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:00.646148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:23:00.646564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Checking segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:00.647000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.647329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Bound using segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:23:00.647876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Bound port: b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:23:00.648278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.683695 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 37ec8b8e-6968-4c74-a299-54d850659856) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:00.694610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b6b2e-6918-48d9-89ae-9137da423d78 None None] Network 37ec8b8e-6968-4c74-a299-54d850659856 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:23:00.695420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:00.696298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.725173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3800727d-1af7-458c-a370-bb158ee9accb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:00.770926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] For port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:23:00.771087 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d194f31b-e4d6-4751-b894-eb44e0f4c9b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6560543 Apr 30 05:23:00.771819 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43902) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:23:00.772682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] For port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:23:00.776255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:23:00.838501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.848891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (4033727e-cfb5-406b-9747-089a844a7e6a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.849981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (4033727e-cfb5-406b-9747-089a844a7e6a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.861994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3800727d-1af7-458c-a370-bb158ee9accb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:00.862388 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3800727d-1af7-458c-a370-bb158ee9accb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.902696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for router_controller (4033727e-cfb5-406b-9747-089a844a7e6a), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.918156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Provisioning complete for port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:00.918554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:00.920917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-37ec8b8e-6968-4c74-a299-54d850659856', 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856', 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'fixed_ips': [{'subnet_id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:23:00.921713 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.011678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c56538-850f-49fe-ad39-94e9fb7d33d8 None None] Pushing event updated for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:01.024538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:23:01.025232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:01.101201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for router_gateway (4033727e-cfb5-406b-9747-089a844a7e6a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.262345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3800727d-1af7-458c-a370-bb158ee9accb is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:01.293379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Current status of the port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:01.293765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.310212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Allocated IP 172.20.0.2 (37ec8b8e-6968-4c74-a299-54d850659856/2d612e96-73fc-4af6-bbbe-5a96dd2f068c/60e4bda9-622d-4404-a1b2-8575ccfa8393) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:23:01.324828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:23:01.349960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for router_gateway (4033727e-cfb5-406b-9747-089a844a7e6a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.369847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.396294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] For port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:01.478147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.482731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Allocated IP 172.26.5.120 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/e0fe446e-f1fe-4c90-a868-f8ba9229b0ec) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:23:01.593768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.684087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.732394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:01.735783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:01.740304 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:23:01.743353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:01.748923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-55289e05-f33a-477d-896b-f271dd0608cf None None] Provisioning complete for port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:01.749315 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-55289e05-f33a-477d-896b-f271dd0608cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.750809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd62f9-09f9-4dfe-8ec0-9267024eac2e None None] Pushing event updated for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:01.884099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks [] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:01.890525 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:00Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:01.918309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e499d2ff-a946-4400-b1f6-3a994d377f0d None None] The sync data for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv is: [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:00Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:23:01.942661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.011111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-55289e05-f33a-477d-896b-f271dd0608cf None None] Current status of the port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:02.023206 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Pushing event updated for resources: {'Port': ['ID=60e4bda9-622d-4404-a1b2-8575ccfa8393,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:02.026446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Network 37ec8b8e-6968-4c74-a299-54d850659856 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:02.029732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:02.038235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:23:02.088983 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for router_gateway (4033727e-cfb5-406b-9747-089a844a7e6a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.099455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Attempting to bind port 60e4bda9-622d-4404-a1b2-8575ccfa8393 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:23:02.099827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Attempting to bind port 60e4bda9-622d-4404-a1b2-8575ccfa8393 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:23:02.100197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Attempting to bind port 60e4bda9-622d-4404-a1b2-8575ccfa8393 on network 37ec8b8e-6968-4c74-a299-54d850659856 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:02.105737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:23:02.107271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Checking segment: {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:02.107271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.107496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Bound using segment: {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:23:02.108040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Bound port: 60e4bda9-622d-4404-a1b2-8575ccfa8393, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:23:02.108463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.183565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] For port 60e4bda9-622d-4404-a1b2-8575ccfa8393, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:23:02.187996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] For port 60e4bda9-622d-4404-a1b2-8575ccfa8393, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60e4bda9-622d-4404-a1b2-8575ccfa8393,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:23:02.266496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.308868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (4033727e-cfb5-406b-9747-089a844a7e6a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.340120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9d84-256a-4e11-9538-347eced60ac6 None None] Pushing event updated for resources: {'Port': ['ID=60e4bda9-622d-4404-a1b2-8575ccfa8393,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:02.507030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Router 4033727e-cfb5-406b-9747-089a844a7e6a is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:23:02.633843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:23:02.646605 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Sync routers for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:23:02.661132 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:23:02.667722 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:02.707928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.709191 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-42dcbfd9-d67d-4fa9-9c19-2f8f69add038 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9364254 Apr 30 05:23:02.712129 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 43904) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:23:02.783474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:02.793926 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:23:02.846675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:02.847330 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:02.950142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:02.951684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60e4bda9-622d-4404-a1b2-8575ccfa8393 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:02.983654 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 3, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:03.011955 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Checking router: 4033727e-cfb5-406b-9747-089a844a7e6a for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:23:03.012561 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Updating router 4033727e-cfb5-406b-9747-089a844a7e6a port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:23:03.021926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 60e4bda9-622d-4404-a1b2-8575ccfa8393 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:03.027338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.045306 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.130912 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 60e4bda9-622d-4404-a1b2-8575ccfa8393 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:03.132052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.186395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 60e4bda9-622d-4404-a1b2-8575ccfa8393, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60e4bda9-622d-4404-a1b2-8575ccfa8393,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:03.266086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.337965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=60e4bda9-622d-4404-a1b2-8575ccfa8393,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:03.357204 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks [] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.408843 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.459447 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Attempting to bind port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:23:03.459813 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Attempting to bind port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:23:03.460174 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Attempting to bind port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:03.467959 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631e8d-f3d8-494a-b26e-684aa863b99a None None] Pushing event updated for resources: {'Port': ['ID=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:03.470778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:23:03.471177 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:03.471618 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.471966 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:23:03.472425 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Bound port: e0fe446e-f1fe-4c90-a868-f8ba9229b0ec, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:23:03.472799 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.536860 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] For port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:23:03.539947 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] For port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:23:03.559618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab1b7f-5301-43dd-b686-b1288ffcb4da None None] Network 37ec8b8e-6968-4c74-a299-54d850659856 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:23:03.603877 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.646973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.665081 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631e8d-f3d8-494a-b26e-684aa863b99a None None] Pushing event updated for resources: {'Port': ['ID=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:03.667912 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:23:03.668609 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:03.679309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-709171fb-e869-4dde-829e-aed51d460c8f None None] Provisioning complete for port 60e4bda9-622d-4404-a1b2-8575ccfa8393 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:03.679712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-709171fb-e869-4dde-829e-aed51d460c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.783965 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-709171fb-e869-4dde-829e-aed51d460c8f None None] Current status of the port 60e4bda9-622d-4404-a1b2-8575ccfa8393 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:03.801537 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:23:03.832333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Allocated IP 172.20.0.1 (37ec8b8e-6968-4c74-a299-54d850659856/2d612e96-73fc-4af6-bbbe-5a96dd2f068c/d39b2f54-1565-40b6-a674-2c75e082ccba) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:23:03.952666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks [] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:03.980988 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 3, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:04.001765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8799e7e2-9ccd-480b-8027-0c47fdc7887c None None] Provisioning complete for port 60e4bda9-622d-4404-a1b2-8575ccfa8393 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:04.002228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8799e7e2-9ccd-480b-8027-0c47fdc7887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.008698 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b14b9d-bf32-4ba1-818b-2289fcb0c511 None None] The sync data for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv is: [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 3, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:23:04.029446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.073816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Network 37ec8b8e-6968-4c74-a299-54d850659856 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:04.081350 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:04.083869 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:23:04.104180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8799e7e2-9ccd-480b-8027-0c47fdc7887c None None] Current status of the port 60e4bda9-622d-4404-a1b2-8575ccfa8393 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:04.111611 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:04.132427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (4033727e-cfb5-406b-9747-089a844a7e6a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.329430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9d2beb90-d4d2-4214-9545-d703c6d408fd None None] Provisioning complete for port d39b2f54-1565-40b6-a674-2c75e082ccba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:04.329805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9d2beb90-d4d2-4214-9545-d703c6d408fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.366235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9d2beb90-d4d2-4214-9545-d703c6d408fd None None] Port d39b2f54-1565-40b6-a674-2c75e082ccba cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:23:04.378196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.558299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks [] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.614438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.689126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:04.693206 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (4033727e-cfb5-406b-9747-089a844a7e6a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.799361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60e4bda9-622d-4404-a1b2-8575ccfa8393 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:04.800346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Network 37ec8b8e-6968-4c74-a299-54d850659856 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:04.802072 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:04.866961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 60e4bda9-622d-4404-a1b2-8575ccfa8393 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:04.867352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:04.949226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Router 4033727e-cfb5-406b-9747-089a844a7e6a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:23:04.973038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 60e4bda9-622d-4404-a1b2-8575ccfa8393 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:04.974155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e0fe446e-f1fe-4c90-a868-f8ba9229b0ec up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:05.023693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:05.024061 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:05.078503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:23:05.086870 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a4f57fd6-54f3-463b-9025-f83b5eab32a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/4033727e-cfb5-406b-9747-089a844a7e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736577 Apr 30 05:23:05.114486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:05.114871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:05.121005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2641a614-97d9-49e6-aa8a-589dc87938d0 None None] Provisioning complete for port d39b2f54-1565-40b6-a674-2c75e082ccba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:05.121364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2641a614-97d9-49e6-aa8a-589dc87938d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:05.166212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:05.180986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2641a614-97d9-49e6-aa8a-589dc87938d0 None None] Port d39b2f54-1565-40b6-a674-2c75e082ccba cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:23:05.232190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:05.280988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:05.690703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Sync routers for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:23:05.701895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:23:05.702683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:05.811152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:23:05.942336 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:23:06.032095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:04Z', 'revision_number': 4, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd39b2f54-1565-40b6-a674-2c75e082ccba', 'name': '', 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'mac_address': 'fa:16:3e:6c:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:03Z', 'updated_at': '2022-04-30T05:23:04Z', 'revision_number': 2, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'subnets': [{'id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:06.060404 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Checking router: 4033727e-cfb5-406b-9747-089a844a7e6a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:23:06.061320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Updating router 4033727e-cfb5-406b-9747-089a844a7e6a port d39b2f54-1565-40b6-a674-2c75e082ccba binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:23:06.091610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.383653 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks [] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.443491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.500610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38b8c6-6b73-4075-ab65-8310538431da None None] Pushing event updated for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:06.560932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Attempting to bind port d39b2f54-1565-40b6-a674-2c75e082ccba on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:23:06.561365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Attempting to bind port d39b2f54-1565-40b6-a674-2c75e082ccba by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:23:06.561682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Attempting to bind port d39b2f54-1565-40b6-a674-2c75e082ccba on network 37ec8b8e-6968-4c74-a299-54d850659856 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:06.570334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:23:06.570717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Checking segment: {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:06.571173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.571579 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Bound using segment: {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:23:06.572049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Bound port: d39b2f54-1565-40b6-a674-2c75e082ccba, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb06b233-0655-4c05-b584-c81b235ab84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:23:06.572430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.653753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] For port d39b2f54-1565-40b6-a674-2c75e082ccba, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:23:06.657379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] For port d39b2f54-1565-40b6-a674-2c75e082ccba, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d39b2f54-1565-40b6-a674-2c75e082ccba,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:23:06.743137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e0fe446e-f1fe-4c90-a868-f8ba9229b0ec up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:06.770370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.847364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Provisioning complete for port d39b2f54-1565-40b6-a674-2c75e082ccba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:06.847812 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.861183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:23:06.861924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:22:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:06.942240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:06.942632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:06.949921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38b8c6-6b73-4075-ab65-8310538431da None None] Pushing event updated for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:07.280476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:23:07.327302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Current status of the port d39b2f54-1565-40b6-a674-2c75e082ccba is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:07.327686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:07.331023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:07.417354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] For port d39b2f54-1565-40b6-a674-2c75e082ccba, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d39b2f54-1565-40b6-a674-2c75e082ccba,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:07.477124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:07.565854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:04Z', 'revision_number': 4, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd39b2f54-1565-40b6-a674-2c75e082ccba', 'name': '', 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'mac_address': 'fa:16:3e:6c:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:03Z', 'updated_at': '2022-04-30T05:23:06Z', 'revision_number': 4, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'subnets': [{'id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:23:07.568726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4900fbd-3da1-40ab-b909-4c1622f028cd None None] Pushing event updated for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:07.610160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54217885-3caa-45d5-9020-8cf1870f9101 None None] The sync data for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv is: [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:23:04Z', 'revision_number': 4, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'd39b2f54-1565-40b6-a674-2c75e082ccba', 'name': '', 'network_id': '37ec8b8e-6968-4c74-a299-54d850659856', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'mac_address': 'fa:16:3e:6c:68:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:03Z', 'updated_at': '2022-04-30T05:23:06Z', 'revision_number': 4, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'subnets': [{'id': '2d612e96-73fc-4af6-bbbe-5a96dd2f068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:23:07.614331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8dc1dce6-13ba-4e34-98f7-cc8b2af3bc2e None None] Provisioning complete for port d39b2f54-1565-40b6-a674-2c75e082ccba triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:07.614704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8dc1dce6-13ba-4e34-98f7-cc8b2af3bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:07.730549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1dce6-13ba-4e34-98f7-cc8b2af3bc2e None None] Current status of the port d39b2f54-1565-40b6-a674-2c75e082ccba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:08.237343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:08.721797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d39b2f54-1565-40b6-a674-2c75e082ccba up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:08.781963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d39b2f54-1565-40b6-a674-2c75e082ccba triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:08.782369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:08.879101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d39b2f54-1565-40b6-a674-2c75e082ccba is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:16.536530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-403e9bc1-1c16-4026-9335-cda84ed25010 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:16.537986 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-403e9bc1-1c16-4026-9335-cda84ed25010 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 815 time: 0.1050110 Apr 30 05:23:16.552895 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-6e94a05b-ec20-4b62-90ae-77acf169e23d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/quotas/79d1d69a4bbc41b089e3b79baeefe1c3 HTTP/1.1" status: 200 len: 375 time: 0.0095255 Apr 30 05:23:16.601095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-8ba2f37c-9803-453f-9cd8-cd82b2390f8d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434210 Apr 30 05:23:16.697326 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-fb2980b7-182c-4e9a-8e01-12ebed372a4b service neutron] 10.222.0.16 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851288 Apr 30 05:23:16.787337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-0f57eeb2-a29c-4e94-92aa-c9c800ccdc44 service neutron] 10.222.0.16 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832632 Apr 30 05:23:18.022781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d0f59bfa-77c4-4235-85ab-78c3d8e0fb72 req-e06e4839-59fa-4ea8-90c7-245c80b20fd0 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0319588 Apr 30 05:23:19.104083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b91ce94-d46f-405c-a65e-785a7679d369 req-0ea32579-7465-4885-bf0d-9cd28d60f4ab tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0294847 Apr 30 05:23:20.182851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dac5ac4c-70ae-4412-bcc9-38feb2614742 req-81f15082-42b6-4237-b283-1841cd388144 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0282123 Apr 30 05:23:21.275569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29c4eab9-eddb-4c2a-bd21-66bd19399e68 req-da793bc3-0d98-47cd-abc5-0da0557b0a18 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0278382 Apr 30 05:23:21.863751 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-a79249c7-03ee-4cfa-8b9f-1da8f28f02cd tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:21.908409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-a79249c7-03ee-4cfa-8b9f-1da8f28f02cd tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 815 time: 0.1182404 Apr 30 05:23:21.908409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'port': {'device_id': '7603850c-8eb5-4194-807e-f3b4248b820d', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'admin_state_up': True, 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:23:22.031370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4eb632ac-7949-4238-b8bb-24354fc6f9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.065185 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Made reservation on behalf of 79d1d69a4bbc41b089e3b79baeefe1c3 for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:23:22.068574 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.199196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Allocated IP 172.20.0.11 (c3d5362d-c2dc-4b66-91ea-a70c7e587125/b1557797-3300-413a-9b7a-bb58935cbb48/82e33d30-9a94-49f1-99d7-4d73fa50ef0d) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:23:22.362565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.381602 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5429250d-9757-4a5e-a85e-2a0f61085562 req-02b6eb06-9c97-4766-97b2-2c5dce1e82e8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0340195 Apr 30 05:23:22.454475 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.499424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:22.504499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:22.511052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:23:22.535259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:22.562153 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:22.562793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.640324 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-ff32eba0-58da-4052-82d0-d66541d96888 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662237 Apr 30 05:23:22.663016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Request body: {'port': {'device_id': '7603850c-8eb5-4194-807e-f3b4248b820d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:23:22.752175 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.756504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-405df386-e1ee-413e-9f0a-b4cd49b51d20 None None] Provisioning complete for port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:22.759326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-405df386-e1ee-413e-9f0a-b4cd49b51d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:22.834043 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-405df386-e1ee-413e-9f0a-b4cd49b51d20 None None] Port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:23:23.094177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e33d30-9a94-49f1-99d7-4d73fa50ef0d {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:23:23.109656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks [] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:23.124288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Transition to ACTIVE for port object 82e33d30-9a94-49f1-99d7-4d73fa50ef0d will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:23:23.180277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:23.286724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:23.327353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Attempting to bind port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:23:23.327779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Attempting to bind port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:23:23.328174 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Attempting to bind port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d on network c3d5362d-c2dc-4b66-91ea-a70c7e587125 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:23.333937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d on network c3d5362d-c2dc-4b66-91ea-a70c7e587125 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:23:23.334437 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Attempting to bind port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d on network c3d5362d-c2dc-4b66-91ea-a70c7e587125 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:23:23.340260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:23:23.340685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Checking segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:23:23.341373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Bound using segment: {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:23:23.342027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Bound port: 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2044feb0-efe9-41a8-b96c-f66570b943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:23:23.342521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:23.417960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:23:23.431421 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:23:23.522828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:23.583078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53792f-5632-4243-a573-b182b7e42ec1 req-0b373eca-5610-42b8-afbd-2c0e1679cb13 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:23.584620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af53792f-5632-4243-a573-b182b7e42ec1 req-0b373eca-5610-42b8-afbd-2c0e1679cb13 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.1135938 Apr 30 05:23:23.589429 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:23.592225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:23.592225 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1094 time: 0.9379814 Apr 30 05:23:23.592730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:23:23.595049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c473ff24-6517-4f30-9770-7ae6c7b128d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:23:23.635168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1795-61ff-4857-9efa-5bea3bc370e3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:23.671816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edd993-d7e4-4873-ae7e-5943693a5d69 x-openstack-request-id: req-19edd993-d7e4-4873-ae7e-5943693a5d69 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:23:23.672107 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:23:23.672361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19edd993-d7e4-4873-ae7e-5943693a5d69 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:23:23.672772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19edd993-d7e4-4873-ae7e-5943693a5d69'] response: {'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:23:23.681670 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af53792f-5632-4243-a573-b182b7e42ec1 req-fc1f757f-a7bd-438a-a40b-75af6154afee tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Apr 30 05:23:24.089025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-36cf328c-9482-4bfe-a15b-a9499efc2a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:24.832648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4696a-83c3-4a94-b5b5-ff114cd8fac3 req-17a07f48-f296-449a-a040-13199da1046d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:24.834187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aaf4696a-83c3-4a94-b5b5-ff114cd8fac3 req-17a07f48-f296-449a-a040-13199da1046d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0605268 Apr 30 05:23:24.891182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aaf4696a-83c3-4a94-b5b5-ff114cd8fac3 req-80629072-d70a-43c4-85f2-27ea1f595d9b tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 Apr 30 05:23:25.099742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:26.016120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878ec9f-c3fe-4ec8-b85b-1509d93a5d6a req-91b93e04-c87d-479f-a5fc-516c8b737e0e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:26.018092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a878ec9f-c3fe-4ec8-b85b-1509d93a5d6a req-91b93e04-c87d-479f-a5fc-516c8b737e0e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0536523 Apr 30 05:23:26.067923 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a878ec9f-c3fe-4ec8-b85b-1509d93a5d6a req-ad996067-14a7-49df-bfb6-6322fcf64454 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Apr 30 05:23:26.825708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:27.196170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca381c-3c9a-49c1-a4f9-eabe8b181388 req-f07ad182-7f0d-417e-a010-15baaab34f1b tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:27.197842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30ca381c-3c9a-49c1-a4f9-eabe8b181388 req-f07ad182-7f0d-417e-a010-15baaab34f1b tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0550876 Apr 30 05:23:27.251470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-30ca381c-3c9a-49c1-a4f9-eabe8b181388 req-baff70c8-4a93-4a4a-a34f-ac04b9142f1e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Apr 30 05:23:28.231864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:28.368662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdaefe-afa1-4381-9a23-710342578b70 req-66daa8d2-4c2d-403d-9f98-28f87db6a3a1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:28.370225 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4cdaefe-afa1-4381-9a23-710342578b70 req-66daa8d2-4c2d-403d-9f98-28f87db6a3a1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0496430 Apr 30 05:23:28.427220 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a4cdaefe-afa1-4381-9a23-710342578b70 req-c55ceaf5-69c8-43a1-90c4-1e7db9e539eb tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502501 Apr 30 05:23:29.570213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a289-8d02-4d97-8556-c9dd5922ca87 req-8922fe56-5c6c-4099-8d33-13bf054063ae tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:29.571802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2b1a289-8d02-4d97-8556-c9dd5922ca87 req-8922fe56-5c6c-4099-8d33-13bf054063ae tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0495040 Apr 30 05:23:29.622972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c2b1a289-8d02-4d97-8556-c9dd5922ca87 req-3f71160b-0471-41ff-b953-9f57ec613ac8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Apr 30 05:23:30.313946 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-f534d5bf-d76f-4b78-8d7c-b23cb3497467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.315907 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-f534d5bf-d76f-4b78-8d7c-b23cb3497467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1128 time: 0.0557051 Apr 30 05:23:30.448052 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-16e28616-b50e-478b-88f4-ecfbd7f5494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.450911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-16e28616-b50e-478b-88f4-ecfbd7f5494a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1257832 Apr 30 05:23:30.572724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-1da9ff87-f4a3-4490-afd8-a1deff0e235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.574193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c473ff24-6517-4f30-9770-7ae6c7b128d2 req-1da9ff87-f4a3-4490-afd8-a1deff0e235b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1175396 Apr 30 05:23:30.664378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-cc4b4e30-0f68-48d9-b51e-c6469edfe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.664378 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-cc4b4e30-0f68-48d9-b51e-c6469edfe0bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1128 time: 0.0505559 Apr 30 05:23:30.714677 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-46fb1fb3-3e75-4ed6-bca2-07298d3ba705 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 217 time: 0.0432847 Apr 30 05:23:30.799999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f50dd-43f7-4f59-b5cc-05db21631eed req-adf3578a-074c-4de2-aa65-81a93089ba19 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.801478 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-924f50dd-43f7-4f59-b5cc-05db21631eed req-adf3578a-074c-4de2-aa65-81a93089ba19 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0896301 Apr 30 05:23:30.812102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-7ee480f9-30aa-4874-8f3c-567567cb9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.813609 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-7ee480f9-30aa-4874-8f3c-567567cb9c10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0905247 Apr 30 05:23:30.878691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-2e8ea6c3-75bb-42dc-85d1-a8f58134dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:30.880083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-2e8ea6c3-75bb-42dc-85d1-a8f58134dfa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0605943 Apr 30 05:23:30.887013 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-924f50dd-43f7-4f59-b5cc-05db21631eed req-03d03016-7bee-4d64-9f60-09d0c791e7d0 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784197 Apr 30 05:23:30.973422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-adb028c4-4df9-4d35-ba73-42e1a7422b61 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848298 Apr 30 05:23:31.061276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-016a3c6f-b9e6-465c-9ee3-932ba239a353 req-d715fb35-d132-491c-967b-c9f3f73b26dc service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819862 Apr 30 05:23:31.999348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d96d3e-02e4-4a1e-8b07-1714a702e475 req-4636ae24-3650-4b19-83d5-96d368646fbd tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:32.000711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-48d96d3e-02e4-4a1e-8b07-1714a702e475 req-4636ae24-3650-4b19-83d5-96d368646fbd tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0467062 Apr 30 05:23:32.050316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-48d96d3e-02e4-4a1e-8b07-1714a702e475 req-5f8cd897-2778-42b0-a59d-d62ea438d3f9 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Apr 30 05:23:33.164375 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66762c87-8f24-41a3-8965-471c800a24b4 req-0f7b72f8-c316-4c94-ab59-3da47e2a1991 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:33.165839 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66762c87-8f24-41a3-8965-471c800a24b4 req-0f7b72f8-c316-4c94-ab59-3da47e2a1991 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 944 time: 0.0461466 Apr 30 05:23:33.214580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66762c87-8f24-41a3-8965-471c800a24b4 req-3f64a9dd-cf45-4ebf-a109-d3039ffa3de6 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Apr 30 05:23:33.326539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 82e33d30-9a94-49f1-99d7-4d73fa50ef0d details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:23:33.426201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:33.437131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'port_id': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'mac_address': 'fa:16:3e:c6:b7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:23:33.473902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:33.474308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:33.488094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e33d30-9a94-49f1-99d7-4d73fa50ef0d {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:23:33.507274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:33.573940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:33.624754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:33.778261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:23:34.331924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddd0e9-84ea-465b-a6a8-e32db98a305f req-29d2c2b8-41e9-4620-8e6c-bdeb4906f688 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:34.333371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfddd0e9-84ea-465b-a6a8-e32db98a305f req-29d2c2b8-41e9-4620-8e6c-bdeb4906f688 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 945 time: 0.0492835 Apr 30 05:23:34.380132 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfddd0e9-84ea-465b-a6a8-e32db98a305f req-9ef621a6-96e7-461a-9504-76e9554eb316 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Apr 30 05:23:35.326331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 82e33d30-9a94-49f1-99d7-4d73fa50ef0d up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:23:35.368603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:23:35.424927 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:23:35.425310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:35.496181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517ce2-4de6-4c20-aba7-9901101cc919 req-c58d6c2c-21da-451b-8b06-067f5e4cefc4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:35.498653 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94517ce2-4de6-4c20-aba7-9901101cc919 req-c58d6c2c-21da-451b-8b06-067f5e4cefc4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 945 time: 0.0526035 Apr 30 05:23:35.505900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:23:35.506318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:35.530533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:23:35.532795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e7bc07-5649-4470-9647-ad696b3c4379" -d '{"events": [{"server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "name": "network-vif-plugged", "status": "completed", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:23:35.543295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:23:35.546934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-94517ce2-4de6-4c20-aba7-9901101cc919 req-24372513-62bf-4304-8e55-cf7f86b4b111 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Apr 30 05:23:35.570820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a954ce2-9319-4d73-b27a-a9df952e9925 x-openstack-request-id: req-5a954ce2-9319-4d73-b27a-a9df952e9925 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:23:35.571125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "name": "network-vif-plugged", "status": "completed", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:23:35.571381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a954ce2-9319-4d73-b27a-a9df952e9925 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:23:35.571789 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a954ce2-9319-4d73-b27a-a9df952e9925'] response: {'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'code': 200} Apr 30 05:23:35.592099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:35.641690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:35.852460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e7e9-4e09-4af3-9d31-73e5d0d6e0a0 req-ac7c8536-7817-45bd-a167-7e1acba93691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:35.853830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6f60e7e9-4e09-4af3-9d31-73e5d0d6e0a0 req-ac7c8536-7817-45bd-a167-7e1acba93691 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1130 time: 0.0373821 Apr 30 05:23:35.895305 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6f60e7e9-4e09-4af3-9d31-73e5d0d6e0a0 req-0704e389-3242-4de9-8b72-89070e5a1703 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Apr 30 05:23:36.662340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f6393-64db-4a93-9331-c4e908dc94fb req-bb4559c9-5c04-49c2-b5b5-00b6c1e45d53 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:36.663796 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd0f6393-64db-4a93-9331-c4e908dc94fb req-bb4559c9-5c04-49c2-b5b5-00b6c1e45d53 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0503907 Apr 30 05:23:36.709656 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd0f6393-64db-4a93-9331-c4e908dc94fb req-0a88c9be-3b55-429a-b150-292c6d16d706 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Apr 30 05:23:37.821989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bb480-ffdb-414b-ae04-6281abe3a683 req-e6f183a8-3ee0-46d9-a670-6c2c462007b1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:37.823453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b03bb480-ffdb-414b-ae04-6281abe3a683 req-e6f183a8-3ee0-46d9-a670-6c2c462007b1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0464475 Apr 30 05:23:37.869413 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b03bb480-ffdb-414b-ae04-6281abe3a683 req-d5ed7e9b-f2f7-4090-831f-e0128f985540 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Apr 30 05:23:37.979277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2acd-0236-426f-96e3-fbf524be6357 req-8c949f85-7e32-4a15-bc7b-2526103f1ae2 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:37.980628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d4a2acd-0236-426f-96e3-fbf524be6357 req-8c949f85-7e32-4a15-bc7b-2526103f1ae2 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0467713 Apr 30 05:23:38.030243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d4a2acd-0236-426f-96e3-fbf524be6357 req-f6254970-ee78-4744-be63-2656cb1f3b9c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Apr 30 05:23:38.236356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:38.344703 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3c0c-6d6e-442b-b6f2-702d1960e1fc req-f984a95a-9483-4b00-9aa1-dc18d090057d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:38.346126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-941f3c0c-6d6e-442b-b6f2-702d1960e1fc req-f984a95a-9483-4b00-9aa1-dc18d090057d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0458732 Apr 30 05:23:38.391872 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-941f3c0c-6d6e-442b-b6f2-702d1960e1fc req-a7586f85-914d-424f-be04-298253bc5feb tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Apr 30 05:23:39.804467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [req-5e3d8ea8-1958-4b5c-910d-297d757629a4 req-e1177851-cd17-43b9-b8a4-85ba54aae351 service neutron] (111174) timed out ('10.222.0.13', 64790) {{(pid=111174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 30 05:23:42.896615 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-f587545c-6f0a-4afd-bf6c-0fbccaee56fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394197 Apr 30 05:23:42.941766 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:23:42.977793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985ac6-04aa-4b39-9702-18ad21691835 req-df1b4dcb-3a20-465a-8f1c-e3e044c3d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:42.979449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-df1b4dcb-3a20-465a-8f1c-e3e044c3d62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1130 time: 0.0420265 Apr 30 05:23:43.089290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985ac6-04aa-4b39-9702-18ad21691835 req-5297fe1a-23a8-4913-ad9c-3605480353f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:43.091139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-5297fe1a-23a8-4913-ad9c-3605480353f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.0934055 Apr 30 05:23:43.133225 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-304bdeeb-3b21-4b05-9339-628dc53f89d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 217 time: 0.0367057 Apr 30 05:23:43.187350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985ac6-04aa-4b39-9702-18ad21691835 req-776fce01-a3dc-4d6b-a983-241de41fc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:43.188788 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-776fce01-a3dc-4d6b-a983-241de41fc8b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0494146 Apr 30 05:23:43.232189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09985ac6-04aa-4b39-9702-18ad21691835 req-19c6c752-568f-49f4-94e2-88cb4aebb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:43.233685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-19c6c752-568f-49f4-94e2-88cb4aebb493 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393662 Apr 30 05:23:43.324792 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-66f85def-8bd6-440d-a844-6b7997bfd147 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845706 Apr 30 05:23:43.415857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-09985ac6-04aa-4b39-9702-18ad21691835 req-16b61b1e-0d0d-4d9e-b86c-6c887830808f service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Apr 30 05:23:51.859560 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5fd93bf4-404d-4297-ad18-13a6788c3a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:54.104690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2e05d22b-474f-42d4-b6ce-86fa5ddaa7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:55.110399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:56.830249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:58.276045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:58.944952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f564d4-9e60-4d39-a623-61ef421e8ac3 req-d7a29c21-9ab5-4dec-81fa-f96cf9e9228e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:58.946570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f564d4-9e60-4d39-a623-61ef421e8ac3 req-d7a29c21-9ab5-4dec-81fa-f96cf9e9228e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0503607 Apr 30 05:23:59.001428 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f564d4-9e60-4d39-a623-61ef421e8ac3 req-9dbf266b-95ad-49bd-99e1-2de50ad2c0e1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Apr 30 05:23:59.023208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44124) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:23:59.158327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c726508-e703-42bb-9572-56d2ec659521 tempest-TestMinimumBasicScenario-1353692500 tempest-TestMinimumBasicScenario-1353692500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:23:59.159848 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0c726508-e703-42bb-9572-56d2ec659521 tempest-TestMinimumBasicScenario-1353692500 tempest-TestMinimumBasicScenario-1353692500-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1125 time: 0.1357043 Apr 30 05:23:59.162921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44128) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:23:59.167014 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:23:59.241962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:59.317116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:59.419240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Allocated IP 172.26.5.133 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/f721336c-33ef-4147-9d7e-91b397700970) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:23:59.521656 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for port (f721336c-33ef-4147-9d7e-91b397700970), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:59.584652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (f721336c-33ef-4147-9d7e-91b397700970), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:23:59.620819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:23:59.623836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:23:59.629307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:23:59.655310 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'Port': ['ID=f721336c-33ef-4147-9d7e-91b397700970,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:23:59.671076 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.671359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.671698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.672033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.672365 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.672950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.673274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.673608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.673931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.674251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.674596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.674915 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.675234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.675552 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:23:59.675869 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:00.348187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for floatingip (066efae0-c7f3-4ac7-8627-f53c39a25c8f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:00.475543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (f721336c-33ef-4147-9d7e-91b397700970), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:00.623015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for port (f721336c-33ef-4147-9d7e-91b397700970), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:00.681419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (f721336c-33ef-4147-9d7e-91b397700970), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:00.753867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'Port': ['ID=f721336c-33ef-4147-9d7e-91b397700970,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:00.762366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (066efae0-c7f3-4ac7-8627-f53c39a25c8f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:00.860954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Floating IP 066efae0-c7f3-4ac7-8627-f53c39a25c8f associated. External IP: 172.26.5.133, port: 82e33d30-9a94-49f1-99d7-4d73fa50ef0d. Apr 30 05:24:01.067305 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Router c9f86a24-358d-40c8-bcc8-a49a066f787b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:24:01.199598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:24:01.209088 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Sync routers for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:24:01.218893 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:24:01.221888 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:23:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:01.260737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.290076 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c878c931-d3b2-4a3b-bb6d-f126f9d4a196 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1261611 Apr 30 05:24:01.293330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:24:01.293559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce2044c-ce57-40f9-9cea-5c87b620ebec" -d '{"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:24:01.293863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44130) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:01.305928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798795213', 'description': 'tempest-secgroup-smoke-798795213 description', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:01.330971 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:24:01.337242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96293985-9fd5-43d3-b710-54f26150d165 x-openstack-request-id: req-96293985-9fd5-43d3-b710-54f26150d165 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:24:01.337626 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:24:01.337890 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96293985-9fd5-43d3-b710-54f26150d165 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:24:01.338347 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96293985-9fd5-43d3-b710-54f26150d165'] response: {'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:24:01.397496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-891f23e6-960e-47ea-9cb4-3105397d0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:01.399044 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-891f23e6-960e-47ea-9cb4-3105397d0b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1130 time: 0.0398524 Apr 30 05:24:01.407852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.487234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (5b459f25-2f87-4310-bbba-79482513d34e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.504643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-7373d24f-552e-4199-b8ba-837085f4985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:01.506102 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-7373d24f-552e-4199-b8ba-837085f4985a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.0998366 Apr 30 05:24:01.550074 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5b459f25-2f87-4310-bbba-79482513d34e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.574616 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-9f47b220-fbce-4f71-b84d-5264151cc573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1000 time: 0.0612452 Apr 30 05:24:01.579948 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b459f25-2f87-4310-bbba-79482513d34e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:01.587090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.587439 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.587782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.588124 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.588451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.588979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.589835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.590161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.590698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.591032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.591363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.591849 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.592186 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.592515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.592933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:24:01.621265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.622689 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a22a9352-9c95-4c55-999f-2c1c1f7bb3aa tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3276274 Apr 30 05:24:01.625881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44134) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:01.629499 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-45c6bc67-2bf4-479a-83a3-d92e1cf60791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:01.630489 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:01.631210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-45c6bc67-2bf4-479a-83a3-d92e1cf60791 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0510967 Apr 30 05:24:01.635661 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '066efae0-c7f3-4ac7-8627-f53c39a25c8f', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'port_id': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'mac_address': 'fa:16:3e:c6:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7603850c-8eb5-4194-807e-f3b4248b820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:24:00Z', 'updated_at': '2022-04-30T05:24:00Z', 'revision_number': 0, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:01.662475 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Checking router: c9f86a24-358d-40c8-bcc8-a49a066f787b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:24:01.671535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:24:01.672138 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:23:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:01.682054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-16d70327-c620-4e21-ad8a-37675a5ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:01.683677 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-16d70327-c620-4e21-ad8a-37675a5ea8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461955 Apr 30 05:24:01.710417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (0cb41f8c-c4af-44a2-92e0-dd400378dde6), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.775900 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-12d0fb59-9b0a-47be-8d3a-06d7e8456ced service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858932 Apr 30 05:24:01.780548 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:24:01.785277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (0cb41f8c-c4af-44a2-92e0-dd400378dde6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.841964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0cb41f8c-c4af-44a2-92e0-dd400378dde6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.861133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb41f8c-c4af-44a2-92e0-dd400378dde6,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:01.874460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ce2044c-ce57-40f9-9cea-5c87b620ebec req-6c6962fe-dfdc-48df-9b5c-bc1e734a02ca service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927849 Apr 30 05:24:01.953036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:01.954297 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9e5e7f4f-32bb-4237-a9c8-a915e8ee4f27 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274171 Apr 30 05:24:01.957065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44136) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:01.961509 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:02.001146 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '066efae0-c7f3-4ac7-8627-f53c39a25c8f', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'port_id': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'mac_address': 'fa:16:3e:c6:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7603850c-8eb5-4194-807e-f3b4248b820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:24:00Z', 'updated_at': '2022-04-30T05:24:00Z', 'revision_number': 0, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:02.030765 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbcb6b4-cc85-4344-8fd5-182e0d59d746 None None] The sync data for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv is: [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '066efae0-c7f3-4ac7-8627-f53c39a25c8f', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'port_id': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'mac_address': 'fa:16:3e:c6:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7603850c-8eb5-4194-807e-f3b4248b820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:24:00Z', 'updated_at': '2022-04-30T05:24:00Z', 'revision_number': 0, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:24:02.059713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (dbae906d-1faf-4f9f-ab32-51e90392e4c1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.118041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (dbae906d-1faf-4f9f-ab32-51e90392e4c1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.184802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (dbae906d-1faf-4f9f-ab32-51e90392e4c1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.203991 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbae906d-1faf-4f9f-ab32-51e90392e4c1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:02.241834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab5d32-222f-40ce-acf1-7224bf1830b5 None None] New status for floating IP 066efae0-c7f3-4ac7-8627-f53c39a25c8f: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:24:02.261201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.265154 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-31b4178c-3685-47a6-b9cd-03a0b4be9e22 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046131 Apr 30 05:24:02.265395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44138) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:02.269811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:02.350148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (7d90515a-412c-4748-bddf-499a5ad33214), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.410165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (7d90515a-412c-4748-bddf-499a5ad33214), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.482019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (7d90515a-412c-4748-bddf-499a5ad33214), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.502018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d90515a-412c-4748-bddf-499a5ad33214,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:02.569597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.570842 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2b02adf1-c34f-41a1-9a62-4ec81ae8dd85 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045270 Apr 30 05:24:02.573898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44140) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:02.578419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:02.658417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (9b6513f8-7740-4cfb-a849-c08178de1c7d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.716092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (9b6513f8-7740-4cfb-a849-c08178de1c7d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.761534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (9b6513f8-7740-4cfb-a849-c08178de1c7d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.779061 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6513f8-7740-4cfb-a849-c08178de1c7d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:02.831979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.833198 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-474c96f0-518e-4b6d-99b9-350d92cd1d65 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2581332 Apr 30 05:24:02.835839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44142) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:02.840082 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:02.921660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Project 79d1d69a4bbc41b089e3b79baeefe1c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:24:02.927269 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (06a0b04e-3e02-47b2-b302-5cec0d8f5a7f), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:02.985714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (06a0b04e-3e02-47b2-b302-5cec0d8f5a7f), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.047671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (06a0b04e-3e02-47b2-b302-5cec0d8f5a7f), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.065440 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a0b04e-3e02-47b2-b302-5cec0d8f5a7f,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:03.140772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.141994 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c609db5a-f0fb-4016-8249-a6a5c20e8f83 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052113 Apr 30 05:24:03.152210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44144) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:03.156649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'security_group_rule': {'security_group_id': '5b459f25-2f87-4310-bbba-79482513d34e', 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:03.264427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Project 79d1d69a4bbc41b089e3b79baeefe1c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:24:03.270533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (97a080f0-d6db-4825-a942-be818a303e84), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.335857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (97a080f0-d6db-4825-a942-be818a303e84), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.407320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (97a080f0-d6db-4825-a942-be818a303e84), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.425652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a080f0-d6db-4825-a942-be818a303e84,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:03.512823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.514038 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5674e5ce-b7e6-4812-8789-6356fd040021 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607743 Apr 30 05:24:03.604526 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97942436-42a8-444a-ba69-e9b59e93bcec req-98c13e43-c00d-40b1-837c-9431039dbd6e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798795213&fields=id&tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3 HTTP/1.1" status: 200 len: 267 time: 0.0464084 Apr 30 05:24:03.655423 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942436-42a8-444a-ba69-e9b59e93bcec req-9f17d0a1-781d-4bda-b5b8-1592a7042a5a tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:03.656866 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97942436-42a8-444a-ba69-e9b59e93bcec req-9f17d0a1-781d-4bda-b5b8-1592a7042a5a tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0470433 Apr 30 05:24:03.667137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'port': {'security_groups': ['c0a58500-f3cc-4566-b94e-5f331592808c', '5b459f25-2f87-4310-bbba-79482513d34e']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:03.738618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:03.922723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:24:03.952143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:04.013118 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:04.024651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:24:04.055177 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.056147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:04.057164 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97942436-42a8-444a-ba69-e9b59e93bcec req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "PUT /v2.0/ports/82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 982 time: 0.3944068 Apr 30 05:24:04.057615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:24:04.064868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e19da6-d3ec-4259-8aa8-064560a3e904" -d '{"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:24:04.110193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0295f8-fa34-489c-bad2-aa3104ddaf6f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=6']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:04.116688 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801d7a1-1020-4c04-9b5d-9d6683006474 x-openstack-request-id: req-f801d7a1-1020-4c04-9b5d-9d6683006474 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:24:04.117237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:24:04.117699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f801d7a1-1020-4c04-9b5d-9d6683006474 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:24:04.118345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f801d7a1-1020-4c04-9b5d-9d6683006474'] response: {'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:24:04.144395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:24:04.215775 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-e41dff34-899a-436e-9544-a3d5bdbf8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.217480 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-e41dff34-899a-436e-9544-a3d5bdbf8f93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1169 time: 0.0758829 Apr 30 05:24:04.253671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bace601-1613-4c41-b90e-1c794a02e438 req-1a0dba7d-c125-4b72-bda9-ff2cdee4eec8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.255269 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bace601-1613-4c41-b90e-1c794a02e438 req-1a0dba7d-c125-4b72-bda9-ff2cdee4eec8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0828516 Apr 30 05:24:04.364031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-7f74c393-d9fe-4b4b-92f6-ca354c454cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.365500 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-7f74c393-d9fe-4b4b-92f6-ca354c454cd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.1409912 Apr 30 05:24:04.370708 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bace601-1613-4c41-b90e-1c794a02e438 req-52e581da-d2c7-4172-a47a-41c8c22837b9 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050363 Apr 30 05:24:04.409566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-28cdb30a-4e56-4cf2-9465-55a0bb4ff698 None None] Provisioning complete for port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:24:04.409931 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-28cdb30a-4e56-4cf2-9465-55a0bb4ff698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:04.438165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-73b17c7f-f2cf-42fe-9e7e-84c58fb02d40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1002 time: 0.0653749 Apr 30 05:24:04.485287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-65228d8e-6da4-47e2-9b51-d2eb91a7f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.486685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-65228d8e-6da4-47e2-9b51-d2eb91a7f359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0428336 Apr 30 05:24:04.529507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-70052a20-78d7-46d2-aceb-2cedb0e0d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:04.531025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-70052a20-78d7-46d2-aceb-2cedb0e0d4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389390 Apr 30 05:24:04.605407 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-28cdb30a-4e56-4cf2-9465-55a0bb4ff698 None None] Current status of the port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:24:04.626767 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-b82f55c5-7ee4-46a0-9e2e-ed704529acf4 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892344 Apr 30 05:24:04.713464 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c1e19da6-d3ec-4259-8aa8-064560a3e904 req-45487e24-b8b4-4436-b1e3-81eb90c70855 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811298 Apr 30 05:24:08.224052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:08.521554 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039752a-5c5f-4ba8-93d8-7b2d748b9ef5 req-e02d5061-0935-41f1-a865-6f959e0ab57b tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:08.522988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8039752a-5c5f-4ba8-93d8-7b2d748b9ef5 req-e02d5061-0935-41f1-a865-6f959e0ab57b tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0534091 Apr 30 05:24:08.599133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-5ebafdb8-5f71-4bc7-a3b2-ed2f6d8d483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:08.600586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-5ebafdb8-5f71-4bc7-a3b2-ed2f6d8d483a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1169 time: 0.0575898 Apr 30 05:24:08.631571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8039752a-5c5f-4ba8-93d8-7b2d748b9ef5 req-8bd38512-b553-4963-8b6a-cee3906cd78c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020517 Apr 30 05:24:08.702546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-286e62b2-de5d-4f80-86a2-f3dbb16fe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:08.704002 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-286e62b2-de5d-4f80-86a2-f3dbb16fe74e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.0962920 Apr 30 05:24:08.770724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-f6d352c1-db43-4b6e-82d5-175434b76cd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1002 time: 0.0606549 Apr 30 05:24:08.822766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-66a34e85-efdf-41b0-8a6d-0691a2aab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:08.824719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-66a34e85-efdf-41b0-8a6d-0691a2aab13a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0488541 Apr 30 05:24:08.870024 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-e73f4263-3dc5-465d-86de-334165f68d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:08.871725 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-e73f4263-3dc5-465d-86de-334165f68d34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387275 Apr 30 05:24:08.958990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-42cdaa3c-ff28-438f-9a89-de50684e59dc service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808430 Apr 30 05:24:09.048282 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9836b19-2a92-4615-b4c8-fd3b7a9b2e7d req-836327d9-2762-4c74-8ee0-c3fe312af810 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Apr 30 05:24:09.751368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a605-7d63-42a0-8b45-34d65fe02237 req-84493f17-71bb-4aa8-a0f0-3031992dbe1c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:09.752875 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7447a605-7d63-42a0-8b45-34d65fe02237 req-84493f17-71bb-4aa8-a0f0-3031992dbe1c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0494206 Apr 30 05:24:09.814065 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7447a605-7d63-42a0-8b45-34d65fe02237 req-c7a9025d-b82e-4203-99dd-2a9a705e2409 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553389 Apr 30 05:24:11.107182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005aa8-8615-4378-b74e-7e2c7772e63d req-92f273a4-f31c-4b4b-939d-af4a012bdbcb tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:11.108660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99005aa8-8615-4378-b74e-7e2c7772e63d req-92f273a4-f31c-4b4b-939d-af4a012bdbcb tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0517511 Apr 30 05:24:11.166759 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99005aa8-8615-4378-b74e-7e2c7772e63d req-0c5c584e-1dfe-4da0-9c12-5224136376ac tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524330 Apr 30 05:24:12.280844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b0e9-d63e-4cec-8a0f-ef6d1993ba02 req-cc17643a-9df8-4853-98a4-c66122d8e852 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:12.282352 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1b9b0e9-d63e-4cec-8a0f-ef6d1993ba02 req-cc17643a-9df8-4853-98a4-c66122d8e852 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0482519 Apr 30 05:24:12.341972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1b9b0e9-d63e-4cec-8a0f-ef6d1993ba02 req-4fe845a1-c317-4e78-a9f7-c71294cd2c38 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538547 Apr 30 05:24:13.454227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb20ac-aa5e-466a-8c83-ab1411488e65 req-17712cf4-2cf2-4931-8896-c890cdf43616 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:13.455685 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25fb20ac-aa5e-466a-8c83-ab1411488e65 req-17712cf4-2cf2-4931-8896-c890cdf43616 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0469134 Apr 30 05:24:13.518074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25fb20ac-aa5e-466a-8c83-ab1411488e65 req-02b639e1-4397-4daa-bba0-2a3ac985644c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568440 Apr 30 05:24:14.633592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18911-d005-4f86-b94f-28e14c16bd8d req-56cc6fe2-5515-457f-9091-de64218f8203 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:14.635073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69c18911-d005-4f86-b94f-28e14c16bd8d req-56cc6fe2-5515-457f-9091-de64218f8203 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0495329 Apr 30 05:24:14.695534 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69c18911-d005-4f86-b94f-28e14c16bd8d req-1a3f70e2-785b-494d-853c-2760c661ed9e tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543470 Apr 30 05:24:15.808891 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d0cf-6c54-4c2a-914c-7166c2f26b7f req-70f54006-3524-4d95-bb2d-6a734a84864c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:15.810357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d638d0cf-6c54-4c2a-914c-7166c2f26b7f req-70f54006-3524-4d95-bb2d-6a734a84864c tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0472901 Apr 30 05:24:15.868187 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d638d0cf-6c54-4c2a-914c-7166c2f26b7f req-776db6d8-f0a0-4a8c-86c1-ca041e44eca0 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523107 Apr 30 05:24:16.983745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386341b-de7c-4769-b8cd-710532ee85ee req-2bed6dce-1da3-4457-bcd1-72f03281495f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:16.985098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8386341b-de7c-4769-b8cd-710532ee85ee req-2bed6dce-1da3-4457-bcd1-72f03281495f tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0498357 Apr 30 05:24:17.043296 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8386341b-de7c-4769-b8cd-710532ee85ee req-760d350c-e8ae-4ae7-a916-34c313c13f58 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520988 Apr 30 05:24:18.157439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dcc6c-26e5-49ec-b113-851627e56d24 req-d230821c-50bb-467d-bc2c-c5934a09f3d1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:18.158960 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d6dcc6c-26e5-49ec-b113-851627e56d24 req-d230821c-50bb-467d-bc2c-c5934a09f3d1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0478075 Apr 30 05:24:18.219546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d6dcc6c-26e5-49ec-b113-851627e56d24 req-634bdfe7-fb88-464c-a117-adcf8991fa80 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549045 Apr 30 05:24:19.333925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86dcf-f308-444a-998d-0ab68588bdc1 req-b85fd4ea-167e-4f36-9b3d-bbc12241cb82 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:19.335406 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74c86dcf-f308-444a-998d-0ab68588bdc1 req-b85fd4ea-167e-4f36-9b3d-bbc12241cb82 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0489545 Apr 30 05:24:19.397040 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74c86dcf-f308-444a-998d-0ab68588bdc1 req-ed86b91b-4f41-461f-b70d-4d1c49c3e449 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560191 Apr 30 05:24:19.941239 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:24:20.513853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82107a-77fa-436f-a794-da5ab2457150 req-e08c0d09-3d22-456a-b62e-5ccfbf271fd9 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:20.515365 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc82107a-77fa-436f-a794-da5ab2457150 req-e08c0d09-3d22-456a-b62e-5ccfbf271fd9 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0487211 Apr 30 05:24:20.574727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc82107a-77fa-436f-a794-da5ab2457150 req-23027782-e45c-4ff6-bbc5-6a5af814c7cf tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b459f25-2f87-4310-bbba-79482513d34e&id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537570 Apr 30 05:24:21.840938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aa3fba54-9124-47d2-b0dd-2ec13815af9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:24.103686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94128c4b-d4f6-4a7f-a303-2e95ac8fc296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:25.139016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:26.835003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:28.223960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:38.263762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:42.884337 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-65e9c5ef-0e7e-47d5-ab51-c78daf68a8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388489 Apr 30 05:24:42.966248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029870-382e-4909-a4c9-aabb31c494a4 req-ebe7fe22-1e1f-429d-b5a3-4fe80add83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:42.967644 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-ebe7fe22-1e1f-429d-b5a3-4fe80add83aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1169 time: 0.0427022 Apr 30 05:24:43.069641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029870-382e-4909-a4c9-aabb31c494a4 req-916fd7ad-cb6a-4c6e-88bc-8a082d41f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:43.071126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-916fd7ad-cb6a-4c6e-88bc-8a082d41f2e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.0854707 Apr 30 05:24:43.138366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-739d21ec-9f05-4b2f-a5ce-d41ed85f5cb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1002 time: 0.0607679 Apr 30 05:24:43.183968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029870-382e-4909-a4c9-aabb31c494a4 req-c623e732-ec26-4a64-b3ef-e459cc8cc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:43.185973 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-c623e732-ec26-4a64-b3ef-e459cc8cc7b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0427532 Apr 30 05:24:43.227142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24029870-382e-4909-a4c9-aabb31c494a4 req-aedbd68a-82c4-4acf-82ff-de18b04ed232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:43.228495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-aedbd68a-82c4-4acf-82ff-de18b04ed232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369036 Apr 30 05:24:43.319701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-4a35bcaa-5119-47de-98c7-503e505b6fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845261 Apr 30 05:24:43.406075 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24029870-382e-4909-a4c9-aabb31c494a4 req-15e732e5-5817-45fa-8d7a-4afaabac4388 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Apr 30 05:24:51.846280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-573e7983-a6c9-47e8-89ef-89144d4de120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:52.972409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-96361e33-bd04-4035-b645-ad3565fbb1fb tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798795213&fields=id&tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3 HTTP/1.1" status: 200 len: 267 time: 0.0436499 Apr 30 05:24:53.024436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-ac78b298-aa35-45ce-9a32-0e80b89037c1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:53.025839 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-ac78b298-aa35-45ce-9a32-0e80b89037c1 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 985 time: 0.0484066 Apr 30 05:24:53.037912 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Request body: {'port': {'security_groups': ['c0a58500-f3cc-4566-b94e-5f331592808c']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:24:53.107236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.626086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:24:53.653952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.686357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.697852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:24:53.733209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:53.733855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.735306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-89fffdc1-f9a8-4aa2-87ab-3b9bc883aacb req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "PUT /v2.0/ports/82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 943 time: 0.7018793 Apr 30 05:24:53.738198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:24:53.740319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:24:53.741764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44188) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:53.772804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b628e-cb01-4359-a318-30870b41629d tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event updated for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=7']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:53.817124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:24:53.824609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (5b459f25-2f87-4310-bbba-79482513d34e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.855576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (5b459f25-2f87-4310-bbba-79482513d34e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:53.993540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12ba74-9597-4141-924f-a99a5bb7356a x-openstack-request-id: req-5c12ba74-9597-4141-924f-a99a5bb7356a {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:24:53.993540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:24:53.994111 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c12ba74-9597-4141-924f-a99a5bb7356a {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:24:53.995115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c12ba74-9597-4141-924f-a99a5bb7356a'] response: {'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:24:54.011872 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (5b459f25-2f87-4310-bbba-79482513d34e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.016749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.017330 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b459f25-2f87-4310-bbba-79482513d34e HTTP/1.1" status: 204 len: 168 time: 0.2738459 Apr 30 05:24:54.019837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44194) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:24:54.060534 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-0ec56572-55e9-4c40-8516-414f8a5298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:54.062182 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-0ec56572-55e9-4c40-8516-414f8a5298fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1130 time: 0.0445914 Apr 30 05:24:54.072396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7fa9-2a75-46d6-9224-cf5d20b8cd01 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b459f25-2f87-4310-bbba-79482513d34e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:54.130890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b882ec9a-c044-47d1-9975-8ef673a95360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.140948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-77d81f50-5a78-4f9f-b765-b0ce90f9afac None None] Provisioning complete for port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:24:54.141455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-77d81f50-5a78-4f9f-b765-b0ce90f9afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.176674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-2f43b8fc-78ff-4a03-bf71-92bf29d6697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:54.178057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-2f43b8fc-78ff-4a03-bf71-92bf29d6697a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.1066558 Apr 30 05:24:54.197504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Deleting port f721336c-33ef-4147-9d7e-91b397700970 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:24:54.197847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (f721336c-33ef-4147-9d7e-91b397700970), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.255100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-cfb7c2dc-7ab1-4e68-8b57-b95fa05f9024 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 1002 time: 0.0704992 Apr 30 05:24:54.258143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-77d81f50-5a78-4f9f-b765-b0ce90f9afac None None] Current status of the port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:24:54.278721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (f721336c-33ef-4147-9d7e-91b397700970), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.279047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for floatingip (f721336c-33ef-4147-9d7e-91b397700970), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.290965 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Calling delete_port for f721336c-33ef-4147-9d7e-91b397700970 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:24:54.304989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-c0fb9973-1faf-481e-83b0-e5b5d5aafa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:54.306549 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-c0fb9973-1faf-481e-83b0-e5b5d5aafa91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0448713 Apr 30 05:24:54.349717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-13aaf30b-67c0-4244-b972-ddd5bb462d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:54.351243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-13aaf30b-67c0-4244-b972-ddd5bb462d40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386016 Apr 30 05:24:54.446635 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-78282764-bb11-43f0-a02a-88bd97e164a0 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885749 Apr 30 05:24:54.503617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (f721336c-33ef-4147-9d7e-91b397700970), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.527376 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event deleted for resources: {'Port': ['ID=f721336c-33ef-4147-9d7e-91b397700970,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:24:54.540146 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9ece9a6-2ddc-4659-8a52-337db7b1e9b1 req-88361557-e542-4a1c-a1e2-01b72a1a2b3e service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869052 Apr 30 05:24:54.597065 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks [] for floatingip (066efae0-c7f3-4ac7-8627-f53c39a25c8f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.597442 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Floating IP 066efae0-c7f3-4ac7-8627-f53c39a25c8f disassociated (deleted). External IP: 172.26.5.133, port: 82e33d30-9a94-49f1-99d7-4d73fa50ef0d. Apr 30 05:24:54.809216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Router c9f86a24-358d-40c8-bcc8-a49a066f787b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:24:54.922392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:24:54.927119 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:54.931456 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Sync routers for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:24:54.941632 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:24:54.942233 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:54.955602 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-438baffa-ab01-49e7-b3bd-afeeb8006df4 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "DELETE /v2.0/floatingips/066efae0-c7f3-4ac7-8627-f53c39a25c8f HTTP/1.1" status: 204 len: 168 time: 0.9317205 Apr 30 05:24:54.956093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:24:54.958408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2080a949-0878-4094-b0b6-df67973b3e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:24:55.056889 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:24:55.063990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737026f7-8650-4ceb-ba3e-cbb385e18a15 x-openstack-request-id: req-737026f7-8650-4ceb-ba3e-cbb385e18a15 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:24:55.064353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:24:55.064672 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-737026f7-8650-4ceb-ba3e-cbb385e18a15 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:24:55.065163 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737026f7-8650-4ceb-ba3e-cbb385e18a15'] response: {'name': 'network-changed', 'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:24:55.120829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:55.127134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a949-0878-4094-b0b6-df67973b3e8d req-465aa8fd-6e1c-4d30-9172-393198ee266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:55.131802 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-465aa8fd-6e1c-4d30-9172-393198ee266e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 1130 time: 0.0458002 Apr 30 05:24:55.225923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a949-0878-4094-b0b6-df67973b3e8d req-27d3611e-8f8f-40a2-b0e0-4a55eb76baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:55.227358 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-27d3611e-8f8f-40a2-b0e0-4a55eb76baa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 200 len: 915 time: 0.0914710 Apr 30 05:24:55.265044 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:55.274403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-022d6110-7094-4ba3-93ab-693f747d9d95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 200 len: 217 time: 0.0407944 Apr 30 05:24:55.294672 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Checking router: c9f86a24-358d-40c8-bcc8-a49a066f787b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:24:55.304205 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:24:55.305251 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:55.330238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a949-0878-4094-b0b6-df67973b3e8d req-2aa0be0c-65f5-49f8-8b37-b78a3bb6e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:55.331728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-2aa0be0c-65f5-49f8-8b37-b78a3bb6e86e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 200 len: 854 time: 0.0514064 Apr 30 05:24:55.383529 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a949-0878-4094-b0b6-df67973b3e8d req-69aab91b-9173-4506-8f5a-0d55a9f7260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:24:55.385174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-69aab91b-9173-4506-8f5a-0d55a9f7260e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3d5362d-c2dc-4b66-91ea-a70c7e587125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0472846 Apr 30 05:24:55.417876 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:24:55.486147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-1c83dede-64b4-465d-9bfb-30628d234413 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944340 Apr 30 05:24:55.688489 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:24:55.714699 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe10032-61f8-439f-8895-09f57f5cc244 None None] The sync data for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv is: [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb', 'name': '', 'network_id': 'c3d5362d-c2dc-4b66-91ea-a70c7e587125', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'mac_address': 'fa:16:3e:08:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:57Z', 'updated_at': '2022-04-30T05:23:01Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'subnets': [{'id': 'b1557797-3300-413a-9b7a-bb58935cbb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:24:55.771810 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2080a949-0878-4094-b0b6-df67973b3e8d req-32531c7c-7bcc-42c9-9f77-b62c012caed3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944014 Apr 30 05:24:55.939125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe00154-7840-4f0b-97cf-4f4c7779e7c4 None None] New status for floating IP 066efae0-c7f3-4ac7-8627-f53c39a25c8f: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:24:56.834920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:24:56.939594 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:24:58.275126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:08.268842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:12.827863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45362bc-7ec2-406c-b9ce-56ee70f60803 req-52e47dce-4def-4da3-b1e6-f3ee4138b8d3 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:12.829340 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b45362bc-7ec2-406c-b9ce-56ee70f60803 req-52e47dce-4def-4da3-b1e6-f3ee4138b8d3 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0497448 Apr 30 05:25:12.876733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b45362bc-7ec2-406c-b9ce-56ee70f60803 req-239abd32-2891-41dc-86c4-2312555e70e0 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Apr 30 05:25:13.995659 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902f5e-06e0-4d9f-92c2-fb2f86fddcbb req-2e46b3f9-ff5e-4604-8a61-dc3e8c046d88 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:13.996996 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18902f5e-06e0-4d9f-92c2-fb2f86fddcbb req-2e46b3f9-ff5e-4604-8a61-dc3e8c046d88 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0458114 Apr 30 05:25:14.044280 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18902f5e-06e0-4d9f-92c2-fb2f86fddcbb req-bf88f5ce-2df8-4eaf-a942-bc6527d22517 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0a58500-f3cc-4566-b94e-5f331592808c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Apr 30 05:25:14.413280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-db11d5b0-d6dd-49f3-beae-242aaf6a3479 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:14.414741 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-db11d5b0-d6dd-49f3-beae-242aaf6a3479 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.13 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 946 time: 0.0506783 Apr 30 05:25:14.497415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Deleting port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:14.497746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:14.587051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] For port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:14.587411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:14.600767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Calling delete_port for 82e33d30-9a94-49f1-99d7-4d73fa50ef0d owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:14.811685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (82e33d30-9a94-49f1-99d7-4d73fa50ef0d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:14.823185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['82e33d30-9a94-49f1-99d7-4d73fa50ef0d'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:25:14.842188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Pushing event deleted for resources: {'Port': ['ID=82e33d30-9a94-49f1-99d7-4d73fa50ef0d,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:14.869863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.870208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.873817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.874546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.874546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.874546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.874878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.875193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:14.898764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] No DVR routers for this DVR port 82e33d30-9a94-49f1-99d7-4d73fa50ef0d on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:25:14.901230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:14.904700 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c95ca409-c14a-480e-8c69-c97a1ac4321a req-5caace0c-5937-4b07-af59-9fdb755cbff8 tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.13 "DELETE /v2.0/ports/82e33d30-9a94-49f1-99d7-4d73fa50ef0d HTTP/1.1" status: 204 len: 173 time: 0.4844179 Apr 30 05:25:14.905157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'name': 'network-vif-deleted', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:25:14.907503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ababeadc-b42d-4078-a557-08a218e8966a" -d '{"events": [{"server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "name": "network-vif-deleted", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:25:14.943011 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f75a5b4-8aa8-4b34-a1d5-9b98ec01abd1 x-openstack-request-id: req-9f75a5b4-8aa8-4b34-a1d5-9b98ec01abd1 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:25:14.943392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7603850c-8eb5-4194-807e-f3b4248b820d", "name": "network-vif-deleted", "tag": "82e33d30-9a94-49f1-99d7-4d73fa50ef0d", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:25:14.943642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f75a5b4-8aa8-4b34-a1d5-9b98ec01abd1 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:25:14.944054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f75a5b4-8aa8-4b34-a1d5-9b98ec01abd1'] response: {'server_uuid': '7603850c-8eb5-4194-807e-f3b4248b820d', 'name': 'network-vif-deleted', 'tag': '82e33d30-9a94-49f1-99d7-4d73fa50ef0d', 'status': 'completed', 'code': 200} Apr 30 05:25:15.145366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cc7e7f15-b3ba-4115-9e25-5e3ee180041b req-a38bb976-ba68-4b72-a2de-9dab39e1c7bf tempest-TestMinimumBasicScenario-1893650571 tempest-TestMinimumBasicScenario-1893650571-project] 10.222.0.16 "GET /v2.0/ports?device_id=7603850c-8eb5-4194-807e-f3b4248b820d HTTP/1.1" status: 200 len: 210 time: 0.0328021 Apr 30 05:25:17.315347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44312) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:17.636506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:17.881006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Deleting port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:17.881349 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:17.884905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 82e33d30-9a94-49f1-99d7-4d73fa50ef0d no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:17.907758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 82e33d30-9a94-49f1-99d7-4d73fa50ef0d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:17.908090 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 82e33d30-9a94-49f1-99d7-4d73fa50ef0d not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:17.959794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] For port b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:17.960149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:17.976352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Calling delete_port for b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:18.205750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:18.228570 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:18.397990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:18.609931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Router c9f86a24-358d-40c8-bcc8-a49a066f787b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:25:18.716030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:25:18.724333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-83818d28-f38c-42e9-877f-9047864b7164 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9f86a24-358d-40c8-bcc8-a49a066f787b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077783 Apr 30 05:25:18.725279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44314) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:18.734528 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Sync routers for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:25:18.746642 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:18.748068 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:18.832000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks [] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:18.860184 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:18.937458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks [] for router_gateway (c9f86a24-358d-40c8-bcc8-a49a066f787b), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.028488 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '3800727d-1af7-458c-a370-bb158ee9accb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:25:18Z', 'revision_number': 5, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port': {'id': '3800727d-1af7-458c-a370-bb158ee9accb', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:22:55Z', 'updated_at': '2022-04-30T05:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:19.041247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Deleting port 3800727d-1af7-458c-a370-bb158ee9accb {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:19.041578 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3800727d-1af7-458c-a370-bb158ee9accb), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.056727 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Checking router: c9f86a24-358d-40c8-bcc8-a49a066f787b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:25:19.064964 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Routers {'c9f86a24-358d-40c8-bcc8-a49a066f787b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:19.065554 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c9f86a24-358d-40c8-bcc8-a49a066f787b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:19.119825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] For port 3800727d-1af7-458c-a370-bb158ee9accb, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3800727d-1af7-458c-a370-bb158ee9accb,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:19.120101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3800727d-1af7-458c-a370-bb158ee9accb), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.132840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Calling delete_port for 3800727d-1af7-458c-a370-bb158ee9accb owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:19.153733 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] Set router c9f86a24-358d-40c8-bcc8-a49a066f787b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:19.207512 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:25:18Z', 'revision_number': 6, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:19.234222 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5997661-9fa7-456f-8048-4ad38c690ea7 None None] The sync data for ids ['c9f86a24-358d-40c8-bcc8-a49a066f787b'] in dv-neutron-838078-9-hyperv is: [{'id': 'c9f86a24-358d-40c8-bcc8-a49a066f787b', 'name': 'tempest-TestMinimumBasicScenario-2108110766-router', 'tenant_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:22:54Z', 'updated_at': '2022-04-30T05:25:18Z', 'revision_number': 6, 'project_id': '79d1d69a4bbc41b089e3b79baeefe1c3', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:25:19.365540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3800727d-1af7-458c-a370-bb158ee9accb), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.390557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Pushing event deleted for resources: {'Port': ['ID=3800727d-1af7-458c-a370-bb158ee9accb,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:19.450543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.541028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.543780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks [] for router_controller (c9f86a24-358d-40c8-bcc8-a49a066f787b), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.646044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (c9f86a24-358d-40c8-bcc8-a49a066f787b), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.646638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f86a24-358d-40c8-bcc8-a49a066f787b {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:25:19.654584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.656469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7ccfb29-2f8b-4994-85e5-edc117cf8478 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c9f86a24-358d-40c8-bcc8-a49a066f787b HTTP/1.1" status: 204 len: 168 time: 0.9295456 Apr 30 05:25:19.658450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44316) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:19.703401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Deleting subnet b1557797-3300-413a-9b7a-bb58935cbb48 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:25:19.706699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Publish callbacks [] for subnet (b1557797-3300-413a-9b7a-bb58935cbb48), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.742772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (b1557797-3300-413a-9b7a-bb58935cbb48), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.825046 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (b1557797-3300-413a-9b7a-bb58935cbb48), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.937593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (b1557797-3300-413a-9b7a-bb58935cbb48), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.963466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1557797-3300-413a-9b7a-bb58935cbb48,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:19.967143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:19.970303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-716f3fc1-1c2e-4069-b34b-af2e942a1d5e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1557797-3300-413a-9b7a-bb58935cbb48 HTTP/1.1" status: 204 len: 168 time: 0.3109310 Apr 30 05:25:19.972803 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44318) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:19.973382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a56b86-51ca-4730-90fd-6a76a17f847d None None] Network c3d5362d-c2dc-4b66-91ea-a70c7e587125 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:25:20.039998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (c3d5362d-c2dc-4b66-91ea-a70c7e587125), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.094646 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Deleting port 497ee674-1196-4f44-8207-a4cfd9b24608 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:20.094976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.128102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5829499b-b70b-481a-b94b-1defb884890d None None] DHCP port deletion for c3d5362d-c2dc-4b66-91ea-a70c7e587125 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:25:20.157458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] For port 497ee674-1196-4f44-8207-a4cfd9b24608, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=497ee674-1196-4f44-8207-a4cfd9b24608,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:20.157744 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.170772 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Calling delete_port for 497ee674-1196-4f44-8207-a4cfd9b24608 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:20.171357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Deleting port 497ee674-1196-4f44-8207-a4cfd9b24608 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:20.171731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.233119 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5829499b-b70b-481a-b94b-1defb884890d None None] For port 497ee674-1196-4f44-8207-a4cfd9b24608, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=497ee674-1196-4f44-8207-a4cfd9b24608,segment=NetworkSegment(2044feb0-efe9-41a8-b96c-f66570b943be),segment_id=2044feb0-efe9-41a8-b96c-f66570b943be)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:20.233433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.245779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Calling delete_port for 497ee674-1196-4f44-8207-a4cfd9b24608 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:20.308606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.324451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (497ee674-1196-4f44-8207-a4cfd9b24608), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.333282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Pushing event deleted for resources: {'Port': ['ID=497ee674-1196-4f44-8207-a4cfd9b24608,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:20.337277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] No DVR routers for this DVR port 497ee674-1196-4f44-8207-a4cfd9b24608 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:25:20.350693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Pushing event deleted for resources: {'Port': ['ID=497ee674-1196-4f44-8207-a4cfd9b24608,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:20.352948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829499b-b70b-481a-b94b-1defb884890d None None] No DVR routers for this DVR port 497ee674-1196-4f44-8207-a4cfd9b24608 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:25:20.361346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.361498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.362980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.362980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.362980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.362980 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.363367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.363520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.363959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.364127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.364535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.364823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.365139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.365456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.365776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829499b-b70b-481a-b94b-1defb884890d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:20.417948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (c3d5362d-c2dc-4b66-91ea-a70c7e587125), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.438718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d5362d-c2dc-4b66-91ea-a70c7e587125']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:20.447756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2044feb0-efe9-41a8-b96c-f66570b943be') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:20.448053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2044feb0-efe9-41a8-b96c-f66570b943be') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:20.457378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (2044feb0-efe9-41a8-b96c-f66570b943be), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.470839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (2044feb0-efe9-41a8-b96c-f66570b943be), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.476825 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (2044feb0-efe9-41a8-b96c-f66570b943be), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:25:20.479493 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:25:20.594440 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (c3d5362d-c2dc-4b66-91ea-a70c7e587125), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.599843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:20.603360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] 10.222.0.16 "DELETE /v2.0/networks/c3d5362d-c2dc-4b66-91ea-a70c7e587125 HTTP/1.1" status: 204 len: 168 time: 0.6296434 Apr 30 05:25:20.606113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44320) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:20.617073 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef227395-003b-419e-9bb4-d105a90555dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d5362d-c2dc-4b66-91ea-a70c7e587125,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:20.768219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:20.788755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:20.789089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b4c8ef5b-51b9-4dff-9b2d-0bef88f568fb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:20.789502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3800727d-1af7-458c-a370-bb158ee9accb no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:20.808086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3800727d-1af7-458c-a370-bb158ee9accb {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:20.808424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3800727d-1af7-458c-a370-bb158ee9accb not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:20.808853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 497ee674-1196-4f44-8207-a4cfd9b24608 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:20.830534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 497ee674-1196-4f44-8207-a4cfd9b24608 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:20.830878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 497ee674-1196-4f44-8207-a4cfd9b24608 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:20.936402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (4033727e-cfb5-406b-9747-089a844a7e6a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.164081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Deleting port d39b2f54-1565-40b6-a674-2c75e082ccba {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:21.164413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.244109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] For port d39b2f54-1565-40b6-a674-2c75e082ccba, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d39b2f54-1565-40b6-a674-2c75e082ccba,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:21.244457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.256903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Calling delete_port for d39b2f54-1565-40b6-a674-2c75e082ccba owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:21.491455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d39b2f54-1565-40b6-a674-2c75e082ccba), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.518528 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Pushing event deleted for resources: {'Port': ['ID=d39b2f54-1565-40b6-a674-2c75e082ccba,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:21.543717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.544109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.544573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.544912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.545499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.545835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.546163 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.546512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.546838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.547265 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.547595 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.547916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.548242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.548562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.548878 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:21.696024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (4033727e-cfb5-406b-9747-089a844a7e6a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.840726 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ad270fef-93bd-4a8f-a48a-320f19f9e11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:21.915987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Router 4033727e-cfb5-406b-9747-089a844a7e6a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:25:22.317992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:25:22.323083 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fcd686c7-ae02-411b-a06c-386549e69aea admin admin] 10.222.0.16 "PUT /v2.0/routers/4033727e-cfb5-406b-9747-089a844a7e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159071 Apr 30 05:25:22.326452 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44322) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:22.327290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Sync routers for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:25:22.338322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:22.338933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:22.431389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks [] for router (4033727e-cfb5-406b-9747-089a844a7e6a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:22.444607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:22.618375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:25:21Z', 'revision_number': 5, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:22.651229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Checking router: 4033727e-cfb5-406b-9747-089a844a7e6a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:25:22.660883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Routers {'4033727e-cfb5-406b-9747-089a844a7e6a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:22.661544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:24:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['4033727e-cfb5-406b-9747-089a844a7e6a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:22.773807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] Set router 4033727e-cfb5-406b-9747-089a844a7e6a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:22.886755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks [] for router_gateway (4033727e-cfb5-406b-9747-089a844a7e6a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:22.943418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:25:21Z', 'revision_number': 5, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:22.968750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8f4a14-0fff-4b0f-acc9-8f9fb8f1edc6 None None] The sync data for ids ['4033727e-cfb5-406b-9747-089a844a7e6a'] in dv-neutron-838078-9-hyperv is: [{'id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'name': 'tempest-TestMinimumBasicScenario-1054881203-router', 'tenant_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:23:00Z', 'updated_at': '2022-04-30T05:25:21Z', 'revision_number': 5, 'project_id': 'c3d22ebeebda4dba8a20400e2b55e15a', 'gw_port': {'id': 'e0fe446e-f1fe-4c90-a868-f8ba9229b0ec', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4033727e-cfb5-406b-9747-089a844a7e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:23:01Z', 'updated_at': '2022-04-30T05:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:25:22.992257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Deleting port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:22.992593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.071001 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] For port e0fe446e-f1fe-4c90-a868-f8ba9229b0ec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:23.071360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.084361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Calling delete_port for e0fe446e-f1fe-4c90-a868-f8ba9229b0ec owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:23.302819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (e0fe446e-f1fe-4c90-a868-f8ba9229b0ec), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.334214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fe446e-f1fe-4c90-a868-f8ba9229b0ec,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:23.397385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (4033727e-cfb5-406b-9747-089a844a7e6a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.492878 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (4033727e-cfb5-406b-9747-089a844a7e6a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.495215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks [] for router_controller (4033727e-cfb5-406b-9747-089a844a7e6a), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.616889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (4033727e-cfb5-406b-9747-089a844a7e6a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.617361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4033727e-cfb5-406b-9747-089a844a7e6a {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:25:23.621640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.622902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f1c06854-a639-4ab2-88e1-df9c60949959 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4033727e-cfb5-406b-9747-089a844a7e6a HTTP/1.1" status: 204 len: 168 time: 1.2953484 Apr 30 05:25:23.626648 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44324) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:23.674604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Deleting subnet 2d612e96-73fc-4af6-bbbe-5a96dd2f068c {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:25:23.678786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Publish callbacks [] for subnet (2d612e96-73fc-4af6-bbbe-5a96dd2f068c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.717028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (2d612e96-73fc-4af6-bbbe-5a96dd2f068c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.796020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2d612e96-73fc-4af6-bbbe-5a96dd2f068c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.908669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (2d612e96-73fc-4af6-bbbe-5a96dd2f068c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.933137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d612e96-73fc-4af6-bbbe-5a96dd2f068c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:23.943595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:23.943595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f7eb19dc-5f26-4a38-8b5e-2ac8c0c477fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2d612e96-73fc-4af6-bbbe-5a96dd2f068c HTTP/1.1" status: 204 len: 168 time: 0.3145306 Apr 30 05:25:23.944824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44326) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:23.945498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65282f5-ebd6-4452-8b67-0976da6554d5 None None] Network 37ec8b8e-6968-4c74-a299-54d850659856 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:25:24.015156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (37ec8b8e-6968-4c74-a299-54d850659856), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.068282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Deleting port 60e4bda9-622d-4404-a1b2-8575ccfa8393 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:24.069351 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.092041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-01bb9c4e-f61c-43c8-ad55-53e0e0a892d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.117947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] DHCP port deletion for 37ec8b8e-6968-4c74-a299-54d850659856 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:25:24.143783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] For port 60e4bda9-622d-4404-a1b2-8575ccfa8393, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60e4bda9-622d-4404-a1b2-8575ccfa8393,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:24.144170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.158476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Calling delete_port for 60e4bda9-622d-4404-a1b2-8575ccfa8393 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:24.162789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Deleting port 60e4bda9-622d-4404-a1b2-8575ccfa8393 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:25:24.163104 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.224465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] For port 60e4bda9-622d-4404-a1b2-8575ccfa8393, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=60e4bda9-622d-4404-a1b2-8575ccfa8393,segment=NetworkSegment(eb06b233-0655-4c05-b584-c81b235ab84f),segment_id=eb06b233-0655-4c05-b584-c81b235ab84f)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:24.224848 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.237375 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Calling delete_port for 60e4bda9-622d-4404-a1b2-8575ccfa8393 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:25:24.319458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.325462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (60e4bda9-622d-4404-a1b2-8575ccfa8393), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.347480 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e4bda9-622d-4404-a1b2-8575ccfa8393,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:24.349237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] No DVR routers for this DVR port 60e4bda9-622d-4404-a1b2-8575ccfa8393 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:25:24.349493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] Pushing event deleted for resources: {'Port': ['ID=60e4bda9-622d-4404-a1b2-8575ccfa8393,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:24.356431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deea721-20f7-4f0b-a69d-e258a66efe42 None None] No DVR routers for this DVR port 60e4bda9-622d-4404-a1b2-8575ccfa8393 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:25:24.420436 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (37ec8b8e-6968-4c74-a299-54d850659856), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.443070 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ec8b8e-6968-4c74-a299-54d850659856']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:24.452673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb06b233-0655-4c05-b584-c81b235ab84f') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:24.452966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb06b233-0655-4c05-b584-c81b235ab84f') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:24.462190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (eb06b233-0655-4c05-b584-c81b235ab84f), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.475686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (eb06b233-0655-4c05-b584-c81b235ab84f), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.481466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:25:24.481840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (eb06b233-0655-4c05-b584-c81b235ab84f), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:25:24.483537 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:25:24.599819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (37ec8b8e-6968-4c74-a299-54d850659856), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.605081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:24.608628 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] 10.222.0.16 "DELETE /v2.0/networks/37ec8b8e-6968-4c74-a299-54d850659856 HTTP/1.1" status: 204 len: 168 time: 0.6628258 Apr 30 05:25:24.619445 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb73cf8-3bc8-426b-aec8-6e0c0bfb4144 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ec8b8e-6968-4c74-a299-54d850659856,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:24.767384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d39b2f54-1565-40b6-a674-2c75e082ccba no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:24.787683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d39b2f54-1565-40b6-a674-2c75e082ccba {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:24.788020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d39b2f54-1565-40b6-a674-2c75e082ccba not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:24.788430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60e4bda9-622d-4404-a1b2-8575ccfa8393 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:24.807019 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 60e4bda9-622d-4404-a1b2-8575ccfa8393 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:24.807357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 60e4bda9-622d-4404-a1b2-8575ccfa8393 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:24.807765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e0fe446e-f1fe-4c90-a868-f8ba9229b0ec no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:25:24.827401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: e0fe446e-f1fe-4c90-a868-f8ba9229b0ec {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:25:24.827735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e0fe446e-f1fe-4c90-a868-f8ba9229b0ec not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:25:24.953622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44330) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:24.993554 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9f7e3f7e-7995-4a6b-a965-05bb0023ccaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79d1d69a4bbc41b089e3b79baeefe1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381753 Apr 30 05:25:24.995239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44332) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:25.045901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] Publish callbacks [] for security_group (c0a58500-f3cc-4566-b94e-5f331592808c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.068192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] Publish callbacks [] for security_group (c0a58500-f3cc-4566-b94e-5f331592808c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.102473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.165468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c0a58500-f3cc-4566-b94e-5f331592808c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.168586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.169725 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0a58500-f3cc-4566-b94e-5f331592808c HTTP/1.1" status: 204 len: 168 time: 0.1729717 Apr 30 05:25:25.177786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc951-1ac6-45f2-9350-dddfee422b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a58500-f3cc-4566-b94e-5f331592808c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:25.822722 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44338) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:25.863402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ec342a3d-7910-42b0-977d-9c775135affa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3d22ebeebda4dba8a20400e2b55e15a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395520 Apr 30 05:25:25.865801 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44340) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:25.912216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] Publish callbacks [] for security_group (07d71453-ba94-4d16-8c41-f74f463d03f0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:25.932795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] Publish callbacks [] for security_group (07d71453-ba94-4d16-8c41-f74f463d03f0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:26.045418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (07d71453-ba94-4d16-8c41-f74f463d03f0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:26.047953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:26.049095 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07d71453-ba94-4d16-8c41-f74f463d03f0 HTTP/1.1" status: 204 len: 168 time: 0.1823642 Apr 30 05:25:26.056973 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2d154-a742-44d9-9106-9b6931ab7186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d71453-ba94-4d16-8c41-f74f463d03f0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:26.856991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.119477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44380) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:28.124482 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124873542', 'description': 'tempest-secgroup-smoke-1124873542 description', 'project_id': '052113be567944ada7a514e75cf4ae5a'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:28.194496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.202959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.257063 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.279392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (fb583560-c0ae-487e-b8d1-2dd729db8ae3), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.336125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fb583560-c0ae-487e-b8d1-2dd729db8ae3), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.374369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb583560-c0ae-487e-b8d1-2dd729db8ae3,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:28.410699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (b835f8b7-8749-42b3-8e3c-6f13a97d508e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.473277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b835f8b7-8749-42b3-8e3c-6f13a97d508e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.501828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b835f8b7-8749-42b3-8e3c-6f13a97d508e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:28.538793 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.540021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f8d5bc3d-d575-4d70-b7aa-e8fb4818b282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4195385 Apr 30 05:25:28.543066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44382) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:28.547644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:28.615956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b10f3ac5-e5ad-4a48-b260-c3609cf00972), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.671587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b10f3ac5-e5ad-4a48-b260-c3609cf00972), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.725414 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (b10f3ac5-e5ad-4a48-b260-c3609cf00972), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.747412 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10f3ac5-e5ad-4a48-b260-c3609cf00972,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:28.796599 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.797879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-757d57ac-77ed-41c9-84b6-6cf59d922de5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2538331 Apr 30 05:25:28.800768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44384) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:28.805533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:28.902843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (077a59a8-a126-4ee4-b7e6-b6797b3e2ea9), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:28.960971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (077a59a8-a126-4ee4-b7e6-b6797b3e2ea9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.010989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (077a59a8-a126-4ee4-b7e6-b6797b3e2ea9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.029162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077a59a8-a126-4ee4-b7e6-b6797b3e2ea9,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:29.075398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.076631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e982de77-15e6-4d23-86e8-41716fa68e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2748656 Apr 30 05:25:29.079362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44386) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:29.083708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:29.159472 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (c5ecf4c0-8cfb-4934-9f39-c0c2c0a51712), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.216633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (c5ecf4c0-8cfb-4934-9f39-c0c2c0a51712), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.256708 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c5ecf4c0-8cfb-4934-9f39-c0c2c0a51712), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.283135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ecf4c0-8cfb-4934-9f39-c0c2c0a51712,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:29.327062 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.328265 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-653a7e23-1199-4e8d-a6de-6d8cde0bed0b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479732 Apr 30 05:25:29.330920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44388) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:29.335230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:29.410168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b1396175-4768-43e0-8b56-465cffdf6766), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.467379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b1396175-4768-43e0-8b56-465cffdf6766), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.519342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (b1396175-4768-43e0-8b56-465cffdf6766), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.538263 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1396175-4768-43e0-8b56-465cffdf6766,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:29.595631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.596811 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a47fb896-0776-4f60-94ae-cd3ae05804b5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649581 Apr 30 05:25:29.599483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44390) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:29.603636 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:29.673764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:25:29.679285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (017894e7-7ccd-4741-b5fd-b6ea5c723983), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.739427 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (017894e7-7ccd-4741-b5fd-b6ea5c723983), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.793780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (017894e7-7ccd-4741-b5fd-b6ea5c723983), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.811325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017894e7-7ccd-4741-b5fd-b6ea5c723983,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:29.898631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:29.899829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f7d510f2-34ec-462f-b770-057ad1edb8ec tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2994545 Apr 30 05:25:29.902569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44392) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:29.906913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'b835f8b7-8749-42b3-8e3c-6f13a97d508e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:29.965436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:25:29.970882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1934e98d-c540-4901-837d-538d6c0b62a9), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.029340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1934e98d-c540-4901-837d-538d6c0b62a9), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.085250 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1934e98d-c540-4901-837d-538d6c0b62a9), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.102640 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1934e98d-c540-4901-837d-538d6c0b62a9,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:30.144396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.145579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d1aaf80b-8fb0-4da8-a682-4859fcc79ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420616 Apr 30 05:25:30.148583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44394) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:30.153500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'network': {'name': 'tempest-network-smoke--1685710885', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:30.227322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:25:30.231342 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.253901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:25:30.263141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (68d5d819-7cff-4d5e-a8a9-2936c27e701d), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.263477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Added segment 68d5d819-7cff-4d5e-a8a9-2936c27e701d of type vlan for network b5805800-b96b-4c90-bd7e-6dac246b5a22 Apr 30 05:25:30.302894 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (b5805800-b96b-4c90-bd7e-6dac246b5a22), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.393524 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (b5805800-b96b-4c90-bd7e-6dac246b5a22), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.398539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:30.399123 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.468209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Network': ['ID=b5805800-b96b-4c90-bd7e-6dac246b5a22,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:30.478557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:25:30.505028 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6b6e2398-2412-4d3f-84af-b3bfd538488d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3554130 Apr 30 05:25:30.508255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44396) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:30.513097 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'admin_state_up': True, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:30.593956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.594975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.646209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (ee46da42-ce24-4c49-b4eb-cc76417fef4c), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:30.844142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (ee46da42-ce24-4c49-b4eb-cc76417fef4c), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.081981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.099937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.198745 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.90 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/ebfbaa31-8a02-4962-836b-92a40a6b3691) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:25:31.303874 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.388697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.425872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:31.428665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:31.434355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:25:31.456928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=ebfbaa31-8a02-4962-836b-92a40a6b3691,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:31.727477 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:31.926995 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.130092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router ee46da42-ce24-4c49-b4eb-cc76417fef4c is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:25:32.243053 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:25:32.253260 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Sync routers for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:25:32.268843 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:32.271070 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:32.327620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.328874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-88f61861-83d0-4167-9de0-c83670463a74 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8196890 Apr 30 05:25:32.332812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44398) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:32.385276 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:32.499851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c7e7b5f9-c7c5-4813-9573-e8c72359811e tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=052113be567944ada7a514e75cf4ae5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1632581 Apr 30 05:25:32.500527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44402) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:32.557193 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:31Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:32.586043 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Checking router: ee46da42-ce24-4c49-b4eb-cc76417fef4c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:25:32.586487 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Updating router ee46da42-ce24-4c49-b4eb-cc76417fef4c port ebfbaa31-8a02-4962-836b-92a40a6b3691 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:25:32.595164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd530e3-4b73-4c99-835b-7bd2332530ab tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:32.596698 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-4cd530e3-4b73-4c99-835b-7bd2332530ab tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952537 Apr 30 05:25:32.600979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44404) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:32.616759 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.635469 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0e8bb4f8-4a49-4fda-928e-4797eae4df3c tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293193 Apr 30 05:25:32.635670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44406) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:32.640621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-944688653', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:32.805682 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:25:32.809898 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.888703 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks [] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.942714 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:32.998241 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Attempting to bind port ebfbaa31-8a02-4962-836b-92a40a6b3691 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:25:32.998657 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Attempting to bind port ebfbaa31-8a02-4962-836b-92a40a6b3691 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:25:32.999016 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Attempting to bind port ebfbaa31-8a02-4962-836b-92a40a6b3691 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:25:33.016206 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:25:33.016574 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:25:33.016972 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.017368 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:25:33.017831 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Bound port: ebfbaa31-8a02-4962-836b-92a40a6b3691, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:25:33.018207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.020829 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Pushing event updated for resources: {'Port': ['ID=ebfbaa31-8a02-4962-836b-92a40a6b3691,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:33.045914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (651577bb-5eca-44ad-9945-0489a916f004), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.049691 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.050039 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.050399 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.050736 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.051131 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.051424 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.051759 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.052071 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.052398 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.052720 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.053044 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.053362 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.053680 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.053992 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.054328 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:25:33.090935 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] For port ebfbaa31-8a02-4962-836b-92a40a6b3691, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:25:33.094688 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] For port ebfbaa31-8a02-4962-836b-92a40a6b3691, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ebfbaa31-8a02-4962-836b-92a40a6b3691,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:25:33.133668 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Subnet': ['ID=651577bb-5eca-44ad-9945-0489a916f004,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:33.145225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Checking segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:25:33.145582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network hostable DHCP agents. Network: b5805800-b96b-4c90-bd7e-6dac246b5a22, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:25:33.165951 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.200749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:25:33.263212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, b5805800-b96b-4c90-bd7e-6dac246b5a22) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:33.268112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:33.268831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.275453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c756a8a-a7ab-4f6a-83e0-e3e97a01c2ad None None] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:25:33.317040 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:33.317709 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:33.359210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-42844598-e8d4-4444-84c5-3506b0eb66e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7224605 Apr 30 05:25:33.362680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44408) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:33.397603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-b5805800-b96b-4c90-bd7e-6dac246b5a22', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:25:33.398953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.436006 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:33.517640 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b27da-c81e-4c11-95ea-80b2c5b7368f None None] Pushing event updated for resources: {'Port': ['ID=ebfbaa31-8a02-4962-836b-92a40a6b3691,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:33.597479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Allocated IP 172.20.0.2 (b5805800-b96b-4c90-bd7e-6dac246b5a22/651577bb-5eca-44ad-9945-0489a916f004/00a77c61-15ba-49b0-83ea-cb5769517398) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:25:33.628885 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:31Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:33.663256 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b91a3-fe11-4282-bc49-1819d528fb7b None None] The sync data for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:31Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:25:33.784593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks [] for port (00a77c61-15ba-49b0-83ea-cb5769517398), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.874644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.892448 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:33.943463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:33.943463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:33.943463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:25:33.950505 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:25:33.968569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Pushing event updated for resources: {'Port': ['ID=00a77c61-15ba-49b0-83ea-cb5769517398,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:34.025379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Attempting to bind port 00a77c61-15ba-49b0-83ea-cb5769517398 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:25:34.025677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Attempting to bind port 00a77c61-15ba-49b0-83ea-cb5769517398 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:25:34.026045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Attempting to bind port 00a77c61-15ba-49b0-83ea-cb5769517398 on network b5805800-b96b-4c90-bd7e-6dac246b5a22 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:25:34.032591 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:25:34.033111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Checking segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:25:34.033524 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.033928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Bound using segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:25:34.034439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Bound port: 00a77c61-15ba-49b0-83ea-cb5769517398, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:25:34.034828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.103235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] For port 00a77c61-15ba-49b0-83ea-cb5769517398, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:25:34.108155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] For port 00a77c61-15ba-49b0-83ea-cb5769517398, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=00a77c61-15ba-49b0-83ea-cb5769517398,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:25:34.223338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.272792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.1 (b5805800-b96b-4c90-bd7e-6dac246b5a22/651577bb-5eca-44ad-9945-0489a916f004/8d38b669-61b6-41f7-831b-9f1afebd02ec) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:25:34.318664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff6f7-7249-4157-a8a3-60668881e1a3 None None] Pushing event updated for resources: {'Port': ['ID=00a77c61-15ba-49b0-83ea-cb5769517398,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:34.426993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.531704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.596384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:34.600942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:34.610841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:25:34.643628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:34.671429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.860977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ebfbaa31-8a02-4962-836b-92a40a6b3691 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:34.896062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.909222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ebfbaa31-8a02-4962-836b-92a40a6b3691 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:34.909678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:34.992711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ebfbaa31-8a02-4962-836b-92a40a6b3691 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:34.993067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.017541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port ebfbaa31-8a02-4962-836b-92a40a6b3691, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ebfbaa31-8a02-4962-836b-92a40a6b3691,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:35.103054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.107073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 00a77c61-15ba-49b0-83ea-cb5769517398 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:35.202923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=ebfbaa31-8a02-4962-836b-92a40a6b3691,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:35.207716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.208215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 00a77c61-15ba-49b0-83ea-cb5769517398 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:35.208594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.256552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.303616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 00a77c61-15ba-49b0-83ea-cb5769517398 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:35.304277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.339227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.341404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:35.344983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 00a77c61-15ba-49b0-83ea-cb5769517398, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=00a77c61-15ba-49b0-83ea-cb5769517398,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:35.417853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a0208-f083-4127-96a2-68f8215f89f3 None None] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:25:35.422305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.442594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:35.444385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:35.510854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7241bf36-34f4-4ae9-8500-eca57050691b None None] Provisioning complete for port 00a77c61-15ba-49b0-83ea-cb5769517398 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:35.511813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7241bf36-34f4-4ae9-8500-eca57050691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.567681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router ee46da42-ce24-4c49-b4eb-cc76417fef4c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:25:35.572541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=00a77c61-15ba-49b0-83ea-cb5769517398,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:35.659075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7241bf36-34f4-4ae9-8500-eca57050691b None None] Current status of the port 00a77c61-15ba-49b0-83ea-cb5769517398 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:35.687795 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:25:35.693971 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-164bdb5f-f10c-4c12-936d-f852889c4db5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/ee46da42-ce24-4c49-b4eb-cc76417fef4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310525 Apr 30 05:25:35.862889 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-39746bbe-480a-4815-a509-689365304473 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124873542&fields=id&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 267 time: 0.0512595 Apr 30 05:25:35.881639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:35.886476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.927177 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Port 8d38b669-61b6-41f7-831b-9f1afebd02ec cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:25:35.936382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Provisioning complete for port 00a77c61-15ba-49b0-83ea-cb5769517398 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:35.936750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:35.961720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Sync routers for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:25:35.982818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:35.983447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:35.984842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-0db245e4-db20-4edf-b440-a25ebd4210b7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:35.986380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-0db245e4-db20-4edf-b440-a25ebd4210b7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/networks?id=b5805800-b96b-4c90-bd7e-6dac246b5a22 HTTP/1.1" status: 200 len: 797 time: 0.1170609 Apr 30 05:25:36.004077 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-ace83c99-2585-4c96-80d7-9afba0e96e40 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/quotas/052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 375 time: 0.0107780 Apr 30 05:25:36.060835 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-a5c28008-3b37-4fc1-8083-9c0037e66c56 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510113 Apr 30 05:25:36.114227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1052072c-d23c-4eee-8ea3-3934ad375add None None] Current status of the port 00a77c61-15ba-49b0-83ea-cb5769517398 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:36.132091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-8305edd7-6e51-4bae-8dea-21c2b298d7db service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:25:36.133134 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-8305edd7-6e51-4bae-8dea-21c2b298d7db service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0598450 Apr 30 05:25:36.138468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:36.228743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-e43007bf-ca8d-4d78-98b0-cee567199c4a service neutron] 10.222.0.16 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Apr 30 05:25:36.250732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-703b2f91-9232-4878-969c-ca857d4b7f24 None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:36.251109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-703b2f91-9232-4878-969c-ca857d4b7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:36.324798 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-cc2fae40-80cf-417a-87bd-508ee9954f6f service neutron] 10.222.0.16 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889781 Apr 30 05:25:36.328226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-703b2f91-9232-4878-969c-ca857d4b7f24 None None] Port 8d38b669-61b6-41f7-831b-9f1afebd02ec cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:25:36.378239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:35Z', 'revision_number': 2, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:36.404267 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Checking router: ee46da42-ce24-4c49-b4eb-cc76417fef4c for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:25:36.404612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Updating router ee46da42-ce24-4c49-b4eb-cc76417fef4c port 8d38b669-61b6-41f7-831b-9f1afebd02ec binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:25:36.431716 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:36.457749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-abbb95ba-fd91-45df-ad15-3a90f14050b3 None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:36.458103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-abbb95ba-fd91-45df-ad15-3a90f14050b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:36.562640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-abbb95ba-fd91-45df-ad15-3a90f14050b3 None None] Port 8d38b669-61b6-41f7-831b-9f1afebd02ec cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:25:36.598081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-549d8ed4-561d-465f-be22-d9787d06b5d8 req-736f2beb-f515-4aa5-98c0-e899003595f8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 210 time: 0.0296433 Apr 30 05:25:36.753313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks [] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:36.814506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ebfbaa31-8a02-4962-836b-92a40a6b3691 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:36.837163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.041886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce65b0-2f37-4504-8e07-c167fb351ead None None] Pushing event updated for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:37.058448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port ebfbaa31-8a02-4962-836b-92a40a6b3691 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:37.058821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.132643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Attempting to bind port 8d38b669-61b6-41f7-831b-9f1afebd02ec on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:25:37.133382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Attempting to bind port 8d38b669-61b6-41f7-831b-9f1afebd02ec by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:25:37.133382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Attempting to bind port 8d38b669-61b6-41f7-831b-9f1afebd02ec on network b5805800-b96b-4c90-bd7e-6dac246b5a22 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:25:37.142765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:25:37.147131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Checking segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:25:37.147131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.147131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Bound using segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:25:37.147131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Bound port: 8d38b669-61b6-41f7-831b-9f1afebd02ec, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:25:37.147131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.225892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port ebfbaa31-8a02-4962-836b-92a40a6b3691 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:37.226992 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 00a77c61-15ba-49b0-83ea-cb5769517398 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:37.273802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] For port 8d38b669-61b6-41f7-831b-9f1afebd02ec, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:25:37.281519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] For port 8d38b669-61b6-41f7-831b-9f1afebd02ec, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d38b669-61b6-41f7-831b-9f1afebd02ec,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:25:37.293088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-f9e38455-c0be-4b90-9fda-8f8375ada4a4 None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:37.293458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f9e38455-c0be-4b90-9fda-8f8375ada4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.329393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 00a77c61-15ba-49b0-83ea-cb5769517398 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:37.329761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.357222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.359015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-f9e38455-c0be-4b90-9fda-8f8375ada4a4 None None] Port 8d38b669-61b6-41f7-831b-9f1afebd02ec cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:25:37.426021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:37.426659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:37.477490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce65b0-2f37-4504-8e07-c167fb351ead None None] Pushing event updated for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:37.528684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 00a77c61-15ba-49b0-83ea-cb5769517398 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:37.582195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:37.690994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:37.691322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.696092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a543801a-a038-4b7a-a56f-21cee75cc17f req-1f2d81d6-52dd-44b5-aa8d-d5390ce9b4e2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 210 time: 0.0310979 Apr 30 05:25:37.846304 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Current status of the port 8d38b669-61b6-41f7-831b-9f1afebd02ec is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:37.846599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:37.848541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:37.882018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6506372-431d-4fa2-9a92-238101d9aa40 None None] The sync data for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:25:37.908888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] For port 8d38b669-61b6-41f7-831b-9f1afebd02ec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d38b669-61b6-41f7-831b-9f1afebd02ec,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:37.950461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:38.002612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478270e-9a5d-4138-bbd8-c7ddf7b3cd8c None None] Pushing event updated for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:38.314025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:38.646016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-c4a626df-f0f2-4531-966e-53663deba595 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:38.647625 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-c4a626df-f0f2-4531-966e-53663deba595 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/networks?id=b5805800-b96b-4c90-bd7e-6dac246b5a22 HTTP/1.1" status: 200 len: 797 time: 0.1094265 Apr 30 05:25:38.712956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-ac150d28-0ee1-4504-acaa-fc9b0a5747b6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 380 time: 0.0570049 Apr 30 05:25:38.724478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'port': {'device_id': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'admin_state_up': True, 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'security_groups': ['b835f8b7-8749-42b3-8e3c-6f13a97d508e']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:38.840455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d38b669-61b6-41f7-831b-9f1afebd02ec up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:38.858204 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf778dcc-ff3b-4fa9-a414-93ca9376c85c req-ded29566-49c2-41ad-92be-ab987bf44e1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 210 time: 0.0374594 Apr 30 05:25:38.905940 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 8d38b669-61b6-41f7-831b-9f1afebd02ec triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:38.906500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:38.971398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:25:38.975208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:38.994503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 8d38b669-61b6-41f7-831b-9f1afebd02ec is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:39.117467 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.10 (b5805800-b96b-4c90-bd7e-6dac246b5a22/651577bb-5eca-44ad-9945-0489a916f004/116558b1-4e7e-4fc6-a633-5a073df43519) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:25:39.256958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (116558b1-4e7e-4fc6-a633-5a073df43519), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.348098 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.395888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:39.400883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:39.404072 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:25:39.429641 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:39.460386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:39.461027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.522541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-6834fe85-4c57-4d64-a120-a08dfe144a30 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024516 Apr 30 05:25:39.533634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Request body: {'port': {'device_id': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:39.595920 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.679498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e9a4dd60-0996-4ba6-b5db-bd333a717cd8 None None] Provisioning complete for port 116558b1-4e7e-4fc6-a633-5a073df43519 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:39.679791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd60-0996-4ba6-b5db-bd333a717cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.716473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4dd60-0996-4ba6-b5db-bd333a717cd8 None None] Port 116558b1-4e7e-4fc6-a633-5a073df43519 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:25:39.859086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116558b1-4e7e-4fc6-a633-5a073df43519 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:25:39.866304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks [] for port (116558b1-4e7e-4fc6-a633-5a073df43519), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:39.878655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Transition to ACTIVE for port object 116558b1-4e7e-4fc6-a633-5a073df43519 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:25:39.961527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:40.010322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391984-d7bd-44a1-92c3-25b2216e0c5c req-66395fa5-d02b-4057-b86e-9de924edb72c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.011920 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5391984-d7bd-44a1-92c3-25b2216e0c5c req-66395fa5-d02b-4057-b86e-9de924edb72c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 932 time: 0.0793567 Apr 30 05:25:40.049213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Pushing event updated for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:40.123734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5391984-d7bd-44a1-92c3-25b2216e0c5c req-05c383da-feb0-49f6-981c-363e4ef6c066 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056240 Apr 30 05:25:40.150905 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Attempting to bind port 116558b1-4e7e-4fc6-a633-5a073df43519 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:25:40.151235 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Attempting to bind port 116558b1-4e7e-4fc6-a633-5a073df43519 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:25:40.152228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Attempting to bind port 116558b1-4e7e-4fc6-a633-5a073df43519 on network b5805800-b96b-4c90-bd7e-6dac246b5a22 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:25:40.156794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Port 116558b1-4e7e-4fc6-a633-5a073df43519 on network b5805800-b96b-4c90-bd7e-6dac246b5a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:25:40.157110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Attempting to bind port 116558b1-4e7e-4fc6-a633-5a073df43519 on network b5805800-b96b-4c90-bd7e-6dac246b5a22 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:25:40.162016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:25:40.162373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Checking segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:25:40.162755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Bound using segment: {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:25:40.163187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Bound port: 116558b1-4e7e-4fc6-a633-5a073df43519, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d5d819-7cff-4d5e-a8a9-2936c27e701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:25:40.163546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:40.226779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:25:40.229986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=116558b1-4e7e-4fc6-a633-5a073df43519,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:25:40.314260 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:40.354431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.354979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:40.356406 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] 10.222.0.13 "PUT /v2.0/ports/116558b1-4e7e-4fc6-a633-5a073df43519 HTTP/1.1" status: 200 len: 1094 time: 0.8270421 Apr 30 05:25:40.356830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:25:40.359181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a258c1a4-5411-4655-9f11-b1ed33b64753" -d '{"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:25:40.383763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa220cd6-117b-4c73-8287-55ff5d0d0f64 service neutron] Pushing event updated for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:40.399119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be65994-b953-43c8-8e60-b60ba6baa5c8 x-openstack-request-id: req-7be65994-b953-43c8-8e60-b60ba6baa5c8 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:25:40.399407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:25:40.399669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7be65994-b953-43c8-8e60-b60ba6baa5c8 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:25:40.400078 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be65994-b953-43c8-8e60-b60ba6baa5c8'] response: {'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519', 'status': 'completed', 'code': 200} Apr 30 05:25:40.461593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-5e75c5a2-5f75-4a6f-83c6-1cb87b1bbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.461593 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-5e75c5a2-5f75-4a6f-83c6-1cb87b1bbc11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1128 time: 0.0420685 Apr 30 05:25:40.561546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-6851696c-300c-4eb8-bee3-4974fa0ff6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.563053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-6851696c-300c-4eb8-bee3-4974fa0ff6eb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=052113be567944ada7a514e75cf4ae5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958195 Apr 30 05:25:40.662247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-57e7e817-de75-4e20-a2c7-7176fa54157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.663783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a258c1a4-5411-4655-9f11-b1ed33b64753 req-57e7e817-de75-4e20-a2c7-7176fa54157a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0953391 Apr 30 05:25:40.736369 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-d670360f-9b6b-44c6-b097-2aba04cd632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:40.737857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-d670360f-9b6b-44c6-b097-2aba04cd632a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1128 time: 0.0403767 Apr 30 05:25:40.781725 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-5a1f3908-b231-49d0-b050-9b70ddc853bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=116558b1-4e7e-4fc6-a633-5a073df43519 HTTP/1.1" status: 200 len: 217 time: 0.0375125 Apr 30 05:25:41.174382 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-03b2f2cb-2031-46fd-b93f-ac8c8284e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:41.175830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-03b2f2cb-2031-46fd-b93f-ac8c8284e0fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=651577bb-5eca-44ad-9945-0489a916f004 HTTP/1.1" status: 200 len: 834 time: 0.3885803 Apr 30 05:25:41.244063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-989fcda7-a54b-4440-a5bc-46b1c92ace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:41.245966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-989fcda7-a54b-4440-a5bc-46b1c92ace4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5805800-b96b-4c90-bd7e-6dac246b5a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0642762 Apr 30 05:25:41.265274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfa51b-be42-4372-88b0-ab542b6b2650 req-720e2eaa-9eae-4afa-a82c-6dfaa8c8befb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:41.266647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44cfa51b-be42-4372-88b0-ab542b6b2650 req-720e2eaa-9eae-4afa-a82c-6dfaa8c8befb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 944 time: 0.0740924 Apr 30 05:25:41.367645 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44cfa51b-be42-4372-88b0-ab542b6b2650 req-84500622-1d9d-486b-9ca9-c5ab07568dee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880589 Apr 30 05:25:41.378586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-b6776791-7732-4132-b5c0-a03be498e17c service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259863 Apr 30 05:25:41.470453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-566f97eb-635d-4b5a-a5b4-af469addd9c3 req-a4c9138c-88c6-43b5-9a4a-80497b83c9da service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Apr 30 05:25:42.481192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c392d-b5e8-4b02-9a98-d2674c803e33 req-02fbb9e0-8adf-4992-9404-ec9d6ee02071 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:42.482665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d8c392d-b5e8-4b02-9a98-d2674c803e33 req-02fbb9e0-8adf-4992-9404-ec9d6ee02071 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 944 time: 0.0459502 Apr 30 05:25:42.529828 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1d8c392d-b5e8-4b02-9a98-d2674c803e33 req-afd0cb26-69e0-4b85-8976-2875a3110569 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Apr 30 05:25:43.643589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcbb4-25ec-421d-84d2-d90600a6f2ae req-caf1ec4e-93a7-4ca8-a01a-bc135eeccbc9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:43.645035 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1cbbcbb4-25ec-421d-84d2-d90600a6f2ae req-caf1ec4e-93a7-4ca8-a01a-bc135eeccbc9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 944 time: 0.0464988 Apr 30 05:25:43.696750 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1cbbcbb4-25ec-421d-84d2-d90600a6f2ae req-fab34df9-b75d-4c4e-bcd8-167f2643e3ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Apr 30 05:25:43.962477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 116558b1-4e7e-4fc6-a633-5a073df43519 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:25:44.058372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=116558b1-4e7e-4fc6-a633-5a073df43519,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:44.069007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '116558b1-4e7e-4fc6-a633-5a073df43519', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'port_id': '116558b1-4e7e-4fc6-a633-5a073df43519', 'mac_address': 'fa:16:3e:47:b1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:25:44.109571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 116558b1-4e7e-4fc6-a633-5a073df43519 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:44.109957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:44.122343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116558b1-4e7e-4fc6-a633-5a073df43519 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:25:44.140761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=116558b1-4e7e-4fc6-a633-5a073df43519,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:44.239479 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:44.285511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:44.458501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['116558b1-4e7e-4fc6-a633-5a073df43519'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:25:44.812149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49878add-d9a2-4f29-bf3b-71daac8cf503 req-3ac1435f-a933-40d8-a71a-e78c5521a1eb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:44.813595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49878add-d9a2-4f29-bf3b-71daac8cf503 req-3ac1435f-a933-40d8-a71a-e78c5521a1eb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 945 time: 0.0471208 Apr 30 05:25:44.861224 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49878add-d9a2-4f29-bf3b-71daac8cf503 req-625d8d2f-d911-43bf-b7f9-dd4d1185ae8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Apr 30 05:25:45.973885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0128dc-7179-4490-82f1-e300b6465f32 req-86b6ded6-6bc5-4b88-afe4-4b64b92c2ab2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:45.976008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a0128dc-7179-4490-82f1-e300b6465f32 req-86b6ded6-6bc5-4b88-afe4-4b64b92c2ab2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 945 time: 0.0479884 Apr 30 05:25:45.977820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 116558b1-4e7e-4fc6-a633-5a073df43519 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:25:46.023865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 116558b1-4e7e-4fc6-a633-5a073df43519 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:25:46.025091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a0128dc-7179-4490-82f1-e300b6465f32 req-904a3068-65b7-47b4-b157-40f40f80db2b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Apr 30 05:25:46.090165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 116558b1-4e7e-4fc6-a633-5a073df43519 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:25:46.090567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:46.168919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 116558b1-4e7e-4fc6-a633-5a073df43519 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:25:46.169298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:46.191542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:25:46.193769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3dc50d-9bbc-496f-bcac-e21bf12d765a" -d '{"events": [{"server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "name": "network-vif-plugged", "status": "completed", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:25:46.205675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=116558b1-4e7e-4fc6-a633-5a073df43519,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:25:46.273265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:46.297553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae10eb7-3283-453a-ae9c-6841049757ea x-openstack-request-id: req-eae10eb7-3283-453a-ae9c-6841049757ea {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:25:46.297849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "name": "network-vif-plugged", "status": "completed", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:25:46.298135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eae10eb7-3283-453a-ae9c-6841049757ea {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:25:46.298559 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae10eb7-3283-453a-ae9c-6841049757ea'] response: {'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519', 'code': 200} Apr 30 05:25:46.325082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:46.584171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb76516-65e5-41c5-a19a-7600ea73c84b req-faf2b0f9-99ea-4cbb-943b-feba82b2d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:46.585609 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3eb76516-65e5-41c5-a19a-7600ea73c84b req-faf2b0f9-99ea-4cbb-943b-feba82b2d34b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1130 time: 0.0422153 Apr 30 05:25:46.629426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3eb76516-65e5-41c5-a19a-7600ea73c84b req-6e09e787-1d1d-4357-944f-7d7cea948ee0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Apr 30 05:25:47.139089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f62ff-8ee2-454b-ad73-660f9a8945a6 req-4eec32f2-71f0-479b-8d1e-825bd98df68e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:47.140547 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-091f62ff-8ee2-454b-ad73-660f9a8945a6 req-4eec32f2-71f0-479b-8d1e-825bd98df68e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0473850 Apr 30 05:25:47.188925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-091f62ff-8ee2-454b-ad73-660f9a8945a6 req-aaa793d9-533a-4016-8544-56f3ee250db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Apr 30 05:25:48.303212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7a31-d306-4d1e-a1f2-142b578dabc5 req-7cd4d46a-06c8-426a-8cee-2077773024c7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:48.304585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7abe7a31-d306-4d1e-a1f2-142b578dabc5 req-7cd4d46a-06c8-426a-8cee-2077773024c7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0472028 Apr 30 05:25:48.357514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7abe7a31-d306-4d1e-a1f2-142b578dabc5 req-d61b05fb-158b-498a-9d57-812d45c625fa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Apr 30 05:25:48.474790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354ddea-2931-41de-8b24-89fb741435fd req-f4478561-02ee-4d49-8fb3-bbfd9cf04f95 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:48.476719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2354ddea-2931-41de-8b24-89fb741435fd req-f4478561-02ee-4d49-8fb3-bbfd9cf04f95 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0511017 Apr 30 05:25:48.535684 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2354ddea-2931-41de-8b24-89fb741435fd req-66ec5ab2-2787-4723-b008-de1abcbfc821 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527992 Apr 30 05:25:48.557236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44470) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:48.595600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247a004-064e-4525-965f-c10ecaa64dbe tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:48.597088 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0247a004-064e-4525-965f-c10ecaa64dbe tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1125 time: 0.0387008 Apr 30 05:25:48.599956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44472) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:48.604216 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '116558b1-4e7e-4fc6-a633-5a073df43519', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:25:48.725431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:48.806615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:48.906716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.60 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/02cf233e-cc59-420e-8214-5aaab644b841) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:25:49.010127 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (02cf233e-cc59-420e-8214-5aaab644b841), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.090824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (02cf233e-cc59-420e-8214-5aaab644b841), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.128131 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:25:49.130990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:25:49.136548 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:25:49.165143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=02cf233e-cc59-420e-8214-5aaab644b841,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:49.508199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (d7ed559f-90b2-4632-ac36-becffdf87400), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.630583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (02cf233e-cc59-420e-8214-5aaab644b841), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.775233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (02cf233e-cc59-420e-8214-5aaab644b841), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.827807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (02cf233e-cc59-420e-8214-5aaab644b841), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:49.898537 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=02cf233e-cc59-420e-8214-5aaab644b841,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:25:49.908016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (d7ed559f-90b2-4632-ac36-becffdf87400), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:50.007281 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP d7ed559f-90b2-4632-ac36-becffdf87400 associated. External IP: 172.26.5.60, port: 116558b1-4e7e-4fc6-a633-5a073df43519. Apr 30 05:25:50.216976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router ee46da42-ce24-4c49-b4eb-cc76417fef4c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:25:50.325088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:25:50.335177 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Sync routers for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:25:50.344676 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:50.354835 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:50.394989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:50.426400 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f0c563b3-c25f-4433-8be8-aa2a9f832c84 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8254035 Apr 30 05:25:50.427004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:25:50.429258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6f98c-a766-43b1-a07f-c3d1d5394a75" -d '{"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:25:50.454843 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:50.477368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae8e1c-6dff-495c-a56a-02313dabf02e x-openstack-request-id: req-40ae8e1c-6dff-495c-a56a-02313dabf02e {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:25:50.478149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:25:50.478615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40ae8e1c-6dff-495c-a56a-02313dabf02e {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:25:50.480375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ae8e1c-6dff-495c-a56a-02313dabf02e'] response: {'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519', 'status': 'completed', 'code': 200} Apr 30 05:25:50.558762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91821ad-b8de-4df6-8233-701e99a680d2 req-b82c48ad-0798-4718-b3c4-e4f9e3641317 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:50.560248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a91821ad-b8de-4df6-8233-701e99a680d2 req-b82c48ad-0798-4718-b3c4-e4f9e3641317 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0755250 Apr 30 05:25:50.565419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-dc1e931a-4b84-4056-b4e6-46db5892a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:50.566830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-dc1e931a-4b84-4056-b4e6-46db5892a3e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1130 time: 0.0530562 Apr 30 05:25:50.674354 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd7ed559f-90b2-4632-ac36-becffdf87400', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'port_id': '116558b1-4e7e-4fc6-a633-5a073df43519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'mac_address': 'fa:16:3e:47:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:25:49Z', 'updated_at': '2022-04-30T05:25:49Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:50.675654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a91821ad-b8de-4df6-8233-701e99a680d2 req-a930fc0e-3636-465b-8ee7-14c11a301e36 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078987 Apr 30 05:25:50.696539 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-43dd864c-e4ab-47a3-bb1a-16eb314be514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:50.698493 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-43dd864c-e4ab-47a3-bb1a-16eb314be514 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5805800-b96b-4c90-bd7e-6dac246b5a22 HTTP/1.1" status: 200 len: 897 time: 0.1244521 Apr 30 05:25:50.699018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44478) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:50.705000 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Checking router: ee46da42-ce24-4c49-b4eb-cc76417fef4c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:25:50.713251 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:25:50.714198 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:25:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:50.804557 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-81dce980-84c4-4453-9318-8feab25cb0d5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/d7ed559f-90b2-4632-ac36-becffdf87400 HTTP/1.1" status: 200 len: 991 time: 0.1044753 Apr 30 05:25:50.811371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-ae232ef6-3076-45e1-9d86-592daf536578 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=116558b1-4e7e-4fc6-a633-5a073df43519 HTTP/1.1" status: 200 len: 999 time: 0.1062646 Apr 30 05:25:50.821745 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:25:50.859580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-4976222e-8be3-4222-99f8-43657aa97ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:50.861049 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-4976222e-8be3-4222-99f8-43657aa97ad7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=651577bb-5eca-44ad-9945-0489a916f004 HTTP/1.1" status: 200 len: 834 time: 0.0445292 Apr 30 05:25:50.907764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-4debdd32-b2fd-4184-8111-a7fb1f1de876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:25:50.909271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-4debdd32-b2fd-4184-8111-a7fb1f1de876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5805800-b96b-4c90-bd7e-6dac246b5a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425603 Apr 30 05:25:50.998069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-9c5b006e-dc5e-470e-adeb-bad27000065a service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827491 Apr 30 05:25:51.032232 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd7ed559f-90b2-4632-ac36-becffdf87400', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'port_id': '116558b1-4e7e-4fc6-a633-5a073df43519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'mac_address': 'fa:16:3e:47:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:25:49Z', 'updated_at': '2022-04-30T05:25:49Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:25:51.070638 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652950c-788a-4504-8dc5-8033a866bf97 None None] The sync data for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'd7ed559f-90b2-4632-ac36-becffdf87400', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'port_id': '116558b1-4e7e-4fc6-a633-5a073df43519', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'mac_address': 'fa:16:3e:47:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:25:49Z', 'updated_at': '2022-04-30T05:25:49Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:25:51.093464 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-44e6f98c-a766-43b1-a07f-c3d1d5394a75 req-9593a0ff-cf5f-49d5-994f-16ec6534bb7a service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902438 Apr 30 05:25:51.262435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86f097-dca7-412e-abf2-daec42c56f19 None None] New status for floating IP d7ed559f-90b2-4632-ac36-becffdf87400: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:25:51.808321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44480) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:25:51.856440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4e1f-c44c-4f0a-aea0-21a70737a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:51.872280 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-aca20ae2-e486-42bf-a722-2538ba12f04e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/d7ed559f-90b2-4632-ac36-becffdf87400 HTTP/1.1" status: 200 len: 993 time: 0.0627234 Apr 30 05:25:54.085038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-583d5c22-75a1-45eb-a305-c959935aa6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:55.125188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:56.861874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:25:58.227926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:08.273844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:10.940289 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:26:21.856486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b00b5db-2353-40bf-b02e-5b9061c79c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:23.093979 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be8033-ae34-4a9a-9af5-1aae6d6256d6 req-93492908-bed4-480a-903c-ae2777d02b82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:23.095460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24be8033-ae34-4a9a-9af5-1aae6d6256d6 req-93492908-bed4-480a-903c-ae2777d02b82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0973654 Apr 30 05:26:23.146085 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24be8033-ae34-4a9a-9af5-1aae6d6256d6 req-e7327398-1fdd-4ca6-8ca8-411080cc3f41 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Apr 30 05:26:24.102237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fc75be46-5fd9-4cb8-844f-30595291ae7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:24.313006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad396342-b552-4571-93f2-af32df4e979e req-0edbf3c3-6d99-4f38-86a2-8be0f6061891 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:24.314489 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad396342-b552-4571-93f2-af32df4e979e req-0edbf3c3-6d99-4f38-86a2-8be0f6061891 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0996130 Apr 30 05:26:24.361803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad396342-b552-4571-93f2-af32df4e979e req-1f49d5e7-b19e-41bf-ba97-f2ca3f847824 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Apr 30 05:26:24.383900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44502) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:24.446785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-efe30d87-56d7-4d70-b195-b0b8aac82056 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/d7ed559f-90b2-4632-ac36-becffdf87400 HTTP/1.1" status: 200 len: 993 time: 0.0617619 Apr 30 05:26:25.118598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:25.849134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa246b92-2ef4-4830-8a7e-b6e309eb2e82 req-af43a1e9-fe13-49b4-add3-b3878fa3666b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:25.850647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa246b92-2ef4-4830-8a7e-b6e309eb2e82 req-af43a1e9-fe13-49b4-add3-b3878fa3666b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0470874 Apr 30 05:26:25.900993 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa246b92-2ef4-4830-8a7e-b6e309eb2e82 req-b26d9525-d5e8-4c76-9917-5444cbec4a99 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Apr 30 05:26:26.861582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.016388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fe564-08a8-4a8d-aff7-235509a10b3e req-a7121fc9-211f-4416-8500-22ff9a552274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:27.017792 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-285fe564-08a8-4a8d-aff7-235509a10b3e req-a7121fc9-211f-4416-8500-22ff9a552274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0466640 Apr 30 05:26:27.069109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-285fe564-08a8-4a8d-aff7-235509a10b3e req-bb7b6211-fc49-4ee9-a2f6-49645d53c689 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Apr 30 05:26:27.091670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44512) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:27.149448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d75f1a54-a885-4595-b0b5-eb0407893580 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/d7ed559f-90b2-4632-ac36-becffdf87400 HTTP/1.1" status: 200 len: 993 time: 0.0567019 Apr 30 05:26:27.380997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44518) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:27.533709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 02cf233e-cc59-420e-8214-5aaab644b841 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:26:27.534044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (02cf233e-cc59-420e-8214-5aaab644b841), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.610664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (02cf233e-cc59-420e-8214-5aaab644b841), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.610984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (02cf233e-cc59-420e-8214-5aaab644b841), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.623096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 02cf233e-cc59-420e-8214-5aaab644b841 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:26:27.840171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (02cf233e-cc59-420e-8214-5aaab644b841), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.863882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=02cf233e-cc59-420e-8214-5aaab644b841,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:27.875969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.876329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.876669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.877006 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.877338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.877669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.878026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.878345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.878671 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.878993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.879315 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.879638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.879957 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.880277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.880593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:27.937968 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (d7ed559f-90b2-4632-ac36-becffdf87400), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:27.938306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP d7ed559f-90b2-4632-ac36-becffdf87400 disassociated (deleted). External IP: 172.26.5.60, port: 116558b1-4e7e-4fc6-a633-5a073df43519. Apr 30 05:26:28.146533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router ee46da42-ce24-4c49-b4eb-cc76417fef4c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:26:28.222648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:28.256778 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:26:28.261158 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:28.266620 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Sync routers for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:26:28.275741 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:28.276394 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:28.290635 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-390addcc-dd06-487d-abd9-8220eeacedd0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7ed559f-90b2-4632-ac36-becffdf87400 HTTP/1.1" status: 204 len: 168 time: 0.9086161 Apr 30 05:26:28.291214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:26:28.293970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892911b-8b84-41a7-88eb-0808ead8e0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:26:28.336130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8eb0f3-7429-4261-9586-bf99e39c62de x-openstack-request-id: req-8f8eb0f3-7429-4261-9586-bf99e39c62de {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:26:28.336643 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:26:28.336981 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f8eb0f3-7429-4261-9586-bf99e39c62de {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:26:28.337455 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8eb0f3-7429-4261-9586-bf99e39c62de'] response: {'name': 'network-changed', 'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519', 'status': 'completed', 'code': 200} Apr 30 05:26:28.393499 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:28.447283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-e00e44d1-42b4-4e41-a094-29bfd9a01ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:28.449381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-e00e44d1-42b4-4e41-a094-29bfd9a01ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 1130 time: 0.0915675 Apr 30 05:26:28.557864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-d90f1070-a410-4604-9aa6-2b3a6988dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:28.559473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-d90f1070-a410-4604-9aa6-2b3a6988dbba service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5805800-b96b-4c90-bd7e-6dac246b5a22 HTTP/1.1" status: 200 len: 897 time: 0.1035891 Apr 30 05:26:28.635503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f11548-f2bd-4b01-915d-673b09a7f806 req-a63b9370-45f1-48d5-be7a-f7c630999b24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:28.637001 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3f11548-f2bd-4b01-915d-673b09a7f806 req-a63b9370-45f1-48d5-be7a-f7c630999b24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0477271 Apr 30 05:26:28.679330 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:28.687241 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3f11548-f2bd-4b01-915d-673b09a7f806 req-9619a4f7-75a7-4ef4-a115-039c509970d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Apr 30 05:26:28.705214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Checking router: ee46da42-ce24-4c49-b4eb-cc76417fef4c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:26:28.714074 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:28.714701 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:28.820986 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:29.004947 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:29.032399 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0e7b-c821-47f9-8c3a-dd123a492262 None None] The sync data for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '8d38b669-61b6-41f7-831b-9f1afebd02ec', 'name': '', 'network_id': 'b5805800-b96b-4c90-bd7e-6dac246b5a22', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:fe:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '651577bb-5eca-44ad-9945-0489a916f004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:34Z', 'updated_at': '2022-04-30T05:25:37Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '651577bb-5eca-44ad-9945-0489a916f004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:26:29.242368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fa8fa-d4b0-460e-b833-d815eb7dbf85 None None] New status for floating IP d7ed559f-90b2-4632-ac36-becffdf87400: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:26:29.831247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-0773ffbf-9887-4507-bd55-121fc5b67dcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=116558b1-4e7e-4fc6-a633-5a073df43519 HTTP/1.1" status: 200 len: 217 time: 0.0412819 Apr 30 05:26:29.839505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27bdae-f7c7-4bda-85fc-4fe73cee3598 req-161ee83b-61eb-4d3a-a0a1-c62c3dc20f75 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:29.840876 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db27bdae-f7c7-4bda-85fc-4fe73cee3598 req-161ee83b-61eb-4d3a-a0a1-c62c3dc20f75 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0824323 Apr 30 05:26:29.903208 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-20e2643f-b937-446a-96f6-e384b697eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:29.904589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-20e2643f-b937-446a-96f6-e384b697eff6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=651577bb-5eca-44ad-9945-0489a916f004 HTTP/1.1" status: 200 len: 834 time: 0.0629082 Apr 30 05:26:29.920445 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-db27bdae-f7c7-4bda-85fc-4fe73cee3598 req-2589721b-3d8b-4a4b-9caa-cd913a5259b8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b835f8b7-8749-42b3-8e3c-6f13a97d508e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719497 Apr 30 05:26:29.994797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-ed91174d-079b-4fee-bc7a-5b396bdcca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:29.996184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-ed91174d-079b-4fee-bc7a-5b396bdcca9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5805800-b96b-4c90-bd7e-6dac246b5a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441310 Apr 30 05:26:30.066740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.13', 65128) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:30.084091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-5600fbcb-b408-4fa2-96c4-74dd1d93aa4b service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Apr 30 05:26:30.113286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-f80add7f-262b-4cba-9650-f06c62188edc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:30.114794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-f80add7f-262b-4cba-9650-f06c62188edc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 946 time: 0.0470841 Apr 30 05:26:30.176890 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7892911b-8b84-41a7-88eb-0808ead8e0c3 req-f35c5b65-3176-4de2-afad-ee333c1fb092 service neutron] 10.222.0.13 "GET /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866120 Apr 30 05:26:30.197645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 116558b1-4e7e-4fc6-a633-5a073df43519 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:26:30.198002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:30.289213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 116558b1-4e7e-4fc6-a633-5a073df43519, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=116558b1-4e7e-4fc6-a633-5a073df43519,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:30.289496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:30.303025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 116558b1-4e7e-4fc6-a633-5a073df43519 owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:26:30.473984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (116558b1-4e7e-4fc6-a633-5a073df43519), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:30.501377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=116558b1-4e7e-4fc6-a633-5a073df43519,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:30.511031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.511377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.511716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.512054 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.512385 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.512753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.513079 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.513403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.514211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.514211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.514410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.514677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.514995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.515313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.515628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:30.559853 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] No DVR routers for this DVR port 116558b1-4e7e-4fc6-a633-5a073df43519 on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:26:30.562406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:30.565667 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-b2a71d52-4d58-49a6-ba7b-02c7cccffec2 req-c77d1a62-99d7-46b5-9806-f1b6b7a669c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "DELETE /v2.0/ports/116558b1-4e7e-4fc6-a633-5a073df43519 HTTP/1.1" status: 204 len: 173 time: 0.4462836 Apr 30 05:26:30.566095 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'name': 'network-vif-deleted', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:26:30.568332 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa3ef6-c189-4bcc-af00-a64dd5eebdf7" -d '{"events": [{"server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "name": "network-vif-deleted", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:26:30.605877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ee8bb-c8ee-49d4-bef8-7f53169498fc x-openstack-request-id: req-463ee8bb-c8ee-49d4-bef8-7f53169498fc {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:26:30.605877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29cc6a5-0a81-4552-934f-12d60a02af5d", "name": "network-vif-deleted", "tag": "116558b1-4e7e-4fc6-a633-5a073df43519", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:26:30.605877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-463ee8bb-c8ee-49d4-bef8-7f53169498fc {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:26:30.605877 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463ee8bb-c8ee-49d4-bef8-7f53169498fc'] response: {'server_uuid': 'e29cc6a5-0a81-4552-934f-12d60a02af5d', 'name': 'network-vif-deleted', 'tag': '116558b1-4e7e-4fc6-a633-5a073df43519', 'status': 'completed', 'code': 200} Apr 30 05:26:31.028564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-848bb0df-294d-4ad6-b8b4-beba561f98c2 req-e76af5a3-f8e0-40e7-abf6-86aa9e5a6869 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29cc6a5-0a81-4552-934f-12d60a02af5d HTTP/1.1" status: 200 len: 210 time: 0.0274031 Apr 30 05:26:32.085250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44536) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:32.472478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:32.744330 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 8d38b669-61b6-41f7-831b-9f1afebd02ec {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:26:32.744667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:32.856256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 8d38b669-61b6-41f7-831b-9f1afebd02ec, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=8d38b669-61b6-41f7-831b-9f1afebd02ec,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:32.856701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:32.869930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 8d38b669-61b6-41f7-831b-9f1afebd02ec owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:26:33.142832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8d38b669-61b6-41f7-831b-9f1afebd02ec), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:33.174590 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=8d38b669-61b6-41f7-831b-9f1afebd02ec,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:33.355671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:33.584727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router ee46da42-ce24-4c49-b4eb-cc76417fef4c has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:26:33.999914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:26:34.005003 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c1b1d55a-1bc9-42ab-8620-153c7e806482 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/ee46da42-ce24-4c49-b4eb-cc76417fef4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186537 Apr 30 05:26:34.007713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44538) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:34.012737 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Sync routers for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:26:34.022716 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:34.023321 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:34.061230 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting subnet 651577bb-5eca-44ad-9945-0489a916f004 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:26:34.064255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (651577bb-5eca-44ad-9945-0489a916f004), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.106014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (651577bb-5eca-44ad-9945-0489a916f004), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.133982 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:34.196118 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (651577bb-5eca-44ad-9945-0489a916f004), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.258563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 116558b1-4e7e-4fc6-a633-5a073df43519 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:26:34.278624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 116558b1-4e7e-4fc6-a633-5a073df43519 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:26:34.282852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 116558b1-4e7e-4fc6-a633-5a073df43519 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:26:34.311321 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:26:33Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:34.336535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (651577bb-5eca-44ad-9945-0489a916f004), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.337853 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Checking router: ee46da42-ce24-4c49-b4eb-cc76417fef4c for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:26:34.347399 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Routers {'ee46da42-ce24-4c49-b4eb-cc76417fef4c'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:34.348009 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:34.364262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Subnet': ['ID=651577bb-5eca-44ad-9945-0489a916f004,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:34.370203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.373880 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8a0f48d2-fc7c-4901-ad18-2f95dc4db8d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/subnets/651577bb-5eca-44ad-9945-0489a916f004 HTTP/1.1" status: 204 len: 168 time: 0.3648129 Apr 30 05:26:34.376763 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44540) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:34.380773 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821a62c2-274b-4574-83c3-575d08d86bda None None] Network b5805800-b96b-4c90-bd7e-6dac246b5a22 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:26:34.479226 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] Set router ee46da42-ce24-4c49-b4eb-cc76417fef4c gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:34.505530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.563754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] DHCP port deletion for b5805800-b96b-4c90-bd7e-6dac246b5a22 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:26:34.608577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Deleting port 00a77c61-15ba-49b0-83ea-cb5769517398 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:26:34.609205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.664460 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:26:33Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:34.679159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] For port 00a77c61-15ba-49b0-83ea-cb5769517398, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=00a77c61-15ba-49b0-83ea-cb5769517398,segment=NetworkSegment(68d5d819-7cff-4d5e-a8a9-2936c27e701d),segment_id=68d5d819-7cff-4d5e-a8a9-2936c27e701d)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:34.679878 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.696496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Calling delete_port for 00a77c61-15ba-49b0-83ea-cb5769517398 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:26:34.699524 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2da3af-fca7-4123-a81e-bb3d9c15d8d8 None None] The sync data for ids ['ee46da42-ce24-4c49-b4eb-cc76417fef4c'] in dv-neutron-838078-9-hyperv is: [{'id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198944780', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:25:30Z', 'updated_at': '2022-04-30T05:26:33Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'ebfbaa31-8a02-4962-836b-92a40a6b3691', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46da42-ce24-4c49-b4eb-cc76417fef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:25:31Z', 'updated_at': '2022-04-30T05:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:26:34.874380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (00a77c61-15ba-49b0-83ea-cb5769517398), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:34.898307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Pushing event deleted for resources: {'Port': ['ID=00a77c61-15ba-49b0-83ea-cb5769517398,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:34.908886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] No DVR routers for this DVR port 00a77c61-15ba-49b0-83ea-cb5769517398 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:26:34.913784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.914172 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.914663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.914994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.915326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.915650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.915969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.916289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.916608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.917554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.917554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.917846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.920241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.920241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:34.920241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac1727-8fb4-4b0f-87dc-4188b5f3aec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:35.008494 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (ee46da42-ce24-4c49-b4eb-cc76417fef4c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.108981 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d38b669-61b6-41f7-831b-9f1afebd02ec no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:26:35.114156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port ebfbaa31-8a02-4962-836b-92a40a6b3691 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:26:35.114716 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.130937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 8d38b669-61b6-41f7-831b-9f1afebd02ec {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:26:35.131275 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 8d38b669-61b6-41f7-831b-9f1afebd02ec not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:26:35.131605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 00a77c61-15ba-49b0-83ea-cb5769517398 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:26:35.152228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 00a77c61-15ba-49b0-83ea-cb5769517398 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:26:35.152581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 00a77c61-15ba-49b0-83ea-cb5769517398 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:26:35.204319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port ebfbaa31-8a02-4962-836b-92a40a6b3691, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=ebfbaa31-8a02-4962-836b-92a40a6b3691,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:35.204637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.218337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for ebfbaa31-8a02-4962-836b-92a40a6b3691 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:26:35.444393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ebfbaa31-8a02-4962-836b-92a40a6b3691), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.471390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=ebfbaa31-8a02-4962-836b-92a40a6b3691,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:35.531538 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.626899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.629033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (ee46da42-ce24-4c49-b4eb-cc76417fef4c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.731718 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (ee46da42-ce24-4c49-b4eb-cc76417fef4c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.732257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Fanout notify agent at l3_agent the message router_deleted on router ee46da42-ce24-4c49-b4eb-cc76417fef4c {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:26:35.739017 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.740125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9c627bb3-af77-4c6e-95bb-ac8433489c55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/routers/ee46da42-ce24-4c49-b4eb-cc76417fef4c HTTP/1.1" status: 204 len: 168 time: 1.3617289 Apr 30 05:26:35.742899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44542) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:35.824078 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (b5805800-b96b-4c90-bd7e-6dac246b5a22), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.914644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (b5805800-b96b-4c90-bd7e-6dac246b5a22), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.935233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5805800-b96b-4c90-bd7e-6dac246b5a22']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:35.944159 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d5d819-7cff-4d5e-a8a9-2936c27e701d') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:35.944457 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d5d819-7cff-4d5e-a8a9-2936c27e701d') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:35.953888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (68d5d819-7cff-4d5e-a8a9-2936c27e701d), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.967300 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (68d5d819-7cff-4d5e-a8a9-2936c27e701d), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.973100 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (68d5d819-7cff-4d5e-a8a9-2936c27e701d), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:26:35.978091 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:26:36.091069 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (b5805800-b96b-4c90-bd7e-6dac246b5a22), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.098015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.101209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/networks/b5805800-b96b-4c90-bd7e-6dac246b5a22 HTTP/1.1" status: 204 len: 168 time: 0.3573716 Apr 30 05:26:36.104039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44544) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:36.113020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011babb-ab2e-4563-b55c-5df6de291ada tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Network': ['ID=b5805800-b96b-4c90-bd7e-6dac246b5a22,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:36.162248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (b835f8b7-8749-42b3-8e3c-6f13a97d508e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.192276 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (b835f8b7-8749-42b3-8e3c-6f13a97d508e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.319722 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b835f8b7-8749-42b3-8e3c-6f13a97d508e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.322248 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.323609 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/security-groups/b835f8b7-8749-42b3-8e3c-6f13a97d508e HTTP/1.1" status: 204 len: 168 time: 0.2177086 Apr 30 05:26:36.333031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb06fbd-019f-4b30-8ccd-0e598721ab8a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835f8b7-8749-42b3-8e3c-6f13a97d508e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:36.628004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44550) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:36.632433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035851424', 'description': 'tempest-secgroup-smoke-2035851424 description', 'project_id': '052113be567944ada7a514e75cf4ae5a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:36.714987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.781634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (f74ed4ab-c196-47aa-ad34-8549cb86c462), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.801775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ebfbaa31-8a02-4962-836b-92a40a6b3691 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:26:36.824529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: ebfbaa31-8a02-4962-836b-92a40a6b3691 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:26:36.824884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device ebfbaa31-8a02-4962-836b-92a40a6b3691 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:26:36.856427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f74ed4ab-c196-47aa-ad34-8549cb86c462), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.884195 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ed4ab-c196-47aa-ad34-8549cb86c462,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:36.927478 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:36.928709 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f703a62-2417-407c-bb1a-58a8df316367 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2997184 Apr 30 05:26:36.931498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44552) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:36.936273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:37.028631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (02d5df32-9b07-49f5-b54c-81e5e94bc3a5), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.081901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (02d5df32-9b07-49f5-b54c-81e5e94bc3a5), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.159721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (02d5df32-9b07-49f5-b54c-81e5e94bc3a5), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.176840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d5df32-9b07-49f5-b54c-81e5e94bc3a5,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:37.253432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.254644 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-20bf67cb-b35d-4ed6-b5b7-26cdf88181ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219855 Apr 30 05:26:37.257315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44554) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:37.261938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:37.348075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (8db9836f-ef37-4d96-b226-b4899e0d17b2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.404898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (8db9836f-ef37-4d96-b226-b4899e0d17b2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.484581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8db9836f-ef37-4d96-b226-b4899e0d17b2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.502157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db9836f-ef37-4d96-b226-b4899e0d17b2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:37.572158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.574009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f26dcc47-d036-4adc-b3c2-10621264eb45 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151691 Apr 30 05:26:37.576616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44556) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:37.580832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:37.672495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1a8b8b5e-47cb-4bbc-a8c4-43eecc33977e), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.727384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1a8b8b5e-47cb-4bbc-a8c4-43eecc33977e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.805495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1a8b8b5e-47cb-4bbc-a8c4-43eecc33977e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.823720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8b8b5e-47cb-4bbc-a8c4-43eecc33977e,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:37.899215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:37.900473 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5cc72baa-bc42-4bb3-8c1c-4e333a5ccd94 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229454 Apr 30 05:26:37.903091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44558) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:37.907465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:37.976485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (54b1d4e4-c229-40e5-bfa2-2b9264bfaa51), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.033664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (54b1d4e4-c229-40e5-bfa2-2b9264bfaa51), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.085418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (54b1d4e4-c229-40e5-bfa2-2b9264bfaa51), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.102801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b1d4e4-c229-40e5-bfa2-2b9264bfaa51,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:38.144603 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.145836 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fc43dfc8-888b-41a2-b2b8-912f84aa1dc0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417231 Apr 30 05:26:38.148505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44560) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:38.152857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:38.216796 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:26:38.222459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (e081466e-661e-4ae5-ba17-0b88a6f2375b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.262861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.281992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (e081466e-661e-4ae5-ba17-0b88a6f2375b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.323762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e081466e-661e-4ae5-ba17-0b88a6f2375b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.343374 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e081466e-661e-4ae5-ba17-0b88a6f2375b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:38.389946 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.391167 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d3bc6b37-8fcb-44be-87ab-9b9ceeee8db8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2417495 Apr 30 05:26:38.396713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44562) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:38.401032 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'f74ed4ab-c196-47aa-ad34-8549cb86c462', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:38.468149 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:26:38.473443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1cc69ead-18fb-43a7-b821-5965ddde0c2c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.531286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (1cc69ead-18fb-43a7-b821-5965ddde0c2c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.588027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1cc69ead-18fb-43a7-b821-5965ddde0c2c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.605067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc69ead-18fb-43a7-b821-5965ddde0c2c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:38.664341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.665539 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb49637f-5460-4d4f-877d-8eebc0573aa2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2679188 Apr 30 05:26:38.668947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44564) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:38.673901 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'network': {'name': 'tempest-network-smoke--1592635543', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'port_security_enabled': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:38.742608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:26:38.746167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.769741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:26:38.779322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (38d48f73-a12c-4cda-9ebf-621a1c5158fa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.782617 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Added segment 38d48f73-a12c-4cda-9ebf-621a1c5158fa of type vlan for network 8ee547b2-71a8-4687-bf2c-06bf563d7969 Apr 30 05:26:38.819014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (8ee547b2-71a8-4687-bf2c-06bf563d7969), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.931180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (8ee547b2-71a8-4687-bf2c-06bf563d7969), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:38.936773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:38.937349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.003189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Network': ['ID=8ee547b2-71a8-4687-bf2c-06bf563d7969,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:39.014066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:26:39.031450 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-dc29b6f0-5d68-455c-91d9-f9cb7ff3c29b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3614872 Apr 30 05:26:39.034060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44566) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:39.038410 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'admin_state_up': True, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:39.103214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.104375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.156554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (a73699c7-63f1-416c-b7bc-24c35a74ed5a), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.334908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (a73699c7-63f1-416c-b7bc-24c35a74ed5a), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.567572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.585867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.685477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.11 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/45393749-27e7-4983-8a96-0f5ed28270a9) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:26:39.791193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (45393749-27e7-4983-8a96-0f5ed28270a9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.874699 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:39.911696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:39.914542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:39.921167 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:26:39.944283 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=45393749-27e7-4983-8a96-0f5ed28270a9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:40.228287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:40.434356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:40.605835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router a73699c7-63f1-416c-b7bc-24c35a74ed5a is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:26:40.717507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:26:40.731710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Sync routers for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:26:40.739141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:40.739777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:40.785024 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:40.786282 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-46b7ef23-ac91-4e8a-b50d-e7ab3505a17e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7512336 Apr 30 05:26:40.789360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44568) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:40.824538 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-09009abb-94ab-4059-9c89-51d0642cbbda tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=052113be567944ada7a514e75cf4ae5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340309 Apr 30 05:26:40.827026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44570) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:40.849290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:40.977927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0a378-ff2e-4c51-b797-cf9e4703133d tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:40.982427 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5bc0a378-ff2e-4c51-b797-cf9e4703133d tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1515741 Apr 30 05:26:40.982696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44572) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:41.023794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-39e6a502-18d0-4900-9ba7-b0ccd123a061 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399599 Apr 30 05:26:41.026254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44574) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:41.031732 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892836912', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:41.153866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:26:41.157408 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.165276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:40Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:41.191885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Checking router: a73699c7-63f1-416c-b7bc-24c35a74ed5a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:26:41.192233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Updating router a73699c7-63f1-416c-b7bc-24c35a74ed5a port 45393749-27e7-4983-8a96-0f5ed28270a9 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:26:41.220282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.451913 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (92f32a82-26f6-4901-8413-2f9d83661dcb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.470904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks [] for port (45393749-27e7-4983-8a96-0f5ed28270a9), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.517490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Subnet': ['ID=92f32a82-26f6-4901-8413-2f9d83661dcb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:41.525959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Checking segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:26:41.526377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network hostable DHCP agents. Network: 8ee547b2-71a8-4687-bf2c-06bf563d7969, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:26:41.537277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.586840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Attempting to bind port 45393749-27e7-4983-8a96-0f5ed28270a9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:26:41.587205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Attempting to bind port 45393749-27e7-4983-8a96-0f5ed28270a9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:26:41.587563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Attempting to bind port 45393749-27e7-4983-8a96-0f5ed28270a9 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:26:41.594233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796868e-c855-4b65-b54b-b1175fb9c086 None None] Pushing event updated for resources: {'Port': ['ID=45393749-27e7-4983-8a96-0f5ed28270a9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:41.597210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:26:41.597582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:26:41.597979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.598386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:26:41.598856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Bound port: 45393749-27e7-4983-8a96-0f5ed28270a9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:26:41.599234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.599963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:26:41.652854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] For port 45393749-27e7-4983-8a96-0f5ed28270a9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:26:41.655836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] For port 45393749-27e7-4983-8a96-0f5ed28270a9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=45393749-27e7-4983-8a96-0f5ed28270a9,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:26:41.662955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 8ee547b2-71a8-4687-bf2c-06bf563d7969) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:41.668315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:41.668897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.672628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba2aaa-3975-43c3-b392-8ee838540105 None None] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:26:41.727289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.741387 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3f6e83fc-893d-41cf-bacc-34d7228d7ec0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7110085 Apr 30 05:26:41.741767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44576) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:41.818502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:41.819126 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:41.823633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-8ee547b2-71a8-4687-bf2c-06bf563d7969', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:26:41.824463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:41.861661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796868e-c855-4b65-b54b-b1175fb9c086 None None] Pushing event updated for resources: {'Port': ['ID=45393749-27e7-4983-8a96-0f5ed28270a9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:42.032409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:42.150766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Allocated IP 172.20.0.2 (8ee547b2-71a8-4687-bf2c-06bf563d7969/92f32a82-26f6-4901-8413-2f9d83661dcb/62b2aa94-4adb-4b8d-874f-35c759cdcc33) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:26:42.180703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.276174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:40Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:42.312030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105d16c-5d84-47df-89fa-c974990c8e8a None None] The sync data for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv is: [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:40Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:26:42.374155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks [] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.451988 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.491149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:42.501382 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:42.505177 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.1 (8ee547b2-71a8-4687-bf2c-06bf563d7969/92f32a82-26f6-4901-8413-2f9d83661dcb/09deed7d-c827-428a-8e32-ca6eb7dd5842) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:26:42.507312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:26:42.510977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Pushing event updated for resources: {'Port': ['ID=62b2aa94-4adb-4b8d-874f-35c759cdcc33,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:42.581377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Attempting to bind port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:26:42.581926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Attempting to bind port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:26:42.582521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Attempting to bind port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 on network 8ee547b2-71a8-4687-bf2c-06bf563d7969 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:26:42.587758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:26:42.588121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Checking segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:26:42.588514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.589431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Bound using segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:26:42.589885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Bound port: 62b2aa94-4adb-4b8d-874f-35c759cdcc33, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:26:42.590334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.665760 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] For port 62b2aa94-4adb-4b8d-874f-35c759cdcc33, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:26:42.670129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] For port 62b2aa94-4adb-4b8d-874f-35c759cdcc33, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=62b2aa94-4adb-4b8d-874f-35c759cdcc33,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:26:42.749605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:42.825527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282966-bb69-42cf-8a12-ed6e40d6c85e None None] Pushing event updated for resources: {'Port': ['ID=62b2aa94-4adb-4b8d-874f-35c759cdcc33,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:42.881412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 45393749-27e7-4983-8a96-0f5ed28270a9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:26:42.944270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 45393749-27e7-4983-8a96-0f5ed28270a9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:42.944639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.053703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.080971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 45393749-27e7-4983-8a96-0f5ed28270a9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:43.080971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.112159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 45393749-27e7-4983-8a96-0f5ed28270a9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=45393749-27e7-4983-8a96-0f5ed28270a9,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:43.126452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.170411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:43.176641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:43.178049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.178895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:26:43.216389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:43.234497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.250208 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=45393749-27e7-4983-8a96-0f5ed28270a9,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:43.437287 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.717394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.778094 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.860447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:43.863972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:43.957910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:43.959608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:44.091401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router a73699c7-63f1-416c-b7bc-24c35a74ed5a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:26:44.215239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:26:44.220488 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3a1d0a5a-675e-4b83-a238-6665ab9018ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/a73699c7-63f1-416c-b7bc-24c35a74ed5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776595 Apr 30 05:26:44.272385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85636dc-0021-4eab-aa36-892d6e32878d None None] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:26:44.297320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Sync routers for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:26:44.306579 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:44.307185 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:44.364106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Provisioning complete for port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:44.364477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.384604 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-70000d06-1fac-41e3-a7c7-d5bbde486713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035851424&fields=id&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 267 time: 0.0540121 Apr 30 05:26:44.477702 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Current status of the port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:44.478092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.512465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] For port 62b2aa94-4adb-4b8d-874f-35c759cdcc33, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=62b2aa94-4adb-4b8d-874f-35c759cdcc33,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:44.513861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-84bd4e17-b6a0-440b-a154-0c90b35791b8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:44.515402 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-84bd4e17-b6a0-440b-a154-0c90b35791b8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 797 time: 0.1238906 Apr 30 05:26:44.526778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:44.533009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-7ebebf7b-a3e1-4557-8727-bf2d2084b4d7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/quotas/052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 375 time: 0.0114567 Apr 30 05:26:44.583228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.592606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-ae09accc-595e-46c6-9ccb-64509123d349 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546873 Apr 30 05:26:44.641990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5711b3-0e5c-47f8-9a83-eea9ed29c9f2 None None] Pushing event updated for resources: {'Port': ['ID=62b2aa94-4adb-4b8d-874f-35c759cdcc33,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:44.665115 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-a02416a6-ffd3-4063-96c4-721356bc46de service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:26:44.666421 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-a02416a6-ffd3-4063-96c4-721356bc46de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0623069 Apr 30 05:26:44.704973 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Provisioning complete for port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:44.705794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.751879 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 2, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:44.785468 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Checking router: a73699c7-63f1-416c-b7bc-24c35a74ed5a for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:26:44.785860 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Updating router a73699c7-63f1-416c-b7bc-24c35a74ed5a port 09deed7d-c827-428a-8e32-ca6eb7dd5842 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:26:44.809873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Current status of the port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:44.821788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:44.822374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.830793 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:44.834031 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-c1ceebff-d05b-4126-82c0-36a19041031e service neutron] 10.222.0.16 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605198 Apr 30 05:26:44.878031 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8845a057-dff7-467b-9f8f-019e120144e1 None None] Port 09deed7d-c827-428a-8e32-ca6eb7dd5842 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:26:44.935233 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-90a2a565-6b7f-483b-81d7-460e5416842f service neutron] 10.222.0.16 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940392 Apr 30 05:26:44.950740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 62b2aa94-4adb-4b8d-874f-35c759cdcc33 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:26:45.001853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-06cdfe07-2491-40ac-a296-69aaa7d872bc None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.002333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-06cdfe07-2491-40ac-a296-69aaa7d872bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.043964 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-06cdfe07-2491-40ac-a296-69aaa7d872bc None None] Port 09deed7d-c827-428a-8e32-ca6eb7dd5842 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:26:45.052614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.052614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.137753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:45.138855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 45393749-27e7-4983-8a96-0f5ed28270a9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:26:45.153373 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks [] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.198477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 45393749-27e7-4983-8a96-0f5ed28270a9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.198477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.217481 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.252143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84a1c99d-0e68-46ed-8666-87ad9677d0a5 req-4ebf71dd-eafd-4a37-a79f-d0c64e70980c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Apr 30 05:26:45.320711 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Pushing event updated for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:45.348490 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.349083 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.349610 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.350192 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.350724 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.351396 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.351875 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.352355 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.353257 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.354939 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.355449 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.355962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.356458 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.357062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.357541 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:26:45.377599 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Attempting to bind port 09deed7d-c827-428a-8e32-ca6eb7dd5842 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:26:45.378247 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Attempting to bind port 09deed7d-c827-428a-8e32-ca6eb7dd5842 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:26:45.378822 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Attempting to bind port 09deed7d-c827-428a-8e32-ca6eb7dd5842 on network 8ee547b2-71a8-4687-bf2c-06bf563d7969 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:26:45.384890 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:26:45.385286 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Checking segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:26:45.387087 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.387682 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Bound using segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:26:45.393507 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Bound port: 09deed7d-c827-428a-8e32-ca6eb7dd5842, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:26:45.393507 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.411397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2ebf4eca-f089-4865-bd04-a616f6c7631b None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.412002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2ebf4eca-f089-4865-bd04-a616f6c7631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.465372 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] For port 09deed7d-c827-428a-8e32-ca6eb7dd5842, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:26:45.468836 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] For port 09deed7d-c827-428a-8e32-ca6eb7dd5842, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=09deed7d-c827-428a-8e32-ca6eb7dd5842,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:26:45.482672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 45393749-27e7-4983-8a96-0f5ed28270a9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:45.494127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf4eca-f089-4865-bd04-a616f6c7631b None None] Port 09deed7d-c827-428a-8e32-ca6eb7dd5842 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:26:45.560075 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.614359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.614958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.620549 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:45.621201 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:45.661762 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8ee76-96db-4c15-8eee-c6d0679718cc None None] Pushing event updated for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:45.704468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Current status of the port 09deed7d-c827-428a-8e32-ca6eb7dd5842 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:45.704989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.742325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] For port 09deed7d-c827-428a-8e32-ca6eb7dd5842, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=09deed7d-c827-428a-8e32-ca6eb7dd5842,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:45.754559 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:45.815597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.871384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd827b5-8fc9-4f76-90ce-6a537480b49d None None] Pushing event updated for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:45.931781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e8c530c0-06ba-426b-8047-f508a5c2afd1 None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:45.932149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e8c530c0-06ba-426b-8047-f508a5c2afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:45.952788 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:45.979385 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d129836-4f36-49ad-b79f-3f664de5417e None None] The sync data for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv is: [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:26:46.014533 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e8c530c0-06ba-426b-8047-f508a5c2afd1 None None] Current status of the port 09deed7d-c827-428a-8e32-ca6eb7dd5842 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:46.353151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2cd2e7f2-b2eb-432f-b469-e22ae6780cbd req-e5f154a2-c34c-4296-9427-fe60653392db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Apr 30 05:26:46.826473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 09deed7d-c827-428a-8e32-ca6eb7dd5842 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:26:46.879577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 09deed7d-c827-428a-8e32-ca6eb7dd5842 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:46.880078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:46.965838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 09deed7d-c827-428a-8e32-ca6eb7dd5842 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:47.170625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-8881cd36-1b01-462f-811e-c0d56b9f6119 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:47.172008 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-8881cd36-1b01-462f-811e-c0d56b9f6119 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 797 time: 0.1077867 Apr 30 05:26:47.235062 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-8f35d19f-a26d-4b6f-9460-6c2eecb35b57 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 380 time: 0.0547454 Apr 30 05:26:47.421312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'port': {'device_id': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'admin_state_up': True, 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'security_groups': ['f74ed4ab-c196-47aa-ad34-8549cb86c462']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:47.465038 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-337258b8-1130-4ac4-b2ca-6aef972a98c1 req-186538a9-8b7c-4aec-a734-92509709f431 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 210 time: 0.0403311 Apr 30 05:26:47.588654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:26:47.592681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:47.719679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.8 (8ee547b2-71a8-4687-bf2c-06bf563d7969/92f32a82-26f6-4901-8413-2f9d83661dcb/e00bc204-ae22-4430-9424-0f35b350318c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:26:47.859146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (e00bc204-ae22-4430-9424-0f35b350318c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:47.939195 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:26:47.954871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:47.995984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:47.999030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:48.005383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:26:48.031771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:48.063226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:48.063876 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.140647 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-e2ebacf4-3a6d-4ab4-b2ba-c4a6ff405448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262871 Apr 30 05:26:48.152615 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Request body: {'port': {'device_id': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:48.216856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e00bc204-ae22-4430-9424-0f35b350318c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.248094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-361e1e66-627d-46c4-8da5-994616ff393b None None] Provisioning complete for port e00bc204-ae22-4430-9424-0f35b350318c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:48.248624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-361e1e66-627d-46c4-8da5-994616ff393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e00bc204-ae22-4430-9424-0f35b350318c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.282428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-361e1e66-627d-46c4-8da5-994616ff393b None None] Port e00bc204-ae22-4430-9424-0f35b350318c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:26:48.475388 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00bc204-ae22-4430-9424-0f35b350318c {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:26:48.483617 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks [] for port (e00bc204-ae22-4430-9424-0f35b350318c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.497030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Transition to ACTIVE for port object e00bc204-ae22-4430-9424-0f35b350318c will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:26:48.554476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.581281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bcd69-12c5-4d54-a12d-05cc6f88fec5 req-5ac3cabb-b748-4cf1-bd98-d7aac00baccc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:48.583029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a90bcd69-12c5-4d54-a12d-05cc6f88fec5 req-5ac3cabb-b748-4cf1-bd98-d7aac00baccc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 931 time: 0.0488572 Apr 30 05:26:48.612639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Pushing event updated for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:48.636221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a90bcd69-12c5-4d54-a12d-05cc6f88fec5 req-2a4f83a9-7a3c-4d9d-8906-8c5b8a822b12 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Apr 30 05:26:48.687825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Attempting to bind port e00bc204-ae22-4430-9424-0f35b350318c on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:26:48.688165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Attempting to bind port e00bc204-ae22-4430-9424-0f35b350318c by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:26:48.688495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Attempting to bind port e00bc204-ae22-4430-9424-0f35b350318c on network 8ee547b2-71a8-4687-bf2c-06bf563d7969 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:26:48.693183 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Port e00bc204-ae22-4430-9424-0f35b350318c on network 8ee547b2-71a8-4687-bf2c-06bf563d7969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:26:48.693505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Attempting to bind port e00bc204-ae22-4430-9424-0f35b350318c on network 8ee547b2-71a8-4687-bf2c-06bf563d7969 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:26:48.700477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:26:48.700985 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Checking segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:26:48.701392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Bound using segment: {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:26:48.701831 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Bound port: e00bc204-ae22-4430-9424-0f35b350318c, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d48f73-a12c-4cda-9ebf-621a1c5158fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:26:48.702203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e00bc204-ae22-4430-9424-0f35b350318c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.775067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:26:48.778459 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e00bc204-ae22-4430-9424-0f35b350318c,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:26:48.824193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.857130 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:48.857783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:48.859176 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] 10.222.0.13 "PUT /v2.0/ports/e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 1093 time: 0.7112522 Apr 30 05:26:48.859613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:26:48.861866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:26:48.894585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a4cdc-c4c3-4e99-a845-11fb0ed281bd service neutron] Pushing event updated for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:48.911933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428403a8-fcc8-4f77-9848-e01f9522123e x-openstack-request-id: req-428403a8-fcc8-4f77-9848-e01f9522123e {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:26:48.912467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:26:48.912978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-428403a8-fcc8-4f77-9848-e01f9522123e {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:26:48.913602 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428403a8-fcc8-4f77-9848-e01f9522123e'] response: {'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c', 'status': 'completed', 'code': 200} Apr 30 05:26:48.970977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-20492b5d-58f8-44ed-a83c-615e2d8d18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:48.972510 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-20492b5d-58f8-44ed-a83c-615e2d8d18a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1127 time: 0.0477011 Apr 30 05:26:49.076315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-163c7faa-9cb3-4308-82e8-4e4899092836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.077885 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-163c7faa-9cb3-4308-82e8-4e4899092836 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=052113be567944ada7a514e75cf4ae5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989921 Apr 30 05:26:49.176541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-fa4d7d5d-f546-472e-a026-cda4592e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.178010 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad8f21f9-715d-4cd8-8e0c-0c694dadd22a req-fa4d7d5d-f546-472e-a026-cda4592e8d6d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0940642 Apr 30 05:26:49.249873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-281bb5bc-cc2f-425b-ac05-3f663f476662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.251772 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-281bb5bc-cc2f-425b-ac05-3f663f476662 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1127 time: 0.0397902 Apr 30 05:26:49.296783 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-56c5953e-dd9b-402d-a7ea-414615363a67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 217 time: 0.0389371 Apr 30 05:26:49.345390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-d0763e06-602d-486b-9ba7-ab1292fe554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.346831 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-d0763e06-602d-486b-9ba7-ab1292fe554f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 200 len: 834 time: 0.0438540 Apr 30 05:26:49.390785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73435bb-049f-4193-993b-242268da89b8 req-483e1cc2-4113-4dfe-ba98-b706b46dfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.392256 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-483e1cc2-4113-4dfe-ba98-b706b46dfaa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ee547b2-71a8-4687-bf2c-06bf563d7969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396154 Apr 30 05:26:49.485166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-576ab4ea-932b-4f2b-854e-192519dc2c19 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859764 Apr 30 05:26:49.572888 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a73435bb-049f-4193-993b-242268da89b8 req-c54157df-19f9-4696-b4d5-ecff8465b395 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Apr 30 05:26:49.751621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1a12-3fde-49e2-a7fa-cc4701e59281 req-bd0fab69-afcd-4112-a128-ffecf0bc5f82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:49.753092 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-462a1a12-3fde-49e2-a7fa-cc4701e59281 req-bd0fab69-afcd-4112-a128-ffecf0bc5f82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 943 time: 0.0476625 Apr 30 05:26:49.801334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-462a1a12-3fde-49e2-a7fa-cc4701e59281 req-c8ebc489-1308-4a82-99f0-6136f5f69e81 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Apr 30 05:26:50.918856 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22db8-7c78-41a8-98a3-b481b50511b5 req-6c5eeb5d-0285-4702-8a60-0255f960deb3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:50.920556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cab22db8-7c78-41a8-98a3-b481b50511b5 req-6c5eeb5d-0285-4702-8a60-0255f960deb3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 943 time: 0.0502117 Apr 30 05:26:50.969249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cab22db8-7c78-41a8-98a3-b481b50511b5 req-588b8757-85ea-4534-9bb6-efe6f822e06e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Apr 30 05:26:51.861641 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e50e8ae0-4e76-4205-a60b-9d3977a3e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:52.081549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709907f-7f26-464f-b3e7-010859510fbb req-3798253d-a7ad-4b8a-9da4-e24eb2b6819c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:52.083024 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6709907f-7f26-464f-b3e7-010859510fbb req-3798253d-a7ad-4b8a-9da4-e24eb2b6819c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 943 time: 0.0468962 Apr 30 05:26:52.130045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6709907f-7f26-464f-b3e7-010859510fbb req-942e7ea7-b31d-4e78-9690-249348185175 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 30 05:26:52.336201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e00bc204-ae22-4430-9424-0f35b350318c details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:26:52.430798 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e00bc204-ae22-4430-9424-0f35b350318c,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:52.441607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'e00bc204-ae22-4430-9424-0f35b350318c', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'port_id': 'e00bc204-ae22-4430-9424-0f35b350318c', 'mac_address': 'fa:16:3e:db:ee:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:26:52.481371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port e00bc204-ae22-4430-9424-0f35b350318c is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:52.481748 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e00bc204-ae22-4430-9424-0f35b350318c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:52.493958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00bc204-ae22-4430-9424-0f35b350318c {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:26:52.512242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e00bc204-ae22-4430-9424-0f35b350318c,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:52.599033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:52.645409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:52.800652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['e00bc204-ae22-4430-9424-0f35b350318c'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:26:53.245743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9c130-a23f-47f3-900d-76de860636c7 req-ee2285dc-4696-41cf-b818-5d70bf818b4e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:53.247236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfd9c130-a23f-47f3-900d-76de860636c7 req-ee2285dc-4696-41cf-b818-5d70bf818b4e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 944 time: 0.0505605 Apr 30 05:26:53.295310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cfd9c130-a23f-47f3-900d-76de860636c7 req-e0eca534-0064-4e75-82a8-ad869e286a06 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Apr 30 05:26:54.085585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-345000cc-aaab-45c7-9b48-435b5b882944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:54.352546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e00bc204-ae22-4430-9424-0f35b350318c up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:26:54.397666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port e00bc204-ae22-4430-9424-0f35b350318c completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:26:54.406847 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f47b-5e21-4066-a8ec-f5e4f65cf3d2 req-43d166ae-c6de-43ac-a25c-e00644c8cf82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:54.408319 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8b9f47b-5e21-4066-a8ec-f5e4f65cf3d2 req-43d166ae-c6de-43ac-a25c-e00644c8cf82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 944 time: 0.0471010 Apr 30 05:26:54.457322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8b9f47b-5e21-4066-a8ec-f5e4f65cf3d2 req-04aba813-cdf2-4c40-bb87-b9f2f4681282 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Apr 30 05:26:54.462791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port e00bc204-ae22-4430-9424-0f35b350318c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:26:54.463182 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e00bc204-ae22-4430-9424-0f35b350318c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:54.543155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port e00bc204-ae22-4430-9424-0f35b350318c is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:26:54.543530 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e00bc204-ae22-4430-9424-0f35b350318c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:54.566251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:26:54.568532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044dd566-2397-40d8-a3a4-d1fbf72c461b" -d '{"events": [{"server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "name": "network-vif-plugged", "status": "completed", "tag": "e00bc204-ae22-4430-9424-0f35b350318c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:26:54.581127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e00bc204-ae22-4430-9424-0f35b350318c,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:26:54.607638 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd536403-71c5-4bdf-806d-438d6f8e5713 x-openstack-request-id: req-bd536403-71c5-4bdf-806d-438d6f8e5713 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:26:54.612097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "name": "network-vif-plugged", "status": "completed", "tag": "e00bc204-ae22-4430-9424-0f35b350318c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:26:54.612097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd536403-71c5-4bdf-806d-438d6f8e5713 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:26:54.612097 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd536403-71c5-4bdf-806d-438d6f8e5713'] response: {'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c', 'code': 200} Apr 30 05:26:54.622850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:54.672410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:54.912063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4bc33-88af-48a5-918c-a1d8d87ed843 req-0433b3da-67e3-4349-aea6-6038b0d0ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:54.913553 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-afb4bc33-88af-48a5-918c-a1d8d87ed843 req-0433b3da-67e3-4349-aea6-6038b0d0ae88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1129 time: 0.0430043 Apr 30 05:26:54.958572 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-afb4bc33-88af-48a5-918c-a1d8d87ed843 req-c29499a5-620c-4bdd-93f9-65bb6d5a9b5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 Apr 30 05:26:55.130023 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:55.569591 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38f12-63fb-4ebb-8315-c9e8ad6e818e req-0c1b4942-dace-469e-9929-f8e33bc2779f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:55.571056 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69a38f12-63fb-4ebb-8315-c9e8ad6e818e req-0c1b4942-dace-469e-9929-f8e33bc2779f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0465758 Apr 30 05:26:55.625266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69a38f12-63fb-4ebb-8315-c9e8ad6e818e req-c282f1b4-a59d-4df0-ad36-caf9c4eb0fa1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Apr 30 05:26:56.740264 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee727c0-5fc6-4937-969d-022403c6004a req-e53b5546-e75b-4d77-9dc0-1fc834714f9b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:56.741729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee727c0-5fc6-4937-969d-022403c6004a req-e53b5546-e75b-4d77-9dc0-1fc834714f9b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Apr 30 05:26:56.795027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ee727c0-5fc6-4937-969d-022403c6004a req-389beba5-945a-414e-940d-997a5650a40a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Apr 30 05:26:56.902022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:56.906712 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b192075-3f31-4036-b3cd-0b0f347793c4 req-1cc6b036-f144-413b-996b-cbc424279ed0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:56.908248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b192075-3f31-4036-b3cd-0b0f347793c4 req-1cc6b036-f144-413b-996b-cbc424279ed0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Apr 30 05:26:56.958812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6b192075-3f31-4036-b3cd-0b0f347793c4 req-81b611b6-caf6-4ccb-a75e-d75d43f46434 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Apr 30 05:26:56.980182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44636) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:57.021095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f43bf-c375-4326-81ec-90928dd852d7 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:57.022587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c28f43bf-c375-4326-81ec-90928dd852d7 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1124 time: 0.0414507 Apr 30 05:26:57.025348 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44638) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:57.029792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'e00bc204-ae22-4430-9424-0f35b350318c', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:26:57.101872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:57.178530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:57.282664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.42 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/d471659e-a27a-48a4-bdb3-0d88bac3f161) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:26:57.383377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:57.468998 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:57.510496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:26:57.515239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:26:57.517797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:26:57.540693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=d471659e-a27a-48a4-bdb3-0d88bac3f161,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:57.879154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (40e17ac2-0c28-4abc-bd6f-f735b7121130), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.010233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.156923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.239758 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.285817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.306444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=d471659e-a27a-48a4-bdb3-0d88bac3f161,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:26:58.318632 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (40e17ac2-0c28-4abc-bd6f-f735b7121130), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.420125 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 40e17ac2-0c28-4abc-bd6f-f735b7121130 associated. External IP: 172.26.5.42, port: e00bc204-ae22-4430-9424-0f35b350318c. Apr 30 05:26:58.627675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router a73699c7-63f1-416c-b7bc-24c35a74ed5a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:26:58.739220 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:26:58.749547 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Sync routers for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:26:58.759849 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:58.760618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:58.830867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:26:58.861908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9197f46f-09f9-4e0d-b0c0-bd9f649dfb59 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8354547 Apr 30 05:26:58.862536 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:26:58.864927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce09a890-9349-416d-adcd-6f4099eff086" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:26:58.874768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:58.908335 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba71c7-1627-41a0-84f7-fb077e875b69 x-openstack-request-id: req-a1ba71c7-1627-41a0-84f7-fb077e875b69 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:26:58.908848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:26:58.908848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1ba71c7-1627-41a0-84f7-fb077e875b69 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:26:58.909275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ba71c7-1627-41a0-84f7-fb077e875b69'] response: {'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c', 'status': 'completed', 'code': 200} Apr 30 05:26:58.971233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a890-9349-416d-adcd-6f4099eff086 req-db1a38ea-63b9-4a81-9a87-5aeb02f23fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:58.971828 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cd697-05ab-459a-9267-133aca514517 req-bcd73a6e-8f26-433c-b6ac-a8da250d0562 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:58.973057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-270cd697-05ab-459a-9267-133aca514517 req-bcd73a6e-8f26-433c-b6ac-a8da250d0562 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Apr 30 05:26:58.974096 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-db1a38ea-63b9-4a81-9a87-5aeb02f23fdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1129 time: 0.0440784 Apr 30 05:26:59.025048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-270cd697-05ab-459a-9267-133aca514517 req-cdc6b708-32db-47f4-8fbf-ea4b6b26118a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Apr 30 05:26:59.048797 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44644) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:26:59.080021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a890-9349-416d-adcd-6f4099eff086 req-b3d08d68-17da-40d2-8c2a-ec4ffbd824a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:59.081773 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-b3d08d68-17da-40d2-8c2a-ec4ffbd824a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 897 time: 0.1012893 Apr 30 05:26:59.097136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '40e17ac2-0c28-4abc-bd6f-f735b7121130', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.42', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'port_id': 'e00bc204-ae22-4430-9424-0f35b350318c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'mac_address': 'fa:16:3e:db:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:26:57Z', 'updated_at': '2022-04-30T05:26:57Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:59.115422 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-59add5e6-9160-4fcb-ac2a-b3bb27865ad9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/40e17ac2-0c28-4abc-bd6f-f735b7121130 HTTP/1.1" status: 200 len: 990 time: 0.0644510 Apr 30 05:26:59.127490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Checking router: a73699c7-63f1-416c-b7bc-24c35a74ed5a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:26:59.136038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:26:59.136572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:26:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:59.147549 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-4bd75d5f-2354-4c74-89ab-45df4c7cd96d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 998 time: 0.0600772 Apr 30 05:26:59.196036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a890-9349-416d-adcd-6f4099eff086 req-2845fb9d-7554-4641-8c65-13588c11b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:59.198856 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-2845fb9d-7554-4641-8c65-13588c11b7e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 200 len: 834 time: 0.0442708 Apr 30 05:26:59.245809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a890-9349-416d-adcd-6f4099eff086 req-50fd43a6-1a8b-469e-a466-9040fd7d7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:26:59.247372 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-50fd43a6-1a8b-469e-a466-9040fd7d7c5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ee547b2-71a8-4687-bf2c-06bf563d7969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440741 Apr 30 05:26:59.247933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:26:59.337816 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-5a06303c-503f-4721-b378-7461ee60a17f service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842326 Apr 30 05:26:59.431617 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ce09a890-9349-416d-adcd-6f4099eff086 req-fea04de5-7f1a-4b1f-90fb-26724e029227 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882571 Apr 30 05:26:59.461946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '40e17ac2-0c28-4abc-bd6f-f735b7121130', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.42', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'port_id': 'e00bc204-ae22-4430-9424-0f35b350318c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'mac_address': 'fa:16:3e:db:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:26:57Z', 'updated_at': '2022-04-30T05:26:57Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:26:59.491731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbbb795-1f49-4a9a-9cea-4776d8b2f748 None None] The sync data for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv is: [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '40e17ac2-0c28-4abc-bd6f-f735b7121130', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.42', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'port_id': 'e00bc204-ae22-4430-9424-0f35b350318c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'mac_address': 'fa:16:3e:db:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:26:57Z', 'updated_at': '2022-04-30T05:26:57Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:26:59.693474 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649cb09-ad5c-452f-b035-4e38f01fbf67 None None] New status for floating IP 40e17ac2-0c28-4abc-bd6f-f735b7121130: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:27:00.118162 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44646) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:27:00.177501 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3864c0c-e9aa-4734-b9ab-4c80d91aef1c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/40e17ac2-0c28-4abc-bd6f-f735b7121130 HTTP/1.1" status: 200 len: 992 time: 0.0581415 Apr 30 05:27:08.301292 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:21.868446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5e51a696-820c-4dee-9257-7c7c4eac671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:24.119160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1d30195e-2877-483a-b466-4afb95a0d288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:24.938616 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:27:25.147381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:26.861787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:28.256008 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:31.674081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc79ba7-9b0c-4ee3-8f4b-781f5a5ad2fd req-26093d08-9e50-4aff-b0db-43bcbc5cf3b1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:31.675630 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bc79ba7-9b0c-4ee3-8f4b-781f5a5ad2fd req-26093d08-9e50-4aff-b0db-43bcbc5cf3b1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0531826 Apr 30 05:27:31.707572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-4438599c-159d-45c7-bc37-e41c75c17666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:31.709189 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-4438599c-159d-45c7-bc37-e41c75c17666 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1129 time: 0.0408738 Apr 30 05:27:31.726251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0bc79ba7-9b0c-4ee3-8f4b-781f5a5ad2fd req-a4e9b0a3-d2aa-4f50-b9b2-22c00308c870 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Apr 30 05:27:31.804003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-29894326-0b37-4f6b-8949-eb3304da0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:31.805500 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-29894326-0b37-4f6b-8949-eb3304da0fc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 897 time: 0.0899661 Apr 30 05:27:31.869684 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-a5352e85-cb6c-4f36-9b18-3d40d09bb14a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 1000 time: 0.0572104 Apr 30 05:27:31.921572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-58a8de2c-332e-4882-8b24-faa156eeaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:31.923029 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-58a8de2c-332e-4882-8b24-faa156eeaace service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 200 len: 834 time: 0.0468612 Apr 30 05:27:31.966640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-5c194443-8a4d-4e4b-a603-494838a577a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:31.967997 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-5c194443-8a4d-4e4b-a603-494838a577a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ee547b2-71a8-4687-bf2c-06bf563d7969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389009 Apr 30 05:27:32.054075 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-c3b3681d-476c-4ea9-b68b-9ed621a121e1 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796428 Apr 30 05:27:32.142731 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8a5e8815-c1bf-4d3e-8d09-27db98f17840 req-ee5c2b74-ebc8-4b2c-982d-64e518ae31cd service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829012 Apr 30 05:27:32.844781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e93d5-e284-4c83-90e6-985749e48dd2 req-b66656ad-e494-4176-9caa-e00e37e83914 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:32.846181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-610e93d5-e284-4c83-90e6-985749e48dd2 req-b66656ad-e494-4176-9caa-e00e37e83914 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0468495 Apr 30 05:27:32.894178 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-610e93d5-e284-4c83-90e6-985749e48dd2 req-7d3d71cf-fa3c-44fd-9444-f0e19808992b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Apr 30 05:27:34.008673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2735-7e27-4119-94be-a4bf5fcffb1d req-74506e23-7a9f-47af-ae2d-c9ea5f299f63 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:34.010146 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-745b2735-7e27-4119-94be-a4bf5fcffb1d req-74506e23-7a9f-47af-ae2d-c9ea5f299f63 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0476725 Apr 30 05:27:34.062549 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-745b2735-7e27-4119-94be-a4bf5fcffb1d req-71bd0c3a-2fd3-48d7-a02c-6dbf9f83ddfe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Apr 30 05:27:35.174759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74a49-0b78-4648-ba61-b09b1919b58e req-5f5e55cf-3465-4cc0-a4fa-ceeb15db22a1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:35.176215 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1bc74a49-0b78-4648-ba61-b09b1919b58e req-5f5e55cf-3465-4cc0-a4fa-ceeb15db22a1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Apr 30 05:27:35.225325 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1bc74a49-0b78-4648-ba61-b09b1919b58e req-361ba53b-9e1b-48cc-8412-6b46f8a6191f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Apr 30 05:27:36.340197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa47d3-7bc0-4292-abf1-0e770a1298ac req-b11be96d-3e60-4c7f-8553-b19d1259c358 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:36.341654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dffa47d3-7bc0-4292-abf1-0e770a1298ac req-b11be96d-3e60-4c7f-8553-b19d1259c358 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0473621 Apr 30 05:27:36.389463 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dffa47d3-7bc0-4292-abf1-0e770a1298ac req-848e634d-f836-4973-99f6-f77b71e85850 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423763 Apr 30 05:27:37.510255 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb55a60-749c-420b-bc0d-79a14c539b94 req-1d054201-05f2-452f-b006-259d50fc8f49 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:37.511813 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-feb55a60-749c-420b-bc0d-79a14c539b94 req-1d054201-05f2-452f-b006-259d50fc8f49 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0531518 Apr 30 05:27:37.560675 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-feb55a60-749c-420b-bc0d-79a14c539b94 req-919312ce-6e7f-4ab1-8453-c506eba7da43 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Apr 30 05:27:38.347656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:38.672371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74d9be-f812-4041-810b-73eab8b7d7d4 req-ffaeda72-0c0c-4138-a5e5-e585c4a31a33 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:38.673804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0b74d9be-f812-4041-810b-73eab8b7d7d4 req-ffaeda72-0c0c-4138-a5e5-e585c4a31a33 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0467014 Apr 30 05:27:38.721947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0b74d9be-f812-4041-810b-73eab8b7d7d4 req-2e9b2cad-4af6-4a79-9e09-7325768ee674 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Apr 30 05:27:39.838005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8411-0ac6-4f2f-8175-078c5f35da17 req-f2f5b687-01cb-44b1-9149-4106e48f069a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:39.839637 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed0f8411-0ac6-4f2f-8175-078c5f35da17 req-f2f5b687-01cb-44b1-9149-4106e48f069a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Apr 30 05:27:39.888271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed0f8411-0ac6-4f2f-8175-078c5f35da17 req-a8f59943-5933-4eb7-bfd9-7eb99dc397c7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Apr 30 05:27:41.000510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53fcd-8da8-40f7-9687-f3e55cf78686 req-d4442329-32b7-4e7c-9bd5-02b96ec4b1d5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:41.001893 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8d53fcd-8da8-40f7-9687-f3e55cf78686 req-d4442329-32b7-4e7c-9bd5-02b96ec4b1d5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0467286 Apr 30 05:27:41.049426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8d53fcd-8da8-40f7-9687-f3e55cf78686 req-7ea23879-c1a8-4a70-a720-ad43cb0c5f47 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Apr 30 05:27:42.160490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cadf40-1465-4adf-86ef-5a966b4a698b req-eef196d6-bc6e-499b-94bd-eb3c57a62f8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:42.161918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99cadf40-1465-4adf-86ef-5a966b4a698b req-eef196d6-bc6e-499b-94bd-eb3c57a62f8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0456064 Apr 30 05:27:42.213243 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99cadf40-1465-4adf-86ef-5a966b4a698b req-0a28869e-25ed-4b05-b5a3-33ae6912e514 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455451 Apr 30 05:27:43.329074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c70c3-4a23-4a47-a3a4-13fac2e1d12e req-46729095-597c-4a60-81ed-20323c4c8729 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:43.330446 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-835c70c3-4a23-4a47-a3a4-13fac2e1d12e req-46729095-597c-4a60-81ed-20323c4c8729 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Apr 30 05:27:43.377818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-835c70c3-4a23-4a47-a3a4-13fac2e1d12e req-28189d2a-1c80-4f81-8b0c-845afd40cde1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Apr 30 05:27:44.490604 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263877-2e02-4839-8714-fc6f54dd3ad2 req-5f0a3275-f971-40f5-9627-4de490898ec8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:44.492058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61263877-2e02-4839-8714-fc6f54dd3ad2 req-5f0a3275-f971-40f5-9627-4de490898ec8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0469177 Apr 30 05:27:44.539812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61263877-2e02-4839-8714-fc6f54dd3ad2 req-b198ea6c-389b-43bb-9909-94152c9f1fb2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Apr 30 05:27:45.655556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87038e-8b4d-43a3-a2ac-f33883abd9e8 req-345766be-b0b8-4abe-8429-6232ac1a2572 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:45.656988 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb87038e-8b4d-43a3-a2ac-f33883abd9e8 req-345766be-b0b8-4abe-8429-6232ac1a2572 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Apr 30 05:27:45.704415 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb87038e-8b4d-43a3-a2ac-f33883abd9e8 req-4c7116ac-6bab-4f8d-8960-91cf71f3a0bc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Apr 30 05:27:45.923434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-0384627c-19c3-4c9f-9932-9cf06dc36108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:45.924916 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-0384627c-19c3-4c9f-9932-9cf06dc36108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1129 time: 0.0384855 Apr 30 05:27:46.030031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-819e27a5-08cd-46c1-8a0f-754925d84c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:46.031489 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-819e27a5-08cd-46c1-8a0f-754925d84c0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 897 time: 0.0873344 Apr 30 05:27:46.095892 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-48f33eff-0de5-4132-9068-e3c898f92b25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 1000 time: 0.0569532 Apr 30 05:27:46.146242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-1306cc46-1d29-4a94-b2ff-d9ccda1e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:46.147662 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-1306cc46-1d29-4a94-b2ff-d9ccda1e2920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 200 len: 834 time: 0.0460415 Apr 30 05:27:46.190626 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-d29801ce-2643-41b3-87b5-72ba96bca51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:46.192002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-d29801ce-2643-41b3-87b5-72ba96bca51d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ee547b2-71a8-4687-bf2c-06bf563d7969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387845 Apr 30 05:27:46.278785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-ff80faab-2d13-48a3-8f5e-1b8e7c3d1543 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808551 Apr 30 05:27:46.371993 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1aeec56f-d4a5-4692-bf5a-1de8f502f81f req-be41b153-2145-4a30-a0f0-223d46d2813b service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Apr 30 05:27:46.816038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc10862-76ec-4701-88ec-bc83dcb3aff1 req-978b3443-cf01-4638-a1b1-962d48b6724e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:46.817473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cc10862-76ec-4701-88ec-bc83dcb3aff1 req-978b3443-cf01-4638-a1b1-962d48b6724e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0465522 Apr 30 05:27:46.865077 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6cc10862-76ec-4701-88ec-bc83dcb3aff1 req-5ea8529e-3ad7-4890-a6dc-c0df94ff13c1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Apr 30 05:27:47.977182 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073a6d-d79f-46c1-8e09-6f42f6adec01 req-8b4c2d12-8664-4605-a476-e486ec8a3d44 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:47.979287 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25073a6d-d79f-46c1-8e09-6f42f6adec01 req-8b4c2d12-8664-4605-a476-e486ec8a3d44 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0453277 Apr 30 05:27:48.029350 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25073a6d-d79f-46c1-8e09-6f42f6adec01 req-41d99929-f638-45d3-a894-e8737e718e82 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Apr 30 05:27:49.143013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6665a1-c264-4822-8db1-02d461979f64 req-f49fd736-5291-40ca-bf30-02eb73037d24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:27:49.144518 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd6665a1-c264-4822-8db1-02d461979f64 req-f49fd736-5291-40ca-bf30-02eb73037d24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Apr 30 05:27:49.192834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bd6665a1-c264-4822-8db1-02d461979f64 req-29ac5332-58b3-4596-add1-c0c6d45d7edb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Apr 30 05:27:49.220402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44696) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:27:49.282597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8c20ede5-3a56-45bd-a8dd-ad097f4fd437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/40e17ac2-0c28-4abc-bd6f-f735b7121130 HTTP/1.1" status: 200 len: 992 time: 0.0610135 Apr 30 05:27:51.845991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-439fda07-3bd4-49df-b2b1-7f8fde82f26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:54.143118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fba69a0a-a078-46b7-b2de-dc648b5049b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:55.138009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:56.861885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:27:58.240664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:01.938135 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:28:08.343160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:19.807819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44706) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:20.305370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port d471659e-a27a-48a4-bdb3-0d88bac3f161 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:28:20.305705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:20.379054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:20.379419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (d471659e-a27a-48a4-bdb3-0d88bac3f161), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:20.394402 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for d471659e-a27a-48a4-bdb3-0d88bac3f161 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:28:20.607179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d471659e-a27a-48a4-bdb3-0d88bac3f161), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:20.636719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=d471659e-a27a-48a4-bdb3-0d88bac3f161,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:20.663853 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.664198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.664530 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.664861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.665189 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.665512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.665832 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.666152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.666498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.666817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.667133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.667449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.667762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.668074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.668910 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:20.711113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (40e17ac2-0c28-4abc-bd6f-f735b7121130), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:20.711439 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 40e17ac2-0c28-4abc-bd6f-f735b7121130 disassociated (deleted). External IP: 172.26.5.42, port: e00bc204-ae22-4430-9424-0f35b350318c. Apr 30 05:28:20.922860 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router a73699c7-63f1-416c-b7bc-24c35a74ed5a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:28:21.033360 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:28:21.038232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:21.043821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Sync routers for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:28:21.053358 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:21.053990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:27:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:21.067972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-19605823-6e1c-41cc-bb5c-ff01bc5ae59a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/floatingips/40e17ac2-0c28-4abc-bd6f-f735b7121130 HTTP/1.1" status: 204 len: 168 time: 1.2590537 Apr 30 05:28:21.068553 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:28:21.070809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad662636-ceaf-472c-8a86-13f15205e3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:28:21.115782 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3334f7-e4a4-4c37-ba6a-60c7ae405dea x-openstack-request-id: req-ac3334f7-e4a4-4c37-ba6a-60c7ae405dea {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:28:21.116071 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "tag": "e00bc204-ae22-4430-9424-0f35b350318c", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:28:21.116328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac3334f7-e4a4-4c37-ba6a-60c7ae405dea {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:28:21.116773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3334f7-e4a4-4c37-ba6a-60c7ae405dea'] response: {'name': 'network-changed', 'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c', 'status': 'completed', 'code': 200} Apr 30 05:28:21.181649 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-899370eb-abdb-4c9b-927e-87d6a6d384e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:21.182924 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-899370eb-abdb-4c9b-927e-87d6a6d384e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 1129 time: 0.0443823 Apr 30 05:28:21.281360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-c0b1a8f7-3cf1-45b2-acaa-d45943887042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:21.282970 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-c0b1a8f7-3cf1-45b2-acaa-d45943887042 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 200 len: 897 time: 0.0946052 Apr 30 05:28:21.327592 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-f5bab2c4-f58f-4f83-9372-963fe90cd383 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 200 len: 217 time: 0.0385904 Apr 30 05:28:21.332095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:21.380681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-1f837da2-7429-4f56-9d8e-ff075df3d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:21.382249 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-1f837da2-7429-4f56-9d8e-ff075df3d02d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 200 len: 834 time: 0.0487590 Apr 30 05:28:21.426773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-3bd82f52-f58b-49f2-b112-06d45af11987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:21.428269 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-3bd82f52-f58b-49f2-b112-06d45af11987 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ee547b2-71a8-4687-bf2c-06bf563d7969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399325 Apr 30 05:28:21.521024 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-a02288f1-e90d-4b1b-9915-3e6017d36a28 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Apr 30 05:28:21.535675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:21.562396 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Checking router: a73699c7-63f1-416c-b7bc-24c35a74ed5a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:28:21.565892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3f8e3-4e30-439e-a64b-3effebb362d4 req-46d182b2-93d0-4985-9f7c-373d5760bb71 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:21.567394 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ff3f8e3-4e30-439e-a64b-3effebb362d4 req-46d182b2-93d0-4985-9f7c-373d5760bb71 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Apr 30 05:28:21.570629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:21.571237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:27:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:21.616115 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ff3f8e3-4e30-439e-a64b-3effebb362d4 req-012100aa-0ca9-4983-bc53-936bf2f09f58 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Apr 30 05:28:21.679718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:21.881132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:21.907742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c6cc218c-1544-49af-ad13-ef4b453cfde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:21.909431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fd636-ffa0-4ac1-98c1-cb8186c8069c None None] The sync data for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv is: [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '09deed7d-c827-428a-8e32-ca6eb7dd5842', 'name': '', 'network_id': '8ee547b2-71a8-4687-bf2c-06bf563d7969', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:08:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:42Z', 'updated_at': '2022-04-30T05:26:45Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '92f32a82-26f6-4901-8413-2f9d83661dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:28:22.143850 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16a513-6230-4085-8a3d-87ceaf27bcdd None None] New status for floating IP 40e17ac2-0c28-4abc-bd6f-f735b7121130: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:28:22.697463 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad662636-ceaf-472c-8a86-13f15205e3a4 req-2b1facb1-ea6c-45de-8d14-d3f87bc366db service neutron] 10.222.0.13 "GET /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886171 Apr 30 05:28:22.740311 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a2e42-5c0e-4329-86a9-042d90feb64f req-f203168b-b3e7-44cb-bd4a-710d340adf0a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:22.742617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d36a2e42-5c0e-4329-86a9-042d90feb64f req-f203168b-b3e7-44cb-bd4a-710d340adf0a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Apr 30 05:28:22.791449 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d36a2e42-5c0e-4329-86a9-042d90feb64f req-e3c0c49a-01d6-4926-9ac2-caf6b31474a0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=f74ed4ab-c196-47aa-ad34-8549cb86c462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Apr 30 05:28:22.936922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-1b504c3e-bf0a-4029-9b76-e27538dc0401 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:22.938289 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-1b504c3e-bf0a-4029-9b76-e27538dc0401 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 945 time: 0.0462868 Apr 30 05:28:23.337242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port e00bc204-ae22-4430-9424-0f35b350318c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:28:23.337497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e00bc204-ae22-4430-9424-0f35b350318c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:23.427262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port e00bc204-ae22-4430-9424-0f35b350318c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=e00bc204-ae22-4430-9424-0f35b350318c,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:23.427623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e00bc204-ae22-4430-9424-0f35b350318c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:23.440189 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for e00bc204-ae22-4430-9424-0f35b350318c owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:28:23.639091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (e00bc204-ae22-4430-9424-0f35b350318c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:23.671585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=e00bc204-ae22-4430-9424-0f35b350318c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:23.697297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.697643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.698166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.698329 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.698664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.698992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.699834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.700152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.700530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.700964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.701285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.701606 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.701925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.702244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.702591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:23.725947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] No DVR routers for this DVR port e00bc204-ae22-4430-9424-0f35b350318c on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:28:23.728740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:23.732093 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-af48c854-2a58-421d-ab15-fa1a93de3a11 req-efee8c0f-b959-4a1e-aadd-755c11a518cb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "DELETE /v2.0/ports/e00bc204-ae22-4430-9424-0f35b350318c HTTP/1.1" status: 204 len: 173 time: 0.7886217 Apr 30 05:28:23.732532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'name': 'network-vif-deleted', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:28:23.734784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f5607-69b2-49fb-b5b0-e87a71938fc9" -d '{"events": [{"server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "name": "network-vif-deleted", "tag": "e00bc204-ae22-4430-9424-0f35b350318c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:28:23.774128 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34b0a49-1a7e-4454-a1ee-53eba3f9aa52 x-openstack-request-id: req-a34b0a49-1a7e-4454-a1ee-53eba3f9aa52 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:28:23.774469 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3d73fc-2d64-48cc-a5dc-6dc598269dc0", "name": "network-vif-deleted", "tag": "e00bc204-ae22-4430-9424-0f35b350318c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:28:23.774807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a34b0a49-1a7e-4454-a1ee-53eba3f9aa52 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:28:23.775163 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34b0a49-1a7e-4454-a1ee-53eba3f9aa52'] response: {'server_uuid': 'ce3d73fc-2d64-48cc-a5dc-6dc598269dc0', 'name': 'network-vif-deleted', 'tag': 'e00bc204-ae22-4430-9424-0f35b350318c', 'status': 'completed', 'code': 200} Apr 30 05:28:23.898363 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-38190190-f9da-49e3-986b-157c3cae6088 req-06c5fae9-8649-49a8-87b0-f3de0fbe0c88 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce3d73fc-2d64-48cc-a5dc-6dc598269dc0 HTTP/1.1" status: 200 len: 210 time: 0.0294156 Apr 30 05:28:24.120983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0862fb6f-79ed-428b-8601-46b5009ccaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:24.954703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44724) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:25.138655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:25.316131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:25.566543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 09deed7d-c827-428a-8e32-ca6eb7dd5842 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:28:25.566778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:25.654645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 09deed7d-c827-428a-8e32-ca6eb7dd5842, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=09deed7d-c827-428a-8e32-ca6eb7dd5842,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:25.655002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:25.667628 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 09deed7d-c827-428a-8e32-ca6eb7dd5842 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:28:25.919297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (09deed7d-c827-428a-8e32-ca6eb7dd5842), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:25.945090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=09deed7d-c827-428a-8e32-ca6eb7dd5842,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:26.132778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.355249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router a73699c7-63f1-416c-b7bc-24c35a74ed5a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:28:26.464384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:28:26.470056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d8253f5f-a466-4fa0-8bdc-71945ba85db7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/a73699c7-63f1-416c-b7bc-24c35a74ed5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143363 Apr 30 05:28:26.472811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44726) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:26.475866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Sync routers for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:28:26.485395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:26.485987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:26.523499 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting subnet 92f32a82-26f6-4901-8413-2f9d83661dcb {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:28:26.526621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (92f32a82-26f6-4901-8413-2f9d83661dcb), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.566362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (92f32a82-26f6-4901-8413-2f9d83661dcb), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.595219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:26.658160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (92f32a82-26f6-4901-8413-2f9d83661dcb), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.704255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e00bc204-ae22-4430-9424-0f35b350318c no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:28:26.735349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: e00bc204-ae22-4430-9424-0f35b350318c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:28:26.735692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device e00bc204-ae22-4430-9424-0f35b350318c not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:28:26.787902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (92f32a82-26f6-4901-8413-2f9d83661dcb), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.792387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:28:25Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:26.818323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.821578 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/subnets/92f32a82-26f6-4901-8413-2f9d83661dcb HTTP/1.1" status: 204 len: 168 time: 0.3476915 Apr 30 05:28:26.822973 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cda46-e504-4a8d-8934-dd4cc54e1aaf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Subnet': ['ID=92f32a82-26f6-4901-8413-2f9d83661dcb,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:26.824385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44728) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:26.830380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Checking router: a73699c7-63f1-416c-b7bc-24c35a74ed5a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:28:26.841986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda765a-0226-49de-8de9-eb5415176d06 None None] Network 8ee547b2-71a8-4687-bf2c-06bf563d7969 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:28:26.873321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Routers {'a73699c7-63f1-416c-b7bc-24c35a74ed5a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:26.873947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:26.942906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:26.946649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.038450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] Set router a73699c7-63f1-416c-b7bc-24c35a74ed5a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:27.056048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (a73699c7-63f1-416c-b7bc-24c35a74ed5a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.095186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] DHCP port deletion for 8ee547b2-71a8-4687-bf2c-06bf563d7969 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:28:27.184796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 45393749-27e7-4983-8a96-0f5ed28270a9 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:28:27.185018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Deleting port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:28:27.185138 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.185379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.263782 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] For port 62b2aa94-4adb-4b8d-874f-35c759cdcc33, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=62b2aa94-4adb-4b8d-874f-35c759cdcc33,segment=NetworkSegment(38d48f73-a12c-4cda-9ebf-621a1c5158fa),segment_id=38d48f73-a12c-4cda-9ebf-621a1c5158fa)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:27.264096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.268849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 45393749-27e7-4983-8a96-0f5ed28270a9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=45393749-27e7-4983-8a96-0f5ed28270a9,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:27.269211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.282167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 45393749-27e7-4983-8a96-0f5ed28270a9 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:28:27.295251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Calling delete_port for 62b2aa94-4adb-4b8d-874f-35c759cdcc33 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:28:27.319604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:28:25Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:27.376515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff5500-da32-4c21-8bdc-86f7079e0dfe None None] The sync data for ids ['a73699c7-63f1-416c-b7bc-24c35a74ed5a'] in dv-neutron-838078-9-hyperv is: [{'id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937867990', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:28:25Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '45393749-27e7-4983-8a96-0f5ed28270a9', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73699c7-63f1-416c-b7bc-24c35a74ed5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:26:39Z', 'updated_at': '2022-04-30T05:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:28:27.492626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (62b2aa94-4adb-4b8d-874f-35c759cdcc33), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.515481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (45393749-27e7-4983-8a96-0f5ed28270a9), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.517626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Pushing event deleted for resources: {'Port': ['ID=62b2aa94-4adb-4b8d-874f-35c759cdcc33,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:27.525446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] No DVR routers for this DVR port 62b2aa94-4adb-4b8d-874f-35c759cdcc33 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:28:27.529316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.529659 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.529994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.530349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.530682 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.531007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.531327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.531647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.531984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.532283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.532602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.532917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.533477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.533576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.533829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175d279-72b5-4da2-95b0-838231ca9f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:27.542218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=45393749-27e7-4983-8a96-0f5ed28270a9,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:27.614282 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.717471 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.721610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (a73699c7-63f1-416c-b7bc-24c35a74ed5a), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.856844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (a73699c7-63f1-416c-b7bc-24c35a74ed5a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.857463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Fanout notify agent at l3_agent the message router_deleted on router a73699c7-63f1-416c-b7bc-24c35a74ed5a {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:28:27.864317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:27.865463 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-2b7c0820-5182-43c9-93a9-f30afec96713 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/routers/a73699c7-63f1-416c-b7bc-24c35a74ed5a HTTP/1.1" status: 204 len: 168 time: 1.0391922 Apr 30 05:28:27.871247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44730) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:27.944092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (8ee547b2-71a8-4687-bf2c-06bf563d7969), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.036408 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (8ee547b2-71a8-4687-bf2c-06bf563d7969), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.057161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee547b2-71a8-4687-bf2c-06bf563d7969']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:28.069112 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d48f73-a12c-4cda-9ebf-621a1c5158fa') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:28.069405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d48f73-a12c-4cda-9ebf-621a1c5158fa') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:28.079438 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (38d48f73-a12c-4cda-9ebf-621a1c5158fa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.092209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (38d48f73-a12c-4cda-9ebf-621a1c5158fa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.097857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:28:28.098233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (38d48f73-a12c-4cda-9ebf-621a1c5158fa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:28:28.101167 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:28:28.252051 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (8ee547b2-71a8-4687-bf2c-06bf563d7969), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.259468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.262373 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/networks/8ee547b2-71a8-4687-bf2c-06bf563d7969 HTTP/1.1" status: 204 len: 168 time: 0.3929877 Apr 30 05:28:28.265148 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44732) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:28.273510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3885-6136-43b1-a572-d51e505fe1aa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Network': ['ID=8ee547b2-71a8-4687-bf2c-06bf563d7969,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:28.297790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.325416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (f74ed4ab-c196-47aa-ad34-8549cb86c462), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.349784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (f74ed4ab-c196-47aa-ad34-8549cb86c462), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.474873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (f74ed4ab-c196-47aa-ad34-8549cb86c462), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.477467 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:28.478652 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/security-groups/f74ed4ab-c196-47aa-ad34-8549cb86c462 HTTP/1.1" status: 204 len: 168 time: 0.2124469 Apr 30 05:28:28.487800 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22adce-ed81-473b-8a0d-d6e2de7118b2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ed4ab-c196-47aa-ad34-8549cb86c462,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:28.867048 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 62b2aa94-4adb-4b8d-874f-35c759cdcc33 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:28:28.886608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 62b2aa94-4adb-4b8d-874f-35c759cdcc33 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:28:28.887059 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 62b2aa94-4adb-4b8d-874f-35c759cdcc33 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:28:28.887503 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 09deed7d-c827-428a-8e32-ca6eb7dd5842 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:28:28.905465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 09deed7d-c827-428a-8e32-ca6eb7dd5842 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:28:28.905805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 09deed7d-c827-428a-8e32-ca6eb7dd5842 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:28:28.906216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 45393749-27e7-4983-8a96-0f5ed28270a9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:28:28.925321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 45393749-27e7-4983-8a96-0f5ed28270a9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:28:28.925664 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 45393749-27e7-4983-8a96-0f5ed28270a9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:28:28.927425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44738) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:28.932158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085858065', 'description': 'tempest-secgroup-smoke-1085858065 description', 'project_id': '052113be567944ada7a514e75cf4ae5a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:29.006363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.075390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (8717724f-84c9-465e-bea9-fd1d75aaea69), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.132191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8717724f-84c9-465e-bea9-fd1d75aaea69), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.160369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8717724f-84c9-465e-bea9-fd1d75aaea69,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:29.214081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.215941 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-63072f6c-1e13-4448-8ddc-d8c2b00eccac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2874167 Apr 30 05:28:29.218881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44740) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:29.223235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:29.308832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (0e60d411-6e4f-48a3-9f96-a2513ebe4442), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.364463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (0e60d411-6e4f-48a3-9f96-a2513ebe4442), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.438823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0e60d411-6e4f-48a3-9f96-a2513ebe4442), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.456562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e60d411-6e4f-48a3-9f96-a2513ebe4442,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:29.549529 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.550735 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f3b25e2c-bcb4-4b3b-ba23-08f40d6da137 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3309157 Apr 30 05:28:29.553375 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44742) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:29.557625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:29.632503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (36d6a080-3eff-440b-9b34-e8fbfb942602), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.688088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (36d6a080-3eff-440b-9b34-e8fbfb942602), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.759059 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (36d6a080-3eff-440b-9b34-e8fbfb942602), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.778636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d6a080-3eff-440b-9b34-e8fbfb942602,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:29.846634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.847847 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-01f7a299-fd68-4aa3-b5c3-d5685bff5a8d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2935512 Apr 30 05:28:29.850535 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44744) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:29.854786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:29.935783 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (690a8073-b9a2-415a-a580-9b886b594d4d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:29.995113 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (690a8073-b9a2-415a-a580-9b886b594d4d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.061715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (690a8073-b9a2-415a-a580-9b886b594d4d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.079397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690a8073-b9a2-415a-a580-9b886b594d4d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:30.160925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.162221 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-88f39e9c-5168-42df-acbf-97c5470687c6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107061 Apr 30 05:28:30.164865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44746) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:30.169473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:30.250653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d0830695-202b-461c-a908-b4a7ea3c4365), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.308007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d0830695-202b-461c-a908-b4a7ea3c4365), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.394857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d0830695-202b-461c-a908-b4a7ea3c4365), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.413036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0830695-202b-461c-a908-b4a7ea3c4365,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:30.486580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.487785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a7ce9f21-32ce-4b17-9358-e96591ccd2e7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220100 Apr 30 05:28:30.490576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44748) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:30.494990 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:30.593531 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:28:30.599165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (4d5623e1-0d01-4cc7-9dbc-95110795f64b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.656525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (4d5623e1-0d01-4cc7-9dbc-95110795f64b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.731234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4d5623e1-0d01-4cc7-9dbc-95110795f64b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.750178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5623e1-0d01-4cc7-9dbc-95110795f64b,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:30.817955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.819225 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-01f3f4e8-337f-4dfa-bb9b-3a5f9b9bea1e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277225 Apr 30 05:28:30.821938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44750) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:30.826922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '8717724f-84c9-465e-bea9-fd1d75aaea69', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:30.901736 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:28:30.907309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (2724deb3-2e48-449f-8495-e168748a5114), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:30.967164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (2724deb3-2e48-449f-8495-e168748a5114), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.050226 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2724deb3-2e48-449f-8495-e168748a5114), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.067846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2724deb3-2e48-449f-8495-e168748a5114,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:31.134088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.135321 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bb65ba5e-7c08-4249-8f15-4f4588ba09ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3124449 Apr 30 05:28:31.138169 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44752) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:31.143142 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'network': {'name': 'tempest-network-smoke--34424624', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:31.216110 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:28:31.219338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.242283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:28:31.251254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a35d6bec-a886-4c79-9624-4a48fd14e622), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.251593 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Added segment a35d6bec-a886-4c79-9624-4a48fd14e622 of type vlan for network 46d44687-2ae7-45d4-9a9f-96a021490bde Apr 30 05:28:31.289458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (46d44687-2ae7-45d4-9a9f-96a021490bde), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.377579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (46d44687-2ae7-45d4-9a9f-96a021490bde), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.382466 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:31.383064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.451627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Network': ['ID=46d44687-2ae7-45d4-9a9f-96a021490bde,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:31.461684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 46d44687-2ae7-45d4-9a9f-96a021490bde details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:28:31.471989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-747a0c9b-38fd-4985-a90c-9ad5a9db9543 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3326442 Apr 30 05:28:31.474710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44754) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:31.479295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'admin_state_up': True, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:31.561524 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.562645 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.617178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:31.811832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:32.054958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:32.076254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:32.173943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.207 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/6ac32cb9-329d-4e93-bed0-15b180622f07) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:28:32.275022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:32.378338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:32.415052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:32.417907 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:32.423770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:28:32.451228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=6ac32cb9-329d-4e93-bed0-15b180622f07,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:32.726963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:33.239972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:33.461578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:28:33.577216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:28:33.586999 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Sync routers for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:28:33.597535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:33.598133 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:33.660324 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:33.665008 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3f09a461-72c8-4b45-8923-c9e4a873f45f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1862612 Apr 30 05:28:33.665398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44756) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:33.699126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3e68ca17-8448-49ad-b9bb-33d006575d4d tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=052113be567944ada7a514e75cf4ae5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299141 Apr 30 05:28:33.699559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44758) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:33.800490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe2bef-40fe-48d7-9f28-20821ccb8190 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:33.802110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b1fe2bef-40fe-48d7-9f28-20821ccb8190 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016486 Apr 30 05:28:33.804855 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44760) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:33.807302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:33.833668 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b3c3760a-4156-4492-a411-665f1977c1c3 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274220 Apr 30 05:28:33.836015 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44762) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:33.841562 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33983180', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:33.978084 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:32Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:33.989355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:28:33.993010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.006289 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Checking router: d9d0956f-9ea7-4ca5-9c3c-569aa9648884 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:28:34.006645 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Updating router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 port 6ac32cb9-329d-4e93-bed0-15b180622f07 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:28:34.034409 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.252917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (f3a71933-8e8c-4fad-a38d-0d19af263caf), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.286301 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks [] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.315362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Subnet': ['ID=f3a71933-8e8c-4fad-a38d-0d19af263caf,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:34.333067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Checking segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:28:34.333425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network hostable DHCP agents. Network: 46d44687-2ae7-45d4-9a9f-96a021490bde, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:28:34.370367 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.420608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Attempting to bind port 6ac32cb9-329d-4e93-bed0-15b180622f07 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:28:34.420887 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Attempting to bind port 6ac32cb9-329d-4e93-bed0-15b180622f07 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:28:34.421250 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Attempting to bind port 6ac32cb9-329d-4e93-bed0-15b180622f07 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:28:34.422597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 46d44687-2ae7-45d4-9a9f-96a021490bde is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:28:34.426625 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Pushing event updated for resources: {'Port': ['ID=6ac32cb9-329d-4e93-bed0-15b180622f07,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:34.431277 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:28:34.431633 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:28:34.432025 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.432410 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:28:34.432873 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Bound port: 6ac32cb9-329d-4e93-bed0-15b180622f07, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:28:34.433247 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.439728 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.440065 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.440397 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.440747 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.441073 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.441394 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.441711 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.442026 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.442366 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.442687 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.443005 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.443327 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.443638 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.443947 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.444259 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:28:34.495013 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] For port 6ac32cb9-329d-4e93-bed0-15b180622f07, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:28:34.498907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] For port 6ac32cb9-329d-4e93-bed0-15b180622f07, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ac32cb9-329d-4e93-bed0-15b180622f07,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:28:34.517084 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 46d44687-2ae7-45d4-9a9f-96a021490bde) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:34.517840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:34.518512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.525155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33f7f3-c164-462f-8fec-9b38d91364ad None None] Network 46d44687-2ae7-45d4-9a9f-96a021490bde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:28:34.617151 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.634704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-46d44687-2ae7-45d4-9a9f-96a021490bde', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:28:34.635665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:34.645731 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44764) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:34.650905 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0f977919-3dd9-40a4-ae31-b4aac7edc806 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8137119 Apr 30 05:28:34.671991 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a038458-f4b2-4c35-a203-5bc66c856660 None None] Pushing event updated for resources: {'Port': ['ID=6ac32cb9-329d-4e93-bed0-15b180622f07,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:34.701636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:34.703006 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:34.782318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Allocated IP 172.20.0.2 (46d44687-2ae7-45d4-9a9f-96a021490bde/f3a71933-8e8c-4fad-a38d-0d19af263caf/301ecd78-6975-42fb-a729-4c407fcd4d90) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:28:34.827536 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:34.954689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks [] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.015764 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:32Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:35.018356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.044037 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c39e-63ab-4ee9-8f4e-422bb0f5648b None None] The sync data for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv is: [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:32Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:28:35.067777 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Network 46d44687-2ae7-45d4-9a9f-96a021490bde is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:35.071467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:35.073926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:28:35.133123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Pushing event updated for resources: {'Port': ['ID=301ecd78-6975-42fb-a729-4c407fcd4d90,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:35.146192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Attempting to bind port 301ecd78-6975-42fb-a729-4c407fcd4d90 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:28:35.146617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Attempting to bind port 301ecd78-6975-42fb-a729-4c407fcd4d90 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:28:35.147032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Attempting to bind port 301ecd78-6975-42fb-a729-4c407fcd4d90 on network 46d44687-2ae7-45d4-9a9f-96a021490bde {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:28:35.154287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:28:35.154667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Checking segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:28:35.155073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.155517 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Bound using segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:28:35.155990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Bound port: 301ecd78-6975-42fb-a729-4c407fcd4d90, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:28:35.158627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.206943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.238677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] For port 301ecd78-6975-42fb-a729-4c407fcd4d90, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:28:35.242135 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] For port 301ecd78-6975-42fb-a729-4c407fcd4d90, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=301ecd78-6975-42fb-a729-4c407fcd4d90,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:28:35.321979 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.406706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b5903-f9c1-457f-8f49-5d553c9c0769 None None] Pushing event updated for resources: {'Port': ['ID=301ecd78-6975-42fb-a729-4c407fcd4d90,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:35.599087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.1 (46d44687-2ae7-45d4-9a9f-96a021490bde/f3a71933-8e8c-4fad-a38d-0d19af263caf/16e5b78a-059c-4ae5-a845-ae3e2736a351) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:28:35.764677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.862601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:35.912364 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 46d44687-2ae7-45d4-9a9f-96a021490bde is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:35.918116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:35.922648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:28:35.949908 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:35.974877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.182597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.401751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49de61-3b84-49f0-bc40-c9427de2dbe9 None None] Network 46d44687-2ae7-45d4-9a9f-96a021490bde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:28:36.434989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Provisioning complete for port 301ecd78-6975-42fb-a729-4c407fcd4d90 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:36.435363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.482259 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.545565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.583249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Current status of the port 301ecd78-6975-42fb-a729-4c407fcd4d90 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:36.583632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.622424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] For port 301ecd78-6975-42fb-a729-4c407fcd4d90, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=301ecd78-6975-42fb-a729-4c407fcd4d90,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:36.626646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.628668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:36.692323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:36.740630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 46d44687-2ae7-45d4-9a9f-96a021490bde is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:36.742139 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:36.760045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12055c-559c-4e2b-bd8b-cc035e4d1537 None None] Pushing event updated for resources: {'Port': ['ID=301ecd78-6975-42fb-a729-4c407fcd4d90,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:36.884769 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:28:36.941417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ac32cb9-329d-4e93-bed0-15b180622f07 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:28:36.996095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6ac32cb9-329d-4e93-bed0-15b180622f07 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:36.998446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.005507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:28:37.011294 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8d5e8abc-8eb8-4975-9c19-daf9462da50b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/d9d0956f-9ea7-4ca5-9c3c-569aa9648884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637161 Apr 30 05:28:37.040701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Sync routers for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:28:37.051257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Provisioning complete for port 16e5b78a-059c-4ae5-a845-ae3e2736a351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:37.051632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.089290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:37.090803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:37.147538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Port 16e5b78a-059c-4ae5-a845-ae3e2736a351 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:28:37.174818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Provisioning complete for port 301ecd78-6975-42fb-a729-4c407fcd4d90 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:37.175194 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.182213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1a7173fa-0144-4ff6-bc7d-b6299ce32c89 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085858065&fields=id&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 267 time: 0.0554745 Apr 30 05:28:37.287340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:37.289914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6ac32cb9-329d-4e93-bed0-15b180622f07 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:37.290320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.296606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-d0ef7c47-6d24-43af-8eb6-74e62c6ebc46 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:37.304018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-d0ef7c47-6d24-43af-8eb6-74e62c6ebc46 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 795 time: 0.1146622 Apr 30 05:28:37.318897 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-8f9e14a9-19d8-4e88-a28f-02c63db0c7ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/quotas/052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 375 time: 0.0138659 Apr 30 05:28:37.354122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 6ac32cb9-329d-4e93-bed0-15b180622f07, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ac32cb9-329d-4e93-bed0-15b180622f07,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:37.375360 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-d949b564-5aac-4beb-8fdb-9cac12e84677 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542841 Apr 30 05:28:37.425781 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.427153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 301ecd78-6975-42fb-a729-4c407fcd4d90 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:28:37.471431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-b8725e72-627a-4e12-8b59-9194e11af620 service neutron] 10.222.0.16 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845919 Apr 30 05:28:37.520412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9c79a914-c0e7-4c51-a89a-2fd05521f613 None None] Current status of the port 301ecd78-6975-42fb-a729-4c407fcd4d90 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:37.565335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-92d46b5d-44d2-4eb1-b0e3-d65d8b1db2c5 service neutron] 10.222.0.16 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879569 Apr 30 05:28:37.571129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=6ac32cb9-329d-4e93-bed0-15b180622f07,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:37.589443 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 301ecd78-6975-42fb-a729-4c407fcd4d90 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:37.590371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.663492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-374b64f9-8301-4d4c-b6fe-76d2113dabb3 None None] Provisioning complete for port 16e5b78a-059c-4ae5-a845-ae3e2736a351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:37.663859 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-374b64f9-8301-4d4c-b6fe-76d2113dabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.808399 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c5bac9f-830f-4031-a299-510996591752 req-f258f60c-22e7-4fb0-9ca6-f430c0522182 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Apr 30 05:28:37.838898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 2, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:37.872168 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Checking router: d9d0956f-9ea7-4ca5-9c3c-569aa9648884 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:28:37.872515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Updating router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 port 16e5b78a-059c-4ae5-a845-ae3e2736a351 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:28:37.898762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-374b64f9-8301-4d4c-b6fe-76d2113dabb3 None None] Port 16e5b78a-059c-4ae5-a845-ae3e2736a351 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:28:37.929752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:37.950478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 301ecd78-6975-42fb-a729-4c407fcd4d90 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:38.197817 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks [] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.263496 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.315156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042116c-e08f-4c37-9966-c3d21b9afb7c None None] Pushing event updated for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:38.342072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.375170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Attempting to bind port 16e5b78a-059c-4ae5-a845-ae3e2736a351 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:28:38.375546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Attempting to bind port 16e5b78a-059c-4ae5-a845-ae3e2736a351 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:28:38.375902 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Attempting to bind port 16e5b78a-059c-4ae5-a845-ae3e2736a351 on network 46d44687-2ae7-45d4-9a9f-96a021490bde {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:28:38.381340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:28:38.381710 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Checking segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:28:38.382106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.382522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Bound using segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:28:38.382982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Bound port: 16e5b78a-059c-4ae5-a845-ae3e2736a351, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:28:38.383361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.454764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] For port 16e5b78a-059c-4ae5-a845-ae3e2736a351, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:28:38.454764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] For port 16e5b78a-059c-4ae5-a845-ae3e2736a351, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=16e5b78a-059c-4ae5-a845-ae3e2736a351,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:28:38.520511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.525805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Provisioning complete for port 16e5b78a-059c-4ae5-a845-ae3e2736a351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:38.526166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.621890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042116c-e08f-4c37-9966-c3d21b9afb7c None None] Pushing event updated for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:38.625380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:38.625995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:38.712516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Current status of the port 16e5b78a-059c-4ae5-a845-ae3e2736a351 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:38.712839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.788518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:38.791290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] For port 16e5b78a-059c-4ae5-a845-ae3e2736a351, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=16e5b78a-059c-4ae5-a845-ae3e2736a351,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:38.861647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:38.897796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ac32cb9-329d-4e93-bed0-15b180622f07 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:28:38.907807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-98c56257-5026-480d-aa24-eeac4b4cb160 req-e5e8e823-619f-4e2e-ac7b-189e6a6adc71 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Apr 30 05:28:38.937522 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:28:39.035807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4c2a59aa-ad03-45b2-9a64-2a8f2f24d07a None None] Provisioning complete for port 16e5b78a-059c-4ae5-a845-ae3e2736a351 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:39.036175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4c2a59aa-ad03-45b2-9a64-2a8f2f24d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:39.063148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823227cc-79eb-437f-9d96-ed9e5d3e193b None None] Pushing event updated for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:39.092240 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 6ac32cb9-329d-4e93-bed0-15b180622f07 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:39.092632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:39.200437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:39.231053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be2617-7800-4cb7-89f6-d4a837b8e79e None None] The sync data for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv is: [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:28:39.244847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a59aa-ad03-45b2-9a64-2a8f2f24d07a None None] Current status of the port 16e5b78a-059c-4ae5-a845-ae3e2736a351 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:39.292882 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 6ac32cb9-329d-4e93-bed0-15b180622f07 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:40.008733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-29e884b5-2745-4720-a04e-1a5801c37d70 req-b6253054-a148-42c4-affa-a720fb28eb4f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Apr 30 05:28:40.881486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 16e5b78a-059c-4ae5-a845-ae3e2736a351 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:28:40.927766 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 16e5b78a-059c-4ae5-a845-ae3e2736a351 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:40.928116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:41.007929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 16e5b78a-059c-4ae5-a845-ae3e2736a351 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:41.108338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebbd5c21-41d3-45bb-b1b1-21e5cceabda0 req-90484d3c-690e-4c87-9197-aeb9b6cba7ee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 210 time: 0.0329447 Apr 30 05:28:41.527216 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-767b639a-a546-42e1-b48f-122bbc8f9435 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:41.528669 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-767b639a-a546-42e1-b48f-122bbc8f9435 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 795 time: 0.1046405 Apr 30 05:28:41.590737 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-0753fba2-68ba-48bb-9293-09ce189bd580 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 380 time: 0.0536783 Apr 30 05:28:41.598453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'port': {'device_id': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'admin_state_up': True, 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'security_groups': ['8717724f-84c9-465e-bea9-fd1d75aaea69']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:41.766548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:28:41.769992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:41.898443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.14 (46d44687-2ae7-45d4-9a9f-96a021490bde/f3a71933-8e8c-4fad-a38d-0d19af263caf/add5615d-4c42-49dd-9a8b-dfedcea880ab) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:28:42.037053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.138847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.182688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 46d44687-2ae7-45d4-9a9f-96a021490bde is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:42.186776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:42.192961 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:28:42.202262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:42.229885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e4f8a-fdeb-48f0-a9ad-66b83f24b9e6 req-b9110ae8-437d-4261-b8da-756440dbe11a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:42.231486 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-479e4f8a-fdeb-48f0-a9ad-66b83f24b9e6 req-b9110ae8-437d-4261-b8da-756440dbe11a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 932 time: 0.0548754 Apr 30 05:28:42.252247 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:42.255224 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.288434 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-479e4f8a-fdeb-48f0-a9ad-66b83f24b9e6 req-2c8631f6-3c32-48c6-89b7-64d598e18cd7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494008 Apr 30 05:28:42.333360 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-1da14931-ce6b-4c4f-a328-9e8799e58274 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7383401 Apr 30 05:28:42.344291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Request body: {'port': {'device_id': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:42.407438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.485157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-38d4465f-0117-4f28-b69f-afbae9825f44 None None] Provisioning complete for port add5615d-4c42-49dd-9a8b-dfedcea880ab triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:42.485696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-38d4465f-0117-4f28-b69f-afbae9825f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.518660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-38d4465f-0117-4f28-b69f-afbae9825f44 None None] Port add5615d-4c42-49dd-9a8b-dfedcea880ab cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:28:42.666726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add5615d-4c42-49dd-9a8b-dfedcea880ab {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:28:42.674720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks [] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.686892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Transition to ACTIVE for port object add5615d-4c42-49dd-9a8b-dfedcea880ab will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:28:42.753002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.806719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:42.883416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Attempting to bind port add5615d-4c42-49dd-9a8b-dfedcea880ab on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:28:42.883745 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Attempting to bind port add5615d-4c42-49dd-9a8b-dfedcea880ab by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:28:42.884067 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Attempting to bind port add5615d-4c42-49dd-9a8b-dfedcea880ab on network 46d44687-2ae7-45d4-9a9f-96a021490bde {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:28:42.889290 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Port add5615d-4c42-49dd-9a8b-dfedcea880ab on network 46d44687-2ae7-45d4-9a9f-96a021490bde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:28:42.889604 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Attempting to bind port add5615d-4c42-49dd-9a8b-dfedcea880ab on network 46d44687-2ae7-45d4-9a9f-96a021490bde {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:28:42.895361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:28:42.895693 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Checking segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:28:42.896081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Bound using segment: {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:28:42.896507 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Bound port: add5615d-4c42-49dd-9a8b-dfedcea880ab, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35d6bec-a886-4c79-9624-4a48fd14e622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:28:42.896867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:42.963040 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:28:42.965998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:28:43.033768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:43.066297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.066851 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:43.068202 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] 10.222.0.13 "PUT /v2.0/ports/add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1094 time: 0.7281778 Apr 30 05:28:43.068630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:28:43.070877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1778d7eb-f47f-4840-a021-ac2416502320" -d '{"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:28:43.100003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59fa5f-2705-41f0-8bdb-8eb6879ebb3d service neutron] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:43.117506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20efc049-e24d-4ffb-9a91-723b07255044 x-openstack-request-id: req-20efc049-e24d-4ffb-9a91-723b07255044 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:28:43.117785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:28:43.118043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20efc049-e24d-4ffb-9a91-723b07255044 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:28:43.118512 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20efc049-e24d-4ffb-9a91-723b07255044'] response: {'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'status': 'completed', 'code': 200} Apr 30 05:28:43.183602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d7eb-f47f-4840-a021-ac2416502320 req-c8798428-1450-41f8-bc52-03e7f67cfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.185041 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1778d7eb-f47f-4840-a021-ac2416502320 req-c8798428-1450-41f8-bc52-03e7f67cfee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1128 time: 0.0481617 Apr 30 05:28:43.285371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d7eb-f47f-4840-a021-ac2416502320 req-90b42bd9-cad9-4321-a63a-071ab95d5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.288891 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1778d7eb-f47f-4840-a021-ac2416502320 req-90b42bd9-cad9-4321-a63a-071ab95d5766 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=052113be567944ada7a514e75cf4ae5a&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0954008 Apr 30 05:28:43.383733 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d7eb-f47f-4840-a021-ac2416502320 req-e1d1ec92-2983-419a-a1c3-5a945a44d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.385230 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1778d7eb-f47f-4840-a021-ac2416502320 req-e1d1ec92-2983-419a-a1c3-5a945a44d858 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933464 Apr 30 05:28:43.411547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02980abb-621d-4cc3-941c-0f5f8577dd99 req-5ff79ab9-b7d4-4d85-b070-f98c42c6df8c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.413027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-02980abb-621d-4cc3-941c-0f5f8577dd99 req-5ff79ab9-b7d4-4d85-b070-f98c42c6df8c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 944 time: 0.0482590 Apr 30 05:28:43.458157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-fc8079ee-e216-4b0c-8f2a-b880d5b6ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.459638 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-fc8079ee-e216-4b0c-8f2a-b880d5b6ac73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1128 time: 0.0400343 Apr 30 05:28:43.462222 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-02980abb-621d-4cc3-941c-0f5f8577dd99 req-f3bf8b6f-f80b-4784-8afc-b9c07843dc89 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Apr 30 05:28:43.503662 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-8441429f-87e4-42ce-8c6d-c3c684dd1906 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 217 time: 0.0380445 Apr 30 05:28:43.857895 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-a154f88a-5856-46cc-a6be-263145cf357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.859403 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-a154f88a-5856-46cc-a6be-263145cf357a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.3502860 Apr 30 05:28:43.902433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-a11d398a-cc8b-4ce5-83d6-54d800832c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:43.903929 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-a11d398a-cc8b-4ce5-83d6-54d800832c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381098 Apr 30 05:28:43.993562 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-740d2dc2-eea3-4dc7-b05a-9a786577892b service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834305 Apr 30 05:28:44.080098 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-2c2478e3-4096-46a0-bf60-29763dcbd505 req-a1864d97-8313-46fe-a599-514fc5f09b6b service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808907 Apr 30 05:28:44.577956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532115f-5050-4bd9-a357-bebfaaa7057b req-8e0526c5-dae4-4f4f-bbb0-9387a1191655 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:44.579403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6532115f-5050-4bd9-a357-bebfaaa7057b req-8e0526c5-dae4-4f4f-bbb0-9387a1191655 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 944 time: 0.0492632 Apr 30 05:28:44.626375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6532115f-5050-4bd9-a357-bebfaaa7057b req-eb76331f-d0d2-4ab0-841d-93587be69ce1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Apr 30 05:28:45.738709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba6032-e585-4761-9b5e-b3ce1f0ab75b req-2b1eb8c7-1888-4b4a-8f47-cf5b3ecb71ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:45.740216 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27ba6032-e585-4761-9b5e-b3ce1f0ab75b req-2b1eb8c7-1888-4b4a-8f47-cf5b3ecb71ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 944 time: 0.0475667 Apr 30 05:28:45.788306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27ba6032-e585-4761-9b5e-b3ce1f0ab75b req-c8cf4295-c900-4336-a2a6-ab8c01f8e165 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Apr 30 05:28:46.776386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:28:46.876475 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:46.887386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'mac_address': 'fa:16:3e:0a:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:28:46.901984 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aac230-18a0-4405-aa58-cf9c2844e5ab req-fbee5954-2b28-4b22-84a0-af943ab11acc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:46.903522 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5aac230-18a0-4405-aa58-cf9c2844e5ab req-fbee5954-2b28-4b22-84a0-af943ab11acc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 944 time: 0.0462363 Apr 30 05:28:46.925374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port add5615d-4c42-49dd-9a8b-dfedcea880ab is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:46.925755 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:46.938543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add5615d-4c42-49dd-9a8b-dfedcea880ab {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:28:46.956334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5aac230-18a0-4405-aa58-cf9c2844e5ab req-efc67d38-81d1-41c0-b96a-1be2ef51eb3b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469818 Apr 30 05:28:46.958356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:47.027646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:47.077214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:47.248742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['add5615d-4c42-49dd-9a8b-dfedcea880ab'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:28:48.068337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b84de-a22b-418b-a46e-7d6c29ded426 req-c953d7f4-5943-428f-a293-45c2b160abb6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:48.069797 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-732b84de-a22b-418b-a46e-7d6c29ded426 req-c953d7f4-5943-428f-a293-45c2b160abb6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 945 time: 0.0473905 Apr 30 05:28:48.117472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-732b84de-a22b-418b-a46e-7d6c29ded426 req-927c5b6f-861e-402e-b128-3f300975163b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Apr 30 05:28:48.788391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:28:48.836592 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port add5615d-4c42-49dd-9a8b-dfedcea880ab completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:28:48.924335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port add5615d-4c42-49dd-9a8b-dfedcea880ab triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:28:48.924712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:49.003064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port add5615d-4c42-49dd-9a8b-dfedcea880ab is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:28:49.003362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:49.024832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:28:49.027114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0514ff4-7645-45eb-a9a0-332cd9b1f0da" -d '{"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-plugged", "status": "completed", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:28:49.038961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:28:49.066595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8552bd-feb0-4956-9678-063bde91e30b x-openstack-request-id: req-1b8552bd-feb0-4956-9678-063bde91e30b {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:28:49.066886 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-plugged", "status": "completed", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:28:49.067162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b8552bd-feb0-4956-9678-063bde91e30b {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:28:49.067559 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8552bd-feb0-4956-9678-063bde91e30b'] response: {'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'code': 200} Apr 30 05:28:49.101888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:49.149338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:49.231914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d420-170f-4d7a-b0c8-630260c7bc9b req-8b3d2661-67b8-4a93-a9d1-262e9ff888ed tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:49.233326 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a923d420-170f-4d7a-b0c8-630260c7bc9b req-8b3d2661-67b8-4a93-a9d1-262e9ff888ed tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0474007 Apr 30 05:28:49.281683 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a923d420-170f-4d7a-b0c8-630260c7bc9b req-4be96c46-1438-4b4a-9c2e-653e1e82e94b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 Apr 30 05:28:49.410979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d50d-07f1-4762-a443-7ac4c9e4e1a8 req-c0664745-131c-4f82-a05a-5a3258419bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:49.412444 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-b8e8d50d-07f1-4762-a443-7ac4c9e4e1a8 req-c0664745-131c-4f82-a05a-5a3258419bfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0431471 Apr 30 05:28:49.456788 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-b8e8d50d-07f1-4762-a443-7ac4c9e4e1a8 req-f693e90d-3961-4a9e-a305-011b10c3ebda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 Apr 30 05:28:50.398717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d59c-68ef-4ad5-b0e8-d60cc24e238c req-3c0887f7-dbc5-408f-afdd-e193ea05f0a1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:50.400227 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b3e3d59c-68ef-4ad5-b0e8-d60cc24e238c req-3c0887f7-dbc5-408f-afdd-e193ea05f0a1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Apr 30 05:28:50.448202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b3e3d59c-68ef-4ad5-b0e8-d60cc24e238c req-12712bc3-28ba-41d0-9a0c-a6eb03474ef2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Apr 30 05:28:51.562167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08de35-589b-403f-a4ba-899893aa59c6 req-b3c03ca7-3c5d-40bc-9fa6-0d841e260c4e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:51.563654 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c08de35-589b-403f-a4ba-899893aa59c6 req-b3c03ca7-3c5d-40bc-9fa6-0d841e260c4e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0463476 Apr 30 05:28:51.611357 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c08de35-589b-403f-a4ba-899893aa59c6 req-ac9a2ae7-fe16-4065-bb1e-dddd877d8aa3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Apr 30 05:28:51.724768 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26807d8-3388-4663-bfdc-3221133639f1 req-829a036a-87f8-49d0-bf4d-121963f5de3c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:51.726251 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e26807d8-3388-4663-bfdc-3221133639f1 req-829a036a-87f8-49d0-bf4d-121963f5de3c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0501904 Apr 30 05:28:51.774583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e26807d8-3388-4663-bfdc-3221133639f1 req-858689f9-d3d4-40d8-a3f0-04f3526f4e5c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Apr 30 05:28:51.796351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44838) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:51.835052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b96e9e-a317-4135-9dc5-507d60d0a7a0 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:51.836566 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9b96e9e-a317-4135-9dc5-507d60d0a7a0 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1125 time: 0.0392168 Apr 30 05:28:51.839412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44840) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:51.843922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:28:51.856458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e45b-6e94-4b0e-9666-042a8a45ce78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:51.947933 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:52.030679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:52.135022 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.178 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/3f7935a9-6e61-4160-aced-ceb3c5a05230) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:28:52.242443 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:52.330890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:52.369030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:28:52.374793 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:28:52.378455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:28:52.383741 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=3f7935a9-6e61-4160-aced-ceb3c5a05230,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:52.742294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (97cc2242-0400-4741-b307-1bb5bf8f58aa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:52.874165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:53.021980 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:53.143633 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:53.216184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=3f7935a9-6e61-4160-aced-ceb3c5a05230,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:28:53.228081 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (97cc2242-0400-4741-b307-1bb5bf8f58aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:53.332154 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 97cc2242-0400-4741-b307-1bb5bf8f58aa associated. External IP: 172.26.5.178, port: add5615d-4c42-49dd-9a8b-dfedcea880ab. Apr 30 05:28:53.545235 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:28:53.655447 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:28:53.665005 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Sync routers for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:28:53.674804 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:53.677147 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:53.738158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:53.768069 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1652ae24-d385-4115-95e7-50727822429a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9276555 Apr 30 05:28:53.768856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:28:53.770917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7" -d '{"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:28:53.783679 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:53.816106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b0b6c-7540-4c8a-92b4-fad5997d6c00 x-openstack-request-id: req-206b0b6c-7540-4c8a-92b4-fad5997d6c00 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:28:53.816106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:28:53.816394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-206b0b6c-7540-4c8a-92b4-fad5997d6c00 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:28:53.817117 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206b0b6c-7540-4c8a-92b4-fad5997d6c00'] response: {'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'status': 'completed', 'code': 200} Apr 30 05:28:53.877675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-0fcc9570-cef5-473d-93d1-9399d528f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:53.879706 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-0fcc9570-cef5-473d-93d1-9399d528f45f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0424900 Apr 30 05:28:53.887211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27551-6dbe-4a21-9a2b-63e527d80619 req-02a0656c-db9a-41ee-93ee-a4622f651e90 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:53.888719 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5aa27551-6dbe-4a21-9a2b-63e527d80619 req-02a0656c-db9a-41ee-93ee-a4622f651e90 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Apr 30 05:28:53.942232 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5aa27551-6dbe-4a21-9a2b-63e527d80619 req-21d3c439-d14c-433d-9b71-4153f1131ec9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473084 Apr 30 05:28:53.964844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44846) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:53.984643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-f5b6d5d7-f275-4d56-9c06-cea0fa33cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:53.986219 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-f5b6d5d7-f275-4d56-9c06-cea0fa33cba5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.1013048 Apr 30 05:28:54.010937 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '97cc2242-0400-4741-b307-1bb5bf8f58aa', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'mac_address': 'fa:16:3e:0a:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:28:52Z', 'updated_at': '2022-04-30T05:28:52Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:54.033254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5c7e03fb-a8c2-495b-9ddc-3a08c35cbb9b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/97cc2242-0400-4741-b307-1bb5bf8f58aa HTTP/1.1" status: 200 len: 992 time: 0.0662298 Apr 30 05:28:54.043089 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Checking router: d9d0956f-9ea7-4ca5-9c3c-569aa9648884 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:28:54.052761 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:28:54.053363 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:28:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:54.059340 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-e4054060-ee36-420c-b8b0-79875f1f3407 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1000 time: 0.0669849 Apr 30 05:28:54.108872 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-8a996090-ab32-4d4c-a144-164360292e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:54.110368 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-8a996090-ab32-4d4c-a144-164360292e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0457053 Apr 30 05:28:54.113302 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a8da7083-53f8-4cfa-8801-13725ee604ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:54.159501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-6a04c194-0822-476d-93e6-445cb6844913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:28:54.161302 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-6a04c194-0822-476d-93e6-445cb6844913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447016 Apr 30 05:28:54.163574 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:28:54.254402 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-8418e183-c063-4247-982c-14a919a25392 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Apr 30 05:28:54.350185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5fb483a8-4b70-4f7d-aa81-16f5b4780af7 req-d1696a86-d8c5-48f9-9126-c621a97dacf5 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Apr 30 05:28:54.467141 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '97cc2242-0400-4741-b307-1bb5bf8f58aa', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'mac_address': 'fa:16:3e:0a:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:28:52Z', 'updated_at': '2022-04-30T05:28:52Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:28:54.492526 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81596815-e4b3-45fd-8db4-36c3ef529da2 None None] The sync data for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv is: [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '97cc2242-0400-4741-b307-1bb5bf8f58aa', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'mac_address': 'fa:16:3e:0a:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:28:52Z', 'updated_at': '2022-04-30T05:28:52Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:28:54.683448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a540d1-1ae4-4672-896f-92044eee21e3 None None] New status for floating IP 97cc2242-0400-4741-b307-1bb5bf8f58aa: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:28:55.036077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44848) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:28:55.096384 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bd526468-4807-4b27-bc61-b57f760a228f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/97cc2242-0400-4741-b307-1bb5bf8f58aa HTTP/1.1" status: 200 len: 994 time: 0.0590644 Apr 30 05:28:55.137808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:56.875741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:28:58.250495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:08.347624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:15.936599 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:29:21.863668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f29a426a-a51d-4b1f-9598-d6640359b45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:24.107272 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9fe59045-eb87-4a6e-8907-b9c50e03ac07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:25.147509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:26.407040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-fd827723-6d7a-4dfe-8f67-10e94377c15c req-908ebf69-0fda-469d-9baf-4b2ffba12f1d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:29:26.408026 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fd827723-6d7a-4dfe-8f67-10e94377c15c req-908ebf69-0fda-469d-9baf-4b2ffba12f1d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058417 Apr 30 05:29:26.737761 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8cac-cfd6-4f83-baad-fb3b8524ca58 req-9b343757-98f7-4789-9f1f-2b71df39ae24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:26.739275 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fa5f8cac-cfd6-4f83-baad-fb3b8524ca58 req-9b343757-98f7-4789-9f1f-2b71df39ae24 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0477257 Apr 30 05:29:26.791853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fa5f8cac-cfd6-4f83-baad-fb3b8524ca58 req-d03356fe-02b1-47ad-b200-251b95e74d31 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468547 Apr 30 05:29:26.874018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:26.920104 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44868) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:29:26.997967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-104dbae5-a205-4f8f-80b8-767c503913a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765953 Apr 30 05:29:27.006318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-fdf75c5e-9578-47d5-b8e8-6d11ed055a14 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:29:27.007254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-fdf75c5e-9578-47d5-b8e8-6d11ed055a14 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048246 Apr 30 05:29:27.546557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44888) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:29:27.641065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-789b4426-8acd-4663-a332-d6f9c28f4422 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:27.642416 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-789b4426-8acd-4663-a332-d6f9c28f4422 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports/add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 943 time: 0.0948689 Apr 30 05:29:27.908171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18e600-d381-4797-93ab-304e9ca3192d req-df608742-6076-4884-9f50-4eac5b3a213e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:27.909641 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b18e600-d381-4797-93ab-304e9ca3192d req-df608742-6076-4884-9f50-4eac5b3a213e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0489647 Apr 30 05:29:27.958556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b18e600-d381-4797-93ab-304e9ca3192d req-f2b0b900-72c2-4791-9478-5c37198e36b3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Apr 30 05:29:28.267339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:29.081170 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276faa1-5b45-40bc-ada0-478a0a0b78e6 req-9dcab310-4247-4ed0-9b86-0b6f53fcc93c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:29.082662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3276faa1-5b45-40bc-ada0-478a0a0b78e6 req-9dcab310-4247-4ed0-9b86-0b6f53fcc93c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0543826 Apr 30 05:29:29.093909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-1809e811-3791-49d7-b97b-3236078933bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:29.095415 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-1809e811-3791-49d7-b97b-3236078933bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0402448 Apr 30 05:29:29.131661 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3276faa1-5b45-40bc-ada0-478a0a0b78e6 req-85da213a-1e68-46ae-a4ed-d545e9c323a8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Apr 30 05:29:29.190339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-787def26-2615-4404-ae32-c312fd633639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:29.191852 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-787def26-2615-4404-ae32-c312fd633639 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.0897784 Apr 30 05:29:29.256291 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-8930b7d8-ed52-4a63-b50f-3636e72b429b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1002 time: 0.0589681 Apr 30 05:29:29.308068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-74766b68-46d8-479a-b63c-c6c1368f483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:29.309506 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-74766b68-46d8-479a-b63c-c6c1368f483d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0482392 Apr 30 05:29:29.651694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-c6b52b7a-0e09-444f-8cc4-f238fa741cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:29.653191 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-c6b52b7a-0e09-444f-8cc4-f238fa741cff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3382850 Apr 30 05:29:29.740570 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-18c4c803-09e0-4a72-b5c4-6ac127112746 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817432 Apr 30 05:29:29.829417 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-f60dc33e-546f-4972-865a-bdc7c5bb03d9 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Apr 30 05:29:30.244022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9071-3075-43af-ada7-1286dd775371 req-cb00d164-d3d5-47d1-a6e5-6746daeb2fa4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:30.245472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7dbf9071-3075-43af-ada7-1286dd775371 req-cb00d164-d3d5-47d1-a6e5-6746daeb2fa4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0467219 Apr 30 05:29:30.293650 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7dbf9071-3075-43af-ada7-1286dd775371 req-d81b4584-afc1-448a-a809-9b6fab4d5549 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Apr 30 05:29:31.409786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd9b6-d025-41ab-a0d6-5bda77877ca3 req-62f25d12-5b71-45a4-bfed-7de82bba5d34 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:31.411268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6dabd9b6-d025-41ab-a0d6-5bda77877ca3 req-62f25d12-5b71-45a4-bfed-7de82bba5d34 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Apr 30 05:29:31.458965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6dabd9b6-d025-41ab-a0d6-5bda77877ca3 req-773d91a4-7536-4c47-bb0d-235b61eb6db0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Apr 30 05:29:32.570595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81b26-5417-4f82-9d87-1f206bbede81 req-b051ed9f-0a3b-4084-8082-f799fe1dd57d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:32.572029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3df81b26-5417-4f82-9d87-1f206bbede81 req-b051ed9f-0a3b-4084-8082-f799fe1dd57d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0462353 Apr 30 05:29:32.621902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3df81b26-5417-4f82-9d87-1f206bbede81 req-1cec126c-d972-42d9-856a-73d729b7167a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434656 Apr 30 05:29:33.740814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec613b6-4db5-4b89-8e8e-941b021d644f req-6648afa4-5fc3-40f2-b1ef-b37218bcd098 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:33.742378 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bec613b6-4db5-4b89-8e8e-941b021d644f req-6648afa4-5fc3-40f2-b1ef-b37218bcd098 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0486290 Apr 30 05:29:33.794356 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bec613b6-4db5-4b89-8e8e-941b021d644f req-a5cf8473-bc2e-41e7-8cd2-23a0bfc6e9fc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461619 Apr 30 05:29:34.911248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a5e9-6234-449c-b7b8-5451e7f964d6 req-e42ccc65-ba68-4d94-a170-6610fa27d232 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:34.912701 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03f8a5e9-6234-449c-b7b8-5451e7f964d6 req-e42ccc65-ba68-4d94-a170-6610fa27d232 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0471704 Apr 30 05:29:34.962183 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03f8a5e9-6234-449c-b7b8-5451e7f964d6 req-ea5e3268-165a-4ec8-b587-e3c1ffe4d6fb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Apr 30 05:29:36.074385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a337c-59b1-43d0-b09b-f565f25df93d req-4dd19f9d-5662-4a83-9a6e-f55a89405c17 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:36.075806 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-051a337c-59b1-43d0-b09b-f565f25df93d req-4dd19f9d-5662-4a83-9a6e-f55a89405c17 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0457184 Apr 30 05:29:36.122221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-051a337c-59b1-43d0-b09b-f565f25df93d req-2a399975-5fb6-4bda-bbbf-b4c010be6149 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Apr 30 05:29:37.241962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dab1ce-592f-48d5-afef-eb21b52ea9c4 req-01eee6b7-eb1d-488a-872c-a4d6bcc25bd8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:37.243477 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61dab1ce-592f-48d5-afef-eb21b52ea9c4 req-01eee6b7-eb1d-488a-872c-a4d6bcc25bd8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0539594 Apr 30 05:29:37.298341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-61dab1ce-592f-48d5-afef-eb21b52ea9c4 req-079c0119-9920-429e-af7c-42f06682ccb0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Apr 30 05:29:38.292585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:38.411948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a76c5-945c-4b0f-8763-7b4f71fce030 req-ae68c389-8720-431f-a1c1-0f4edad3473d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:38.413404 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-102a76c5-945c-4b0f-8763-7b4f71fce030 req-ae68c389-8720-431f-a1c1-0f4edad3473d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0470316 Apr 30 05:29:38.461694 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-102a76c5-945c-4b0f-8763-7b4f71fce030 req-05ed77c6-0a99-47cb-bd27-eb281142d70c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Apr 30 05:29:39.571964 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91caa0-9c4b-4841-a8cd-e866f9e36b51 req-24c87047-113f-4668-97d4-8242e116c46c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:39.573382 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb91caa0-9c4b-4841-a8cd-e866f9e36b51 req-24c87047-113f-4668-97d4-8242e116c46c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0452409 Apr 30 05:29:39.625240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bb91caa0-9c4b-4841-a8cd-e866f9e36b51 req-f6624be0-673b-4456-bc67-cc23532b5e9e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Apr 30 05:29:40.737598 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232a0ce-cbaa-4ea7-8092-a019ce8e2a56 req-4171b27a-b0f5-42ad-9509-6e5722802448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:40.739111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d232a0ce-cbaa-4ea7-8092-a019ce8e2a56 req-4171b27a-b0f5-42ad-9509-6e5722802448 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0464456 Apr 30 05:29:40.786882 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d232a0ce-cbaa-4ea7-8092-a019ce8e2a56 req-b40cddf3-3a7a-4c35-a42b-45e0159fb714 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Apr 30 05:29:41.647820 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-6b267d6b-451a-47e8-b232-b7589bbec682 service neutron] 10.222.0.13 "GET /v2.0/ports/add5615d-4c42-49dd-9a8b-dfedcea880ab/bindings/hv-neutron-8380 HTTP/1.1" status: 200 len: 384 time: 0.0556881 Apr 30 05:29:41.899439 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae15e-e51a-4ecc-b83d-6fd80164e5d1 req-56d5c890-a477-495c-a332-3b08af654eb0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:41.900789 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c9ae15e-e51a-4ecc-b83d-6fd80164e5d1 req-56d5c890-a477-495c-a332-3b08af654eb0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0458302 Apr 30 05:29:41.949848 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6c9ae15e-e51a-4ecc-b83d-6fd80164e5d1 req-ffe59334-9882-4615-b3d8-bae7a32ef6e9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Apr 30 05:29:42.190950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-efcc8757-f55e-4a92-859c-0d5c4d337958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:42.192357 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-efcc8757-f55e-4a92-859c-0d5c4d337958 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 1130 time: 0.0747843 Apr 30 05:29:42.249428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-7fc74066-bb36-448d-9999-24dfb5c8745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:42.250927 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-7fc74066-bb36-448d-9999-24dfb5c8745d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0382438 Apr 30 05:29:42.342958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-d1704f15-2726-4d9c-a55c-c7ed800e2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:42.344401 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-d1704f15-2726-4d9c-a55c-c7ed800e2fc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.0877473 Apr 30 05:29:42.408423 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-0e0d5fd3-f961-4389-898a-9668a35a8b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1002 time: 0.0578353 Apr 30 05:29:42.455438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-9d1786b9-7204-4566-8ca2-2d27ec8953c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:42.456758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-9d1786b9-7204-4566-8ca2-2d27ec8953c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0433407 Apr 30 05:29:42.502577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-a8b03f46-447e-47f8-9104-99ab2d897732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:42.504037 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-a8b03f46-447e-47f8-9104-99ab2d897732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418522 Apr 30 05:29:42.590953 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-616a50b9-5754-4665-9898-ca8438dfa2cb service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Apr 30 05:29:42.680675 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9791d42c-a939-4e74-a815-7c0862f501e3 req-77462990-16ca-4f78-8947-e0411751aac2 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845394 Apr 30 05:29:43.070431 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567b84-9089-419d-aeca-a7b5f5ab67ba req-71728b70-c9ea-4321-bae6-4105199222d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:43.071873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16567b84-9089-419d-aeca-a7b5f5ab67ba req-71728b70-c9ea-4321-bae6-4105199222d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0506222 Apr 30 05:29:43.119312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16567b84-9089-419d-aeca-a7b5f5ab67ba req-b5873c1a-a585-4943-bb6b-08f10efe5f20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Apr 30 05:29:44.233908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714b852-a6d2-43f8-830d-1ee4fe5a52c9 req-a430e13e-5a27-45e0-b69a-67c96606b68d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:44.235430 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0714b852-a6d2-43f8-830d-1ee4fe5a52c9 req-a430e13e-5a27-45e0-b69a-67c96606b68d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0472486 Apr 30 05:29:44.283919 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0714b852-a6d2-43f8-830d-1ee4fe5a52c9 req-a43f12f8-af3f-4933-8696-13bdf0bc4cd8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Apr 30 05:29:45.101137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:29:45.200616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:29:45.211463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'port_id': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'mac_address': 'fa:16:3e:0a:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:29:45.248393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port add5615d-4c42-49dd-9a8b-dfedcea880ab is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:29:45.248806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:45.262218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add5615d-4c42-49dd-9a8b-dfedcea880ab {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:29:45.282384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:29:45.353365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:45.404458 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:29:45.405644 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b6d5c-d7c8-4d9d-b89a-d4419fb3e96f req-1c498a73-045d-4f32-99e1-e889bf0c8478 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:45.407207 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b82b6d5c-d7c8-4d9d-b89a-d4419fb3e96f req-1c498a73-045d-4f32-99e1-e889bf0c8478 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Apr 30 05:29:45.408788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['add5615d-4c42-49dd-9a8b-dfedcea880ab'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:29:45.416573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.416920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.417258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.417594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.417920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.418261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.418598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.418921 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.419249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.420018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.420390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.420724 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.421041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.421381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.421700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:29:45.459653 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b82b6d5c-d7c8-4d9d-b89a-d4419fb3e96f req-1981d27b-1bc5-47b7-84c8-13d71f84a1c5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Apr 30 05:29:45.811356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477515-fe48-40cc-871c-54067eab227e req-b6ad785e-968d-47dd-8823-754c1889a0ad tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:45.812799 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73477515-fe48-40cc-871c-54067eab227e req-b6ad785e-968d-47dd-8823-754c1889a0ad tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 945 time: 0.0466406 Apr 30 05:29:45.864464 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73477515-fe48-40cc-871c-54067eab227e req-ed721e70-8e32-4826-97f8-c1703b4d643b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459330 Apr 30 05:29:45.941249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-6533e3e5-862c-4c8e-b0a3-62b48e357e19 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:45.942718 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-6533e3e5-862c-4c8e-b0a3-62b48e357e19 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459&tenant_id=052113be567944ada7a514e75cf4ae5a&binding%3Ahost_id=hv-neutron-8380 HTTP/1.1" status: 200 len: 945 time: 0.0917900 Apr 30 05:29:45.983297 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc85e-7ca1-43a3-87a3-6f3e1da909ad req-8880e240-bf1e-4a79-9287-89494857b465 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:45.984934 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fe7dc85e-7ca1-43a3-87a3-6f3e1da909ad req-8880e240-bf1e-4a79-9287-89494857b465 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Apr 30 05:29:46.036665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fe7dc85e-7ca1-43a3-87a3-6f3e1da909ad req-9d3ce2fe-a114-47ce-ad0c-6940678f4cde tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Apr 30 05:29:46.053874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-bb9b2e73-c675-4065-8b04-49ab237155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:46.055487 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-bb9b2e73-c675-4065-8b04-49ab237155d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1129 time: 0.0403304 Apr 30 05:29:46.143360 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-88fb72ed-67ab-4a8f-82c0-0a7848af2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:46.144844 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-88fb72ed-67ab-4a8f-82c0-0a7848af2855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.0843844 Apr 30 05:29:46.212951 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-8df5826d-f421-47c5-acd8-2cdc81e34892 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1001 time: 0.0629561 Apr 30 05:29:46.258696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-1f1af791-6003-4443-8acf-3d026c035786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:46.260012 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-1f1af791-6003-4443-8acf-3d026c035786 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0422175 Apr 30 05:29:46.301966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-3da65988-ec67-4b43-b9a4-2bdfd1657dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:46.303445 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-3da65988-ec67-4b43-b9a4-2bdfd1657dbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380135 Apr 30 05:29:46.392969 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-28c48330-9972-450a-88d7-fec932dde039 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Apr 30 05:29:46.484610 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-9beb96fa-5876-4925-a297-6f5a58bfa683 req-6c15aeed-512c-4950-8355-1311177d76bf service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858357 Apr 30 05:29:47.101079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:29:47.152138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port add5615d-4c42-49dd-9a8b-dfedcea880ab triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:29:47.152528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:47.153502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c8fe3-fb7b-49b8-b6db-fe687d585b7f req-84c8f210-0883-470b-91db-76f8fd794aed tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:47.155144 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c21c8fe3-fb7b-49b8-b6db-fe687d585b7f req-84c8f210-0883-470b-91db-76f8fd794aed tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Apr 30 05:29:47.204417 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c21c8fe3-fb7b-49b8-b6db-fe687d585b7f req-3f05973e-703f-4685-989c-5b2110d116fb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Apr 30 05:29:47.231958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port add5615d-4c42-49dd-9a8b-dfedcea880ab is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:29:47.232402 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:47.255624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:29:47.257874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2247cc00-f9c9-4d3a-8354-3ea720c66d0d" -d '{"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-plugged", "status": "completed", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:29:47.271745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:29:47.299243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d653d-74af-408f-8ece-7834500ecaff x-openstack-request-id: req-a33d653d-74af-408f-8ece-7834500ecaff {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:29:47.299535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-plugged", "status": "completed", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:29:47.299813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a33d653d-74af-408f-8ece-7834500ecaff {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:29:47.300214 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33d653d-74af-408f-8ece-7834500ecaff'] response: {'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'code': 200} Apr 30 05:29:47.338306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:47.389587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:29:48.317353 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e412e-f7e4-4028-b77f-d66b6b736a42 req-6fcb751f-1ee8-484e-9c23-0da39dbf7c57 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:48.318817 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b78e412e-f7e4-4028-b77f-d66b6b736a42 req-6fcb751f-1ee8-484e-9c23-0da39dbf7c57 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0466647 Apr 30 05:29:48.366490 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b78e412e-f7e4-4028-b77f-d66b6b736a42 req-46eeea9e-ee7e-4a12-b038-692b1d4b4b09 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Apr 30 05:29:48.388864 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44950) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:29:48.450627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ba4b4e1d-f813-43c7-8ab0-8f53ece649e9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/97cc2242-0400-4741-b307-1bb5bf8f58aa HTTP/1.1" status: 200 len: 994 time: 0.0606451 Apr 30 05:29:48.925879 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-b7cdc80c-2703-4159-84a6-397a7e15bc13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401356 Apr 30 05:29:49.001158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-4f20ec32-afc6-4624-9b87-d7d1667e2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:49.002596 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-4f20ec32-afc6-4624-9b87-d7d1667e2e5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0394232 Apr 30 05:29:49.107955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-a4fe2210-9147-42ea-b7fc-d5a1a940a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:49.109433 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-a4fe2210-9147-42ea-b7fc-d5a1a940a463 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.0893157 Apr 30 05:29:49.174015 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-15192ae4-b052-4478-a412-18e88aa50c23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 1002 time: 0.0581322 Apr 30 05:29:49.222576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-f7b5e603-7ff4-411f-bd0b-574c1dd51f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:49.224839 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-f7b5e603-7ff4-411f-bd0b-574c1dd51f0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0437317 Apr 30 05:29:49.271657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-f62b84a3-8b57-4e17-85e2-4cc78784555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:29:49.273073 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-f62b84a3-8b57-4e17-85e2-4cc78784555a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436380 Apr 30 05:29:49.364475 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-1ecb68fa-3367-4a6e-b505-fe193ae5a33d service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855758 Apr 30 05:29:49.459986 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-40b844a3-b1e6-486c-bc97-60a57e574282 req-e21a6e93-d5c0-4ea7-853e-da6a4e9e3323 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893996 Apr 30 05:29:51.867384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6e797239-abae-40d8-aff2-a780f8491022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:52.936370 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:29:54.135855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a604accc-3765-4889-9ffd-c8f975bb1e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:55.155966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:56.878439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:29:58.284463 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:08.335708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.004631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44960) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:15.151864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 3f7935a9-6e61-4160-aced-ceb3c5a05230 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:30:15.152199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.229417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.229734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (3f7935a9-6e61-4160-aced-ceb3c5a05230), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.242042 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 3f7935a9-6e61-4160-aced-ceb3c5a05230 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:30:15.450111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3f7935a9-6e61-4160-aced-ceb3c5a05230), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.477363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=3f7935a9-6e61-4160-aced-ceb3c5a05230,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:15.502554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.508764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:15.547521 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (97cc2242-0400-4741-b307-1bb5bf8f58aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.547862 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 97cc2242-0400-4741-b307-1bb5bf8f58aa disassociated (deleted). External IP: 172.26.5.178, port: add5615d-4c42-49dd-9a8b-dfedcea880ab. Apr 30 05:30:15.758887 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:30:15.867719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:30:15.872571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:15.877057 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Sync routers for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:30:15.886048 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:15.886687 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:29:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:15.902358 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-30888c06-c162-4c7f-b7e1-46426fd975a9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/floatingips/97cc2242-0400-4741-b307-1bb5bf8f58aa HTTP/1.1" status: 204 len: 168 time: 0.8967092 Apr 30 05:30:15.902956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:30:15.906319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8495ac9-3fd0-4175-ba16-d577a4884325" -d '{"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:30:16.006432 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:16.006552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ed766-a705-4640-a323-37f67d4d1437 x-openstack-request-id: req-d59ed766-a705-4640-a323-37f67d4d1437 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:30:16.006552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:30:16.006552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59ed766-a705-4640-a323-37f67d4d1437 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:30:16.006552 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59ed766-a705-4640-a323-37f67d4d1437'] response: {'name': 'network-changed', 'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'status': 'completed', 'code': 200} Apr 30 05:30:16.063093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-4d4ae1fb-f055-4aa1-81c0-d49c05de4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:16.064590 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-4d4ae1fb-f055-4aa1-81c0-d49c05de4356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 1130 time: 0.0404890 Apr 30 05:30:16.168492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-707881c4-8ddd-49cb-8fbf-99b275fb7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:16.170984 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-707881c4-8ddd-49cb-8fbf-99b275fb7337 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 200 len: 895 time: 0.0995035 Apr 30 05:30:16.190921 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:16.214002 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-bdb57a8e-fa79-494a-9a51-6327ed8ab1c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 200 len: 217 time: 0.0355213 Apr 30 05:30:16.218514 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Checking router: d9d0956f-9ea7-4ca5-9c3c-569aa9648884 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:30:16.226945 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:16.227563 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:29:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:16.292756 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0d256-c31a-436a-b11f-ec5d0857d759 req-fc2bfad4-f479-4b97-ab65-9bace2c6dcfd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:16.295116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0c0d256-c31a-436a-b11f-ec5d0857d759 req-fc2bfad4-f479-4b97-ab65-9bace2c6dcfd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0466049 Apr 30 05:30:16.334382 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:16.343909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0c0d256-c31a-436a-b11f-ec5d0857d759 req-8c010ec0-da68-4b1c-8bf5-801363864540 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Apr 30 05:30:16.521183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:16.547378 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823c69d-063a-48e4-b308-0a448c835b1b None None] The sync data for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv is: [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:28:36Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '16e5b78a-059c-4ae5-a845-ae3e2736a351', 'name': '', 'network_id': '46d44687-2ae7-45d4-9a9f-96a021490bde', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:e9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:35Z', 'updated_at': '2022-04-30T05:28:38Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'f3a71933-8e8c-4fad-a38d-0d19af263caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:30:16.768521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe611c-66bb-4adb-aea7-7d135af5ca10 None None] New status for floating IP 97cc2242-0400-4741-b307-1bb5bf8f58aa: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:30:17.463819 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4fc16-abc0-4012-855c-55519d0b464a req-d642ddbe-1d1f-4320-ab9e-a33d42486cf9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:17.465248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78b4fc16-abc0-4012-855c-55519d0b464a req-d642ddbe-1d1f-4320-ab9e-a33d42486cf9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0493755 Apr 30 05:30:17.691045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-e3631da3-eb31-4022-a815-c3141ecb3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:17.692535 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-e3631da3-eb31-4022-a815-c3141ecb3cc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 200 len: 833 time: 0.0510778 Apr 30 05:30:17.742797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-623b3372-b663-44aa-923d-0acd39819fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:17.744390 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-623b3372-b663-44aa-923d-0acd39819fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46d44687-2ae7-45d4-9a9f-96a021490bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454936 Apr 30 05:30:17.861472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-78b4fc16-abc0-4012-855c-55519d0b464a req-4e8fd265-a1f8-4c15-a4c0-6fa4a1ef18a6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=8717724f-84c9-465e-bea9-fd1d75aaea69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897479 Apr 30 05:30:17.924044 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-af5536c5-2a20-498f-8dce-688843681f82 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Apr 30 05:30:17.990835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-4b6955ad-0624-47be-bbf4-8421def29406 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:17.992205 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-4b6955ad-0624-47be-bbf4-8421def29406 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 946 time: 0.0459120 Apr 30 05:30:18.033607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e8495ac9-3fd0-4175-ba16-d577a4884325 req-c0239c1b-7b23-458d-b498-0d34e4100b72 service neutron] 10.222.0.13 "GET /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873771 Apr 30 05:30:18.076993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port add5615d-4c42-49dd-9a8b-dfedcea880ab {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:30:18.077325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:18.164109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port add5615d-4c42-49dd-9a8b-dfedcea880ab, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=add5615d-4c42-49dd-9a8b-dfedcea880ab,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:18.164468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:18.177919 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for add5615d-4c42-49dd-9a8b-dfedcea880ab owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:30:18.372686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (add5615d-4c42-49dd-9a8b-dfedcea880ab), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:18.399042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=add5615d-4c42-49dd-9a8b-dfedcea880ab,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:18.409442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.409790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.410125 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.410485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.410814 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.411140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.411461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.411779 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.412117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.412416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.412737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.413056 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.413709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.413709 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.414005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:18.457612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] No DVR routers for this DVR port add5615d-4c42-49dd-9a8b-dfedcea880ab on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:30:18.460137 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:18.463403 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-796df751-b8af-4e58-b6fe-c4f7574ce998 req-037601e3-1a88-484d-bd37-8e47f7b960d6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "DELETE /v2.0/ports/add5615d-4c42-49dd-9a8b-dfedcea880ab HTTP/1.1" status: 204 len: 173 time: 0.4665291 Apr 30 05:30:18.463830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-deleted', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:30:18.466229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a41828-19d6-47e2-9c6a-aaab0e7eaffd" -d '{"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-deleted", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:30:18.553256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2ec9a-9b26-428a-bb5f-8cbc37e40504 x-openstack-request-id: req-32a2ec9a-9b26-428a-bb5f-8cbc37e40504 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:30:18.553551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19526a14-967e-4e7b-9bde-1a6b3db61459", "name": "network-vif-deleted", "tag": "add5615d-4c42-49dd-9a8b-dfedcea880ab", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:30:18.553817 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32a2ec9a-9b26-428a-bb5f-8cbc37e40504 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:30:18.554219 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a2ec9a-9b26-428a-bb5f-8cbc37e40504'] response: {'server_uuid': '19526a14-967e-4e7b-9bde-1a6b3db61459', 'name': 'network-vif-deleted', 'tag': 'add5615d-4c42-49dd-9a8b-dfedcea880ab', 'status': 'completed', 'code': 200} Apr 30 05:30:18.971879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ad674e4-b737-4d6c-93ea-88fd290da9ca req-c14cc393-0614-4152-8610-8a1b02419996 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=19526a14-967e-4e7b-9bde-1a6b3db61459 HTTP/1.1" status: 200 len: 210 time: 0.0299208 Apr 30 05:30:20.028051 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44980) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:20.370091 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:20.609331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 16e5b78a-059c-4ae5-a845-ae3e2736a351 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:30:20.609667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:20.695762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 16e5b78a-059c-4ae5-a845-ae3e2736a351, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=16e5b78a-059c-4ae5-a845-ae3e2736a351,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:20.696121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:20.709543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 16e5b78a-059c-4ae5-a845-ae3e2736a351 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:30:20.949698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (16e5b78a-059c-4ae5-a845-ae3e2736a351), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:20.980355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=16e5b78a-059c-4ae5-a845-ae3e2736a351,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:21.155740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:21.676619 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:30:21.785084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:30:21.789959 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b63566d7-d81a-44cc-a0a8-a53cd85f6437 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/d9d0956f-9ea7-4ca5-9c3c-569aa9648884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601442 Apr 30 05:30:21.792742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44982) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:21.796514 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Sync routers for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:30:21.806911 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:21.807604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:29:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:21.844742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting subnet f3a71933-8e8c-4fad-a38d-0d19af263caf {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:30:21.847917 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (f3a71933-8e8c-4fad-a38d-0d19af263caf), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:21.878735 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1148e37e-99f5-4c75-96ea-5f20d862ea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:21.886926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (f3a71933-8e8c-4fad-a38d-0d19af263caf), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:21.915675 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:21.974373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (f3a71933-8e8c-4fad-a38d-0d19af263caf), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.083928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:30:20Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:22.098652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (f3a71933-8e8c-4fad-a38d-0d19af263caf), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.113806 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Checking router: d9d0956f-9ea7-4ca5-9c3c-569aa9648884 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:30:22.124287 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Routers {'d9d0956f-9ea7-4ca5-9c3c-569aa9648884'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:22.125141 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:29:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:22.130393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.133532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/subnets/f3a71933-8e8c-4fad-a38d-0d19af263caf HTTP/1.1" status: 204 len: 168 time: 0.3397558 Apr 30 05:30:22.134346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774476f1-f7b3-4d04-b181-49546888e1b9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a71933-8e8c-4fad-a38d-0d19af263caf,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:22.136434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44984) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:22.138461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e20a8-d18d-4dc5-9be1-3ed130014d13 None None] Network 46d44687-2ae7-45d4-9a9f-96a021490bde requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:30:22.237848 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] Set router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:22.248477 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.306830 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] DHCP port deletion for 46d44687-2ae7-45d4-9a9f-96a021490bde request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:30:22.349004 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Deleting port 301ecd78-6975-42fb-a729-4c407fcd4d90 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:30:22.350038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.364864 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.423230 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] For port 301ecd78-6975-42fb-a729-4c407fcd4d90, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=301ecd78-6975-42fb-a729-4c407fcd4d90,segment=NetworkSegment(a35d6bec-a886-4c79-9624-4a48fd14e622),segment_id=a35d6bec-a886-4c79-9624-4a48fd14e622)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:22.423629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.438033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Calling delete_port for 301ecd78-6975-42fb-a729-4c407fcd4d90 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:30:22.464680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 6ac32cb9-329d-4e93-bed0-15b180622f07 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:30:22.466249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.495950 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:30:20Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:22.524991 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee436ab-ebc6-4b87-8f44-aca6aafcd466 None None] The sync data for ids ['d9d0956f-9ea7-4ca5-9c3c-569aa9648884'] in dv-neutron-838078-9-hyperv is: [{'id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606997281', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:28:31Z', 'updated_at': '2022-04-30T05:30:20Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '6ac32cb9-329d-4e93-bed0-15b180622f07', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0956f-9ea7-4ca5-9c3c-569aa9648884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:28:32Z', 'updated_at': '2022-04-30T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:30:22.546943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 6ac32cb9-329d-4e93-bed0-15b180622f07, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=6ac32cb9-329d-4e93-bed0-15b180622f07,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:22.547396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.561458 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 6ac32cb9-329d-4e93-bed0-15b180622f07 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:30:22.592918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (301ecd78-6975-42fb-a729-4c407fcd4d90), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.617036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] Pushing event deleted for resources: {'Port': ['ID=301ecd78-6975-42fb-a729-4c407fcd4d90,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:22.622571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ad659-00b0-4758-93b9-674e227b8c48 None None] No DVR routers for this DVR port 301ecd78-6975-42fb-a729-4c407fcd4d90 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:30:22.798562 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (6ac32cb9-329d-4e93-bed0-15b180622f07), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.824000 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=6ac32cb9-329d-4e93-bed0-15b180622f07,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:22.888547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.986866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 301ecd78-6975-42fb-a729-4c407fcd4d90 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:30:22.988150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:22.990355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.012788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 301ecd78-6975-42fb-a729-4c407fcd4d90 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:30:23.013365 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 301ecd78-6975-42fb-a729-4c407fcd4d90 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:30:23.013828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 16e5b78a-059c-4ae5-a845-ae3e2736a351 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:30:23.034086 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 16e5b78a-059c-4ae5-a845-ae3e2736a351 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:30:23.034457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 16e5b78a-059c-4ae5-a845-ae3e2736a351 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:30:23.104099 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (d9d0956f-9ea7-4ca5-9c3c-569aa9648884), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.104661 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Fanout notify agent at l3_agent the message router_deleted on router d9d0956f-9ea7-4ca5-9c3c-569aa9648884 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:30:23.119642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.119642 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-44fb5fbc-1488-41a6-9390-3b4f06d9f4db tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/routers/d9d0956f-9ea7-4ca5-9c3c-569aa9648884 HTTP/1.1" status: 204 len: 168 time: 0.9752457 Apr 30 05:30:23.119642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 44986) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:23.194515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (46d44687-2ae7-45d4-9a9f-96a021490bde), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.241276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:30:23.263699 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: add5615d-4c42-49dd-9a8b-dfedcea880ab {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:30:23.264036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device add5615d-4c42-49dd-9a8b-dfedcea880ab not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:30:23.289898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (46d44687-2ae7-45d4-9a9f-96a021490bde), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.310370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d44687-2ae7-45d4-9a9f-96a021490bde']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:23.319396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35d6bec-a886-4c79-9624-4a48fd14e622') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:23.319631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35d6bec-a886-4c79-9624-4a48fd14e622') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:23.329724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (a35d6bec-a886-4c79-9624-4a48fd14e622), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.343788 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a35d6bec-a886-4c79-9624-4a48fd14e622), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.349834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:30:23.350215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (a35d6bec-a886-4c79-9624-4a48fd14e622), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:30:23.353200 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:30:23.484104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (46d44687-2ae7-45d4-9a9f-96a021490bde), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.490958 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.494153 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/networks/46d44687-2ae7-45d4-9a9f-96a021490bde HTTP/1.1" status: 204 len: 168 time: 0.3778875 Apr 30 05:30:23.497196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44988) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:23.505106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4a40-90e9-408c-b018-e84a409679ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Network': ['ID=46d44687-2ae7-45d4-9a9f-96a021490bde,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:23.561638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (8717724f-84c9-465e-bea9-fd1d75aaea69), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.591872 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (8717724f-84c9-465e-bea9-fd1d75aaea69), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.703695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (8717724f-84c9-465e-bea9-fd1d75aaea69), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.706395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:23.707550 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/security-groups/8717724f-84c9-465e-bea9-fd1d75aaea69 HTTP/1.1" status: 204 len: 168 time: 0.2092838 Apr 30 05:30:23.716689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b55ad7-610b-427f-9328-9ab36a2a6092 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717724f-84c9-465e-bea9-fd1d75aaea69,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:24.109789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a441b7a-72b1-4d4b-8fae-f2e92e713934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.401328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44994) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:24.406116 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72163479', 'description': 'tempest-secgroup-smoke-72163479 description', 'project_id': '052113be567944ada7a514e75cf4ae5a'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:24.495976 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.564876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (28cc959c-cba7-49cc-b296-2ff55536ce02), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.621409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (28cc959c-cba7-49cc-b296-2ff55536ce02), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.649362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cc959c-cba7-49cc-b296-2ff55536ce02,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:24.714735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.716097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8b793aa0-3673-4ce3-bcbb-973a44a91a3e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3137679 Apr 30 05:30:24.719498 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44996) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:24.723843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:24.830259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d39871ad-a525-46bc-ba8c-c8fb73b8bad2), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.876549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ac32cb9-329d-4e93-bed0-15b180622f07 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:30:24.884813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d39871ad-a525-46bc-ba8c-c8fb73b8bad2), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.896443 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 6ac32cb9-329d-4e93-bed0-15b180622f07 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:30:24.896851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 6ac32cb9-329d-4e93-bed0-15b180622f07 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:30:24.967497 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d39871ad-a525-46bc-ba8c-c8fb73b8bad2), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:24.986481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39871ad-a525-46bc-ba8c-c8fb73b8bad2,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:25.020223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.021437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-7407e51e-2e54-4358-be5e-b6da4a22daf3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3010240 Apr 30 05:30:25.024190 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 44998) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:25.028622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:25.120830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (48aaf941-d9c0-421b-ad7a-e37b3f021663), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.156379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.177363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (48aaf941-d9c0-421b-ad7a-e37b3f021663), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.378242 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (48aaf941-d9c0-421b-ad7a-e37b3f021663), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.397010 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48aaf941-d9c0-421b-ad7a-e37b3f021663,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:25.455065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.456210 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6702f031-71fc-4910-adcf-e15224778338 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4311140 Apr 30 05:30:25.459134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45000) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:25.463511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:25.550327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (c664ae0e-9f63-4fdd-8fcf-d94409f6f2a7), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.609130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (c664ae0e-9f63-4fdd-8fcf-d94409f6f2a7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.670441 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c664ae0e-9f63-4fdd-8fcf-d94409f6f2a7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.689788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c664ae0e-9f63-4fdd-8fcf-d94409f6f2a7,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:25.740470 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.741733 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fe126300-9bdd-4079-a01d-9dc2c7c8774f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816038 Apr 30 05:30:25.744368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45002) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:25.749333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:25.821232 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (6ba03a6d-03b4-4583-b9cc-ecad5057baad), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.877786 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (6ba03a6d-03b4-4583-b9cc-ecad5057baad), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.958675 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (6ba03a6d-03b4-4583-b9cc-ecad5057baad), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:25.977060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba03a6d-03b4-4583-b9cc-ecad5057baad,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:26.060283 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.061510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e32e6667-8892-4e07-bbd8-f5ac6b841cd1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161924 Apr 30 05:30:26.064252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45004) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:26.069628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:26.144083 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:30:26.149493 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (4592bd04-7075-494e-98c0-21782be0e7ce), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.206613 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (4592bd04-7075-494e-98c0-21782be0e7ce), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.284194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (4592bd04-7075-494e-98c0-21782be0e7ce), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.302410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4592bd04-7075-494e-98c0-21782be0e7ce,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:26.380054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.381303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-11f60df9-ccc0-4645-8262-befb529c35bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161297 Apr 30 05:30:26.384003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45006) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:26.388186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': '28cc959c-cba7-49cc-b296-2ff55536ce02', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:26.492622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:30:26.498551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (8c6762e1-a397-4f1a-bed6-1397cce2fae1), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.558638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (8c6762e1-a397-4f1a-bed6-1397cce2fae1), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.661066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8c6762e1-a397-4f1a-bed6-1397cce2fae1), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.679827 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6762e1-a397-4f1a-bed6-1397cce2fae1,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:26.757092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.758330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3a3fe0ca-daa6-4d1d-9b62-d0d34586af13 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733830 Apr 30 05:30:26.761036 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45008) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:26.766835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'network': {'name': 'tempest-network-smoke--856373698', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'port_security_enabled': True}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:26.846750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:30:26.850156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.863647 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.874338 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:30:26.883060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6fd4844e-f635-480a-9fd6-022ec10069ea), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:26.883396 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Added segment 6fd4844e-f635-480a-9fd6-022ec10069ea of type vlan for network 17533dea-6e80-4561-8e5b-62fb2be2515b Apr 30 05:30:26.922044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (17533dea-6e80-4561-8e5b-62fb2be2515b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.009589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (17533dea-6e80-4561-8e5b-62fb2be2515b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.014678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:27.015246 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.080724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Network': ['ID=17533dea-6e80-4561-8e5b-62fb2be2515b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:27.091394 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 17533dea-6e80-4561-8e5b-62fb2be2515b details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:30:27.112621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-075c5b2d-f630-4f6f-bf62-626fec47fcac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3504436 Apr 30 05:30:27.115214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45010) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:27.119621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'admin_state_up': True, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:27.192885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (e9008755-7aec-43a0-8958-da785d9869ae), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.193994 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (e9008755-7aec-43a0-8958-da785d9869ae), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.245425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (e9008755-7aec-43a0-8958-da785d9869ae), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.438764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (e9008755-7aec-43a0-8958-da785d9869ae), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.687068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (e9008755-7aec-43a0-8958-da785d9869ae), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.709265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.809492 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.183 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/b72e6095-46bc-4dbc-b8fc-3bfb3688bea5) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:30:27.912997 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:27.998875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:28.034939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:28.037911 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:28.040367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:30:28.072027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:28.238617 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:28.367781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (e9008755-7aec-43a0-8958-da785d9869ae), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:28.564844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (e9008755-7aec-43a0-8958-da785d9869ae), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:28.777956 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router e9008755-7aec-43a0-8958-da785d9869ae is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:30:28.887630 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:30:28.898038 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Sync routers for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:30:28.908742 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:28.930527 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:28.991633 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:28.992827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-429c2d59-4356-4ea4-9e47-d2e97c3a5de2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8766959 Apr 30 05:30:29.001888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45012) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:29.015876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:29.029855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-bae507a6-166c-429c-94d8-85e89e9ecc3d tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=052113be567944ada7a514e75cf4ae5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267267 Apr 30 05:30:29.032557 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45014) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:29.120296 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d5072-7139-4a13-810c-5a8ad069cadc tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:29.124254 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-992d5072-7139-4a13-810c-5a8ad069cadc tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883462 Apr 30 05:30:29.126055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45016) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:29.155594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-54eea31a-0a8b-434d-9953-cb6cb93f8134 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261335 Apr 30 05:30:29.155821 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45018) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:29.183648 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:28Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:29.204962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933823433', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:29.214827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Checking router: e9008755-7aec-43a0-8958-da785d9869ae for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:30:29.215173 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Updating router e9008755-7aec-43a0-8958-da785d9869ae port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:30:29.242131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.352663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:30:29.356407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.489894 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks [] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.600997 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.624253 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (a24d6f4d-0713-48b6-96f2-53b3d32f7a66), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.694527 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Subnet': ['ID=a24d6f4d-0713-48b6-96f2-53b3d32f7a66,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:29.705862 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Checking segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:30:29.706223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network hostable DHCP agents. Network: 17533dea-6e80-4561-8e5b-62fb2be2515b, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:30:29.767109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 17533dea-6e80-4561-8e5b-62fb2be2515b is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:30:29.806372 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Attempting to bind port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:30:29.806737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Attempting to bind port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:30:29.807094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Attempting to bind port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:30:29.808975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e36a-f492-404d-be05-d1251ffdc424 None None] Pushing event updated for resources: {'Port': ['ID=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:29.815373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:30:29.817850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:30:29.817850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.817850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:30:29.817850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Bound port: b72e6095-46bc-4dbc-b8fc-3bfb3688bea5, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:30:29.817850 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.829532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 17533dea-6e80-4561-8e5b-62fb2be2515b) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:29.834188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:29.834804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:29.838696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4c581-b44f-4fd0-81d8-067ae3a2a2ee None None] Network 17533dea-6e80-4561-8e5b-62fb2be2515b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:30:29.918157 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-75d5a23f-cbdf-4ade-a47f-0da29a80f3e4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7613854 Apr 30 05:30:29.921492 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45024) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:29.926950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] For port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:30:29.931343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] For port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:30:29.935211 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:30:29.969165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-17533dea-6e80-4561-8e5b-62fb2be2515b', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:30:29.970169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.035314 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.136967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e36a-f492-404d-be05-d1251ffdc424 None None] Pushing event updated for resources: {'Port': ['ID=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:30.146101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:30.146745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:30.203184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Allocated IP 172.20.0.2 (17533dea-6e80-4561-8e5b-62fb2be2515b/a24d6f4d-0713-48b6-96f2-53b3d32f7a66/eafa5176-0c68-4924-aa9c-8416fde2b200) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:30:30.318228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:30.361116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.510007 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks [] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.550346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:28Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:30.579746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3762-bf8c-4f64-ad13-95e9f9ab5881 None None] The sync data for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv is: [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:28Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:30:30.586818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.631252 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Network 17533dea-6e80-4561-8e5b-62fb2be2515b is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:30.634448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:30.638900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:30:30.642228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Pushing event updated for resources: {'Port': ['ID=eafa5176-0c68-4924-aa9c-8416fde2b200,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:30.645698 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.1 (17533dea-6e80-4561-8e5b-62fb2be2515b/a24d6f4d-0713-48b6-96f2-53b3d32f7a66/3cfca30d-3b23-4d56-a79a-cc6dbab19e53) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:30:30.701495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Attempting to bind port eafa5176-0c68-4924-aa9c-8416fde2b200 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:30:30.701865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Attempting to bind port eafa5176-0c68-4924-aa9c-8416fde2b200 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:30:30.702221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Attempting to bind port eafa5176-0c68-4924-aa9c-8416fde2b200 on network 17533dea-6e80-4561-8e5b-62fb2be2515b {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:30:30.707424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:30:30.707795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Checking segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:30:30.708192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.708588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Bound using segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:30:30.709058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Bound port: eafa5176-0c68-4924-aa9c-8416fde2b200, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:30:30.709437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.774109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.781075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] For port eafa5176-0c68-4924-aa9c-8416fde2b200, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:30:30.784344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] For port eafa5176-0c68-4924-aa9c-8416fde2b200, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=eafa5176-0c68-4924-aa9c-8416fde2b200,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:30:30.881925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.906150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:30.952517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 17533dea-6e80-4561-8e5b-62fb2be2515b is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:30.956034 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:30.959007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:30:30.974949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9fead-0df4-4414-9783-8ea56b78a88b None None] Pushing event updated for resources: {'Port': ['ID=eafa5176-0c68-4924-aa9c-8416fde2b200,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:30.979449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:30:31.011911 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:31.033904 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (e9008755-7aec-43a0-8958-da785d9869ae), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.051332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:31.051687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.178079 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:31.178668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.203625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:31.257539 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.279062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.349539 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:31.572349 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.649954 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.725066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:31.727503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (e9008755-7aec-43a0-8958-da785d9869ae), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:31.831552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 17533dea-6e80-4561-8e5b-62fb2be2515b is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:31.833027 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:31.952915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router e9008755-7aec-43a0-8958-da785d9869ae has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:30:31.983930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6a119-c62d-453b-9a01-71a4d8e97ced None None] Network 17533dea-6e80-4561-8e5b-62fb2be2515b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:30:32.058675 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Provisioning complete for port eafa5176-0c68-4924-aa9c-8416fde2b200 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:32.059045 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.175655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Current status of the port eafa5176-0c68-4924-aa9c-8416fde2b200 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:32.176204 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.225453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] For port eafa5176-0c68-4924-aa9c-8416fde2b200, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=eafa5176-0c68-4924-aa9c-8416fde2b200,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:32.304347 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.364577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186381-f1bf-445b-aba5-1b212d806331 None None] Pushing event updated for resources: {'Port': ['ID=eafa5176-0c68-4924-aa9c-8416fde2b200,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:32.406636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:30:32.426131 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61d59733-a3d8-4847-87e4-c2e9747a745d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/e9008755-7aec-43a0-8958-da785d9869ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4935446 Apr 30 05:30:32.428279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Provisioning complete for port eafa5176-0c68-4924-aa9c-8416fde2b200 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:32.428279 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.513293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Current status of the port eafa5176-0c68-4924-aa9c-8416fde2b200 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:32.523969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:32.524352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.565093 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b28bb16-fe4a-4a08-924f-10064ef29c79 None None] Port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:30:32.601679 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-ef5d5f63-2188-42fe-b993-367805805da2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72163479&fields=id&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 267 time: 0.0568206 Apr 30 05:30:32.690703 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Sync routers for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:30:32.692587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-95df35ab-8e4d-45dd-b779-ab0bb3d74711 None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:32.693215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-95df35ab-8e4d-45dd-b779-ab0bb3d74711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.705460 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:32.706074 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:32.744141 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-89042f39-8c13-44d7-b550-e5d9afa58b55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:32.746079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-89042f39-8c13-44d7-b550-e5d9afa58b55 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 796 time: 0.1390052 Apr 30 05:30:32.760803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-95df35ab-8e4d-45dd-b779-ab0bb3d74711 None None] Port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:30:32.771568 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-1d1e52ce-2d10-4acb-abcf-0583d950f1c4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/quotas/052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 375 time: 0.0183704 Apr 30 05:30:32.828620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-82555b95-8ad5-41c9-b6f5-13074d7561bc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560710 Apr 30 05:30:32.847510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:32.886393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9b0e6752-23a4-481e-b2a6-b4e523c94725 None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:32.887018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b0e6752-23a4-481e-b2a6-b4e523c94725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:32.931502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e6752-23a4-481e-b2a6-b4e523c94725 None None] Port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:30:32.974842 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-58966893-94a2-4f38-aa6a-348f639e59a5 service neutron] 10.222.0.16 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338370 Apr 30 05:30:33.077838 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-df65a2ee-d4c2-4350-8170-3f53756008f3 service neutron] 10.222.0.16 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003296 Apr 30 05:30:33.083355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device eafa5176-0c68-4924-aa9c-8416fde2b200 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:30:33.097057 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 2, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:33.131897 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Checking router: e9008755-7aec-43a0-8958-da785d9869ae for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:30:33.132250 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Updating router e9008755-7aec-43a0-8958-da785d9869ae port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:30:33.138332 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port eafa5176-0c68-4924-aa9c-8416fde2b200 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:33.139630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.164278 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.226165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port eafa5176-0c68-4924-aa9c-8416fde2b200 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:33.227184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:30:33.278741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:33.278741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.408510 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d49cd7c-7c06-4373-b28a-941a618b478e req-0ad5b6c7-db36-4c9e-9b00-a16d954dff9f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 210 time: 0.0745711 Apr 30 05:30:33.499608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks [] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.534166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:33.589810 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.637556 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Pushing event updated for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:33.649149 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.649524 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.649862 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.650206 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.650545 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.650869 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.651188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.651505 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.651825 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.652143 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.652459 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.652774 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.653086 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.653396 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.653766 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:30:33.716353 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Attempting to bind port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:30:33.717530 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Attempting to bind port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:30:33.717993 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Attempting to bind port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 on network 17533dea-6e80-4561-8e5b-62fb2be2515b {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:30:33.725872 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:30:33.726207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Checking segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:30:33.726454 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.727017 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Bound using segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:30:33.727698 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Bound port: 3cfca30d-3b23-4d56-a79a-cc6dbab19e53, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:30:33.728192 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.804210 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] For port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:30:33.807633 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] For port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:30:33.854526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b9262d88-c476-4996-82ef-960dad01d4de None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:33.854887 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b9262d88-c476-4996-82ef-960dad01d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.861786 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:33.889810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b9262d88-c476-4996-82ef-960dad01d4de None None] Port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:30:33.921928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:33.922590 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:33.968034 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbaaf9-cede-4325-8754-4343ae267e51 None None] Pushing event updated for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:34.057719 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:34.211791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:34.212566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:34.254320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:33Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:34.281320 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbfc8-7845-4a1f-9c42-1590ef976d2b None None] The sync data for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv is: [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:33Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:30:34.299528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Current status of the port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:34.299914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:34.345528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] For port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:34.417309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:34.474709 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c04f-7394-4948-9f81-81cf73fafa7e None None] Pushing event updated for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:34.530473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b03f8b78-536c-414f-8db8-aa5878ae10bd req-d8d3eaed-cd93-4ab8-acc8-3691a2885706 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 210 time: 0.0345132 Apr 30 05:30:34.948291 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:30:35.007900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:35.008357 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:35.094494 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:35.391316 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-819bb55b-f589-48a8-ba1a-e47b8909b4d0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:35.392826 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-819bb55b-f589-48a8-ba1a-e47b8909b4d0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 796 time: 0.1108985 Apr 30 05:30:35.456957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-206d49ff-b33f-4638-8381-9e5925de71e9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 378 time: 0.0563185 Apr 30 05:30:35.475664 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'port': {'device_id': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'admin_state_up': True, 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'security_groups': ['28cc959c-cba7-49cc-b296-2ff55536ce02']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:35.630996 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1cd97c40-81f7-4f24-ba3c-743542adb0ed req-89da3d2a-d3a4-4416-b7ae-272e5feef997 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Apr 30 05:30:35.644089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:30:35.647631 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:35.778526 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.10 (17533dea-6e80-4561-8e5b-62fb2be2515b/a24d6f4d-0713-48b6-96f2-53b3d32f7a66/d973f1e2-29ab-478e-882c-a09b8e5fc2dc) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:30:35.923347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.007393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.051406 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 17533dea-6e80-4561-8e5b-62fb2be2515b is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:36.054446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:36.060704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:30:36.087747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:36.113826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:36.114544 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.213133 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-78e3784d-5271-46a3-91cd-720d7dba8cc8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416761 Apr 30 05:30:36.224371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Request body: {'port': {'device_id': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:36.250695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5f908ea2-a230-451a-9130-caad8f9b5aa8 None None] Provisioning complete for port d973f1e2-29ab-478e-882c-a09b8e5fc2dc triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:36.251282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f908ea2-a230-451a-9130-caad8f9b5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.283451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.285570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5f908ea2-a230-451a-9130-caad8f9b5aa8 None None] Port d973f1e2-29ab-478e-882c-a09b8e5fc2dc cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:30:36.545144 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d973f1e2-29ab-478e-882c-a09b8e5fc2dc {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:30:36.552547 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks [] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.565120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Transition to ACTIVE for port object d973f1e2-29ab-478e-882c-a09b8e5fc2dc will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:30:36.615378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.668691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Pushing event updated for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:36.773829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6f495-9fc8-42b9-b2fa-438169a8acbf req-ccb86dd7-0f3e-47f1-83c9-6ef04ed19719 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:36.775368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3aa6f495-9fc8-42b9-b2fa-438169a8acbf req-ccb86dd7-0f3e-47f1-83c9-6ef04ed19719 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 944 time: 0.0645993 Apr 30 05:30:36.798601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Attempting to bind port d973f1e2-29ab-478e-882c-a09b8e5fc2dc on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:30:36.798852 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Attempting to bind port d973f1e2-29ab-478e-882c-a09b8e5fc2dc by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:30:36.799181 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Attempting to bind port d973f1e2-29ab-478e-882c-a09b8e5fc2dc on network 17533dea-6e80-4561-8e5b-62fb2be2515b {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:30:36.806692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Port d973f1e2-29ab-478e-882c-a09b8e5fc2dc on network 17533dea-6e80-4561-8e5b-62fb2be2515b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:30:36.807018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Attempting to bind port d973f1e2-29ab-478e-882c-a09b8e5fc2dc on network 17533dea-6e80-4561-8e5b-62fb2be2515b {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:30:36.820274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:30:36.820605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Checking segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:30:36.820990 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Bound using segment: {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:30:36.821425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Bound port: d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd4844e-f635-480a-9fd6-022ec10069ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:30:36.821785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:36.849648 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3aa6f495-9fc8-42b9-b2fa-438169a8acbf req-5d84faab-daa4-433b-a715-c02762a84fee tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681231 Apr 30 05:30:36.901837 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:30:36.904988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:30:36.984881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:37.022577 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.023197 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:37.024564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] 10.222.0.13 "PUT /v2.0/ports/d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 1094 time: 0.8044531 Apr 30 05:30:37.025005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:30:37.027254 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af699f-7986-47b5-a5b5-33337032b52c" -d '{"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:30:37.053697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32f832-2166-4dc2-b535-242e80a45f39 service neutron] Pushing event updated for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:37.068924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53790f4-01cf-4c82-a857-d5ef9ced7f5f x-openstack-request-id: req-c53790f4-01cf-4c82-a857-d5ef9ced7f5f {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:30:37.069222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:30:37.069479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c53790f4-01cf-4c82-a857-d5ef9ced7f5f {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:30:37.069902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53790f4-01cf-4c82-a857-d5ef9ced7f5f'] response: {'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'status': 'completed', 'code': 200} Apr 30 05:30:37.474444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af699f-7986-47b5-a5b5-33337032b52c req-b4cda7ce-aa1d-4550-a8fa-5aa0416631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.475954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3af699f-7986-47b5-a5b5-33337032b52c req-b4cda7ce-aa1d-4550-a8fa-5aa0416631c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1128 time: 0.3872163 Apr 30 05:30:37.569157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af699f-7986-47b5-a5b5-33337032b52c req-a2764920-a30d-4c1b-a8a6-a1156194207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.570695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3af699f-7986-47b5-a5b5-33337032b52c req-a2764920-a30d-4c1b-a8a6-a1156194207a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=052113be567944ada7a514e75cf4ae5a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0884717 Apr 30 05:30:37.662224 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af699f-7986-47b5-a5b5-33337032b52c req-ee00f50e-6ed7-4d23-b909-eb559b658ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.663671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c3af699f-7986-47b5-a5b5-33337032b52c req-ee00f50e-6ed7-4d23-b909-eb559b658ad3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880399 Apr 30 05:30:37.739488 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-0f892f6a-ea95-4df1-934e-211a24d0f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.740886 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-0f892f6a-ea95-4df1-934e-211a24d0f8ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1128 time: 0.0404942 Apr 30 05:30:37.785009 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-96d01f89-48fa-4afb-98f3-b60d5388419c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 217 time: 0.0378036 Apr 30 05:30:37.831238 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-12f600eb-9a92-4353-8852-52d636fb530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.832618 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-12f600eb-9a92-4353-8852-52d636fb530e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0422027 Apr 30 05:30:37.874280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-96694f6a-cc7c-47b5-957f-db7c523a33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:37.875786 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-96694f6a-cc7c-47b5-957f-db7c523a33c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377319 Apr 30 05:30:38.002336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f30a2-8764-48a7-9277-3c26051f32e6 req-516f981b-a7c7-4d50-b523-ff26f322b0f8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:38.003678 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-809f30a2-8764-48a7-9277-3c26051f32e6 req-516f981b-a7c7-4d50-b523-ff26f322b0f8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 944 time: 0.0634627 Apr 30 05:30:38.007397 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-588c76a3-254b-4c96-9a9b-9178e346b1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248808 Apr 30 05:30:38.115426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-809f30a2-8764-48a7-9277-3c26051f32e6 req-d9bc7155-050b-4b22-be39-0610c34f27fc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058824 Apr 30 05:30:38.137348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf53fd8e-4a58-4c3d-9e5a-b435e3682402 req-e3ec8c2a-68a0-43cf-bb68-017b72c9cc20 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212530 Apr 30 05:30:38.344211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:39.234223 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cadc-a5e6-46ba-b431-509f41779a54 req-ced2afa2-e84e-4525-b453-fe88bb492971 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:39.235729 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b3cadc-a5e6-46ba-b431-509f41779a54 req-ced2afa2-e84e-4525-b453-fe88bb492971 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 944 time: 0.0479453 Apr 30 05:30:39.284570 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-47b3cadc-a5e6-46ba-b431-509f41779a54 req-da93836a-55aa-48eb-aaf6-d6fd8354658e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431833 Apr 30 05:30:39.303793 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device d973f1e2-29ab-478e-882c-a09b8e5fc2dc details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:30:39.400869 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:39.412567 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'port_id': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'mac_address': 'fa:16:3e:fc:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:30:39.448951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port d973f1e2-29ab-478e-882c-a09b8e5fc2dc is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:39.449328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:39.461883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d973f1e2-29ab-478e-882c-a09b8e5fc2dc {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:30:39.481089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:39.561214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:39.606875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:39.766359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['d973f1e2-29ab-478e-882c-a09b8e5fc2dc'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:30:40.403826 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806522-41d3-4add-99d6-cb7dd2ffe671 req-4a849651-db79-444c-9eb3-6b2354ed3b80 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:40.405322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87806522-41d3-4add-99d6-cb7dd2ffe671 req-4a849651-db79-444c-9eb3-6b2354ed3b80 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Apr 30 05:30:40.454538 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87806522-41d3-4add-99d6-cb7dd2ffe671 req-d0ac5415-79b3-47dd-9590-a274cbd33b1a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435979 Apr 30 05:30:41.306420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device d973f1e2-29ab-478e-882c-a09b8e5fc2dc up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:30:41.352553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port d973f1e2-29ab-478e-882c-a09b8e5fc2dc completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:30:41.455255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port d973f1e2-29ab-478e-882c-a09b8e5fc2dc triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:30:41.455631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:41.532994 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port d973f1e2-29ab-478e-882c-a09b8e5fc2dc is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:30:41.533384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:41.556389 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:30:41.558736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6dc5e-bb0d-4931-a62a-be2290141e69" -d '{"events": [{"server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "name": "network-vif-plugged", "status": "completed", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:30:41.569165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197f4e-eaf0-4851-aa1b-b7b14e0d612f req-d237d6c6-06dc-4906-8ce4-b084544fab7d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:41.571958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:30:41.574716 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9197f4e-eaf0-4851-aa1b-b7b14e0d612f req-d237d6c6-06dc-4906-8ce4-b084544fab7d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Apr 30 05:30:41.599283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d875bdc0-e80f-42d3-be9b-7302cc828584 x-openstack-request-id: req-d875bdc0-e80f-42d3-be9b-7302cc828584 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:30:41.599283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "name": "network-vif-plugged", "status": "completed", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:30:41.599283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d875bdc0-e80f-42d3-be9b-7302cc828584 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:30:41.599283 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d875bdc0-e80f-42d3-be9b-7302cc828584'] response: {'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'code': 200} Apr 30 05:30:41.621247 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9197f4e-eaf0-4851-aa1b-b7b14e0d612f req-4a6375c0-9668-4412-b2fb-65f4fcdec851 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450935 Apr 30 05:30:41.646968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:41.697599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:41.894986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911ccc-48f1-46ee-b0bd-8e112fb4affe req-5e271b75-b7a6-4d91-bdee-35876fbeb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:41.896432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b911ccc-48f1-46ee-b0bd-8e112fb4affe req-5e271b75-b7a6-4d91-bdee-35876fbeb647 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0370786 Apr 30 05:30:41.944933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5b911ccc-48f1-46ee-b0bd-8e112fb4affe req-5028d390-1e53-4949-b572-ce5102ba431a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428772 Apr 30 05:30:42.738732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042b78-e6a2-4d3c-8063-6b329f483305 req-bf832701-a7f8-4567-9159-8d92757bfae7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:42.740195 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3d042b78-e6a2-4d3c-8063-6b329f483305 req-bf832701-a7f8-4567-9159-8d92757bfae7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0473211 Apr 30 05:30:42.787912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3d042b78-e6a2-4d3c-8063-6b329f483305 req-26153c23-88b4-463b-9a58-83dcba747c52 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422156 Apr 30 05:30:43.899507 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198c70a-2623-4c45-9989-30b7614a3c99 req-de951ba1-88d6-4716-9fc8-e0422e6b6628 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:43.900954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a198c70a-2623-4c45-9989-30b7614a3c99 req-de951ba1-88d6-4716-9fc8-e0422e6b6628 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0466957 Apr 30 05:30:43.949191 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a198c70a-2623-4c45-9989-30b7614a3c99 req-7df2c916-586b-400a-9140-246587e1b84d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421066 Apr 30 05:30:44.067279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc2112-c82d-4fbb-9590-5c86e2731bb8 req-daa2517a-ce0d-46c0-8a53-fc179603750b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:44.068723 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5cc2112-c82d-4fbb-9590-5c86e2731bb8 req-daa2517a-ce0d-46c0-8a53-fc179603750b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0515797 Apr 30 05:30:44.116246 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e5cc2112-c82d-4fbb-9590-5c86e2731bb8 req-1ae6a597-2696-4349-a71b-3c6a158af5c1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419972 Apr 30 05:30:44.137319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45080) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:44.215932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0120-dc3d-45d8-bae1-022bc66c7da5 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:44.218098 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d25c0120-dc3d-45d8-bae1-022bc66c7da5 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1125 time: 0.0798273 Apr 30 05:30:44.220927 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45084) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:44.225054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:30:44.313119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:44.394067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:44.495364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.26 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/04e64eb3-2743-4610-9973-ae2f9be09029) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:30:44.597542 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (04e64eb3-2743-4610-9973-ae2f9be09029), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:44.678921 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:44.714711 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:30:44.717464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:30:44.723781 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:30:44.748322 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=04e64eb3-2743-4610-9973-ae2f9be09029,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:45.087227 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (bd6f4f29-7c55-4974-9434-73cdc27c29a7), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:45.209503 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:45.356743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (04e64eb3-2743-4610-9973-ae2f9be09029), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:45.432892 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:45.505996 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=04e64eb3-2743-4610-9973-ae2f9be09029,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:30:45.513858 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (bd6f4f29-7c55-4974-9434-73cdc27c29a7), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:45.616511 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP bd6f4f29-7c55-4974-9434-73cdc27c29a7 associated. External IP: 172.26.5.26, port: d973f1e2-29ab-478e-882c-a09b8e5fc2dc. Apr 30 05:30:45.824251 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router e9008755-7aec-43a0-8958-da785d9869ae has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:30:45.935016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:30:45.944472 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Sync routers for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:30:45.954532 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:45.955165 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:46.009040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:46.041156 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1c9c07ec-6bc6-460a-b88d-fa91f0868888 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8168552 Apr 30 05:30:46.041156 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:30:46.046183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d269cf-b2ff-4430-8a45-58d785184bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:30:46.068101 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:46.082121 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b03cf2-41a7-42c5-961a-8cb3da4637d0 x-openstack-request-id: req-e8b03cf2-41a7-42c5-961a-8cb3da4637d0 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:30:46.082459 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:30:46.082714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8b03cf2-41a7-42c5-961a-8cb3da4637d0 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:30:46.083148 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b03cf2-41a7-42c5-961a-8cb3da4637d0'] response: {'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'status': 'completed', 'code': 200} Apr 30 05:30:46.165605 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e016ee-2121-4b4a-b3a4-6bd4fbe4f848 req-0bcee5f8-c5b6-45a5-bd5e-ece8d341e128 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:46.167126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67e016ee-2121-4b4a-b3a4-6bd4fbe4f848 req-0bcee5f8-c5b6-45a5-bd5e-ece8d341e128 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0732932 Apr 30 05:30:46.168211 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-ec39085b-cc1a-41b2-b185-52470e2a2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:46.169801 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-ec39085b-cc1a-41b2-b185-52470e2a2e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0651898 Apr 30 05:30:46.274055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67e016ee-2121-4b4a-b3a4-6bd4fbe4f848 req-e390f237-5d38-46b1-a03b-7c2147ce710e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997047 Apr 30 05:30:46.282437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'bd6f4f29-7c55-4974-9434-73cdc27c29a7', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'port_id': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'mac_address': 'fa:16:3e:fc:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:30:44Z', 'updated_at': '2022-04-30T05:30:44Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:46.300242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45090) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:46.303750 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-51980c12-5308-4e81-9698-2973ca73cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:46.305199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-51980c12-5308-4e81-9698-2973ca73cafe service neutron] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 896 time: 0.1241026 Apr 30 05:30:46.314183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Checking router: e9008755-7aec-43a0-8958-da785d9869ae for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:30:46.322616 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:30:46.323223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:30:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:46.366482 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-eddb2254-746b-47d3-ab5f-fbc913d5d9e5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/bd6f4f29-7c55-4974-9434-73cdc27c29a7 HTTP/1.1" status: 200 len: 991 time: 0.0643799 Apr 30 05:30:46.376594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-1729e11b-eaca-4b43-87c6-f0a862560c76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 999 time: 0.0658805 Apr 30 05:30:46.424453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-fad3f658-daa4-44ff-9157-856c6a0d1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:46.425908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-fad3f658-daa4-44ff-9157-856c6a0d1b5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0438776 Apr 30 05:30:46.434488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:30:46.467417 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-bfc6791b-be0b-4993-86cc-b52f7d4f1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:46.469496 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-bfc6791b-be0b-4993-86cc-b52f7d4f1cbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384686 Apr 30 05:30:46.563803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-fb2ba177-3481-4e1c-8d59-14e5d4c3a376 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876837 Apr 30 05:30:46.648605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'bd6f4f29-7c55-4974-9434-73cdc27c29a7', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'port_id': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'mac_address': 'fa:16:3e:fc:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:30:44Z', 'updated_at': '2022-04-30T05:30:44Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:30:46.652113 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9d269cf-b2ff-4430-8a45-58d785184bf1 req-603e2182-26a5-49cc-a1c3-cc775eeeb5af service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826626 Apr 30 05:30:46.678991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56845-f212-4bcb-805d-db1a789f90e9 None None] The sync data for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv is: [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'bd6f4f29-7c55-4974-9434-73cdc27c29a7', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.26', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'port_id': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'mac_address': 'fa:16:3e:fc:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:30:44Z', 'updated_at': '2022-04-30T05:30:44Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:30:46.867847 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7484f3-22f1-4306-8431-30ddeed00d3b None None] New status for floating IP bd6f4f29-7c55-4974-9434-73cdc27c29a7: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:30:47.370215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45092) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:30:47.435515 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-49a91cbf-fa52-4dab-9043-40e8a79d1053 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/bd6f4f29-7c55-4974-9434-73cdc27c29a7 HTTP/1.1" status: 200 len: 993 time: 0.0641735 Apr 30 05:30:48.917541 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-adaa7bb9-2d4f-4db0-bcfc-ccd1ee70aa07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383804 Apr 30 05:30:48.995699 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-d24d1252-da5e-4e31-8b8b-4757c528449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:48.997057 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-d24d1252-da5e-4e31-8b8b-4757c528449f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0388527 Apr 30 05:30:49.098784 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-5015a233-f4f1-4238-beb5-962ef221bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:49.100213 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-5015a233-f4f1-4238-beb5-962ef221bb94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 896 time: 0.0858760 Apr 30 05:30:49.162303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-12017e1b-7616-475b-a16d-6d28f99fd199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 1001 time: 0.0565286 Apr 30 05:30:49.211993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-ee773276-eb4a-477c-aba0-6e3d42cc6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:49.213378 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-ee773276-eb4a-477c-aba0-6e3d42cc6e01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0458739 Apr 30 05:30:49.255543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-b4652189-12de-479a-a8a3-00b35901784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:30:49.256914 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-b4652189-12de-479a-a8a3-00b35901784a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379467 Apr 30 05:30:49.345249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-a3f460ff-2b0a-4616-a200-3e17cc481705 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827675 Apr 30 05:30:49.436623 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1843ca7-665c-4f1b-956a-8c91073536b7 req-6c12d87a-72f9-4bba-89b6-78e6eea0489d service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Apr 30 05:30:51.860924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ba4599a3-8c65-422b-9d08-0b12e81de2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:54.118099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ee9683bc-90fd-4a04-8f1e-e75ac71e2e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:55.158712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:56.909473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:30:58.281391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:06.934018 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:31:08.344341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:14.320655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f363bf-059a-4347-bb1c-e3d3fb28bb4a req-554783f6-427a-4b0c-9392-3331e5ef3735 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:14.322025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46f363bf-059a-4347-bb1c-e3d3fb28bb4a req-554783f6-427a-4b0c-9392-3331e5ef3735 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0470538 Apr 30 05:31:14.369870 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-46f363bf-059a-4347-bb1c-e3d3fb28bb4a req-699a64ee-62e7-46b2-9551-10397b4ee2ba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418532 Apr 30 05:31:15.489977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964250-b7e7-4565-88a8-cb29af76e2d1 req-d2e27f1a-e9b9-4876-8b85-0653e9483863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:15.491530 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c964250-b7e7-4565-88a8-cb29af76e2d1 req-d2e27f1a-e9b9-4876-8b85-0653e9483863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0510781 Apr 30 05:31:15.541002 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9c964250-b7e7-4565-88a8-cb29af76e2d1 req-36ae8d73-aed5-467e-aefe-a3c1474b0106 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436659 Apr 30 05:31:16.653972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77f3da-4486-4455-96b6-e27d581f448c req-3eddd107-01fd-4b19-a479-990ddeceffba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:16.655814 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af77f3da-4486-4455-96b6-e27d581f448c req-3eddd107-01fd-4b19-a479-990ddeceffba tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0466461 Apr 30 05:31:16.704603 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-af77f3da-4486-4455-96b6-e27d581f448c req-853642cc-f430-4431-8cf0-d97a0d66525f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430324 Apr 30 05:31:17.822343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c9a03-2c0c-49fb-be26-171fabd813ec req-947803f0-7189-45d6-b387-fd1a81683937 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:17.823772 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-265c9a03-2c0c-49fb-be26-171fabd813ec req-947803f0-7189-45d6-b387-fd1a81683937 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0498824 Apr 30 05:31:18.218140 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-265c9a03-2c0c-49fb-be26-171fabd813ec req-caff64ae-e491-484f-8b3f-9b894a64074b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3879907 Apr 30 05:31:19.331021 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59093-47de-4149-8a4d-ff63349dc9e7 req-c523d189-7fa3-4803-9ca1-0eaabc508e81 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:19.332506 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fde59093-47de-4149-8a4d-ff63349dc9e7 req-c523d189-7fa3-4803-9ca1-0eaabc508e81 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Apr 30 05:31:19.379783 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fde59093-47de-4149-8a4d-ff63349dc9e7 req-8928b41a-e750-4160-9f1c-5dc4eaad456f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417676 Apr 30 05:31:20.491277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764317f5-dbff-4fd5-95d6-f7e775859a99 req-4edd02f5-7846-4e09-9625-6fecf3c49804 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:20.492724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-764317f5-dbff-4fd5-95d6-f7e775859a99 req-4edd02f5-7846-4e09-9625-6fecf3c49804 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0464962 Apr 30 05:31:20.544737 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-764317f5-dbff-4fd5-95d6-f7e775859a99 req-75e1ca2b-bda8-4f4e-ba3b-c1a0e873bfd2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463305 Apr 30 05:31:21.659298 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba462e7-4cd5-413e-9ae3-bfc66a912aed req-3522e6c3-5b50-4573-9816-808fc185e3ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:21.660756 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aba462e7-4cd5-413e-9ae3-bfc66a912aed req-3522e6c3-5b50-4573-9816-808fc185e3ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0474255 Apr 30 05:31:21.709197 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aba462e7-4cd5-413e-9ae3-bfc66a912aed req-34036f48-c482-4ef7-bf56-c8fe854ee6cf tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428743 Apr 30 05:31:21.886842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b8f13642-9d24-49b9-9168-7d6270d4020e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:22.820074 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48fb4d-cf32-4cb3-9fbe-818f0c5f329a req-1c25f552-6b1f-469b-8aee-4c4ac1b9a67a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:22.821496 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c48fb4d-cf32-4cb3-9fbe-818f0c5f329a req-1c25f552-6b1f-469b-8aee-4c4ac1b9a67a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0456645 Apr 30 05:31:22.870058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7c48fb4d-cf32-4cb3-9fbe-818f0c5f329a req-9ae48c54-7309-48b1-b979-78f67aafa67d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424080 Apr 30 05:31:24.032442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f51efe-7445-4ace-8332-82bbe95e15a5 req-018153eb-d005-4d2e-b270-2c6b31d6cc33 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:24.033898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9f51efe-7445-4ace-8332-82bbe95e15a5 req-018153eb-d005-4d2e-b270-2c6b31d6cc33 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0935335 Apr 30 05:31:24.083334 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a9f51efe-7445-4ace-8332-82bbe95e15a5 req-17c1041e-516a-4f7f-b9f5-51c848010a17 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435190 Apr 30 05:31:24.103734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-02e7ef87-6c2e-424a-b2f2-3522a4487811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:25.167191 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:25.240867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac38a-324c-4aa6-ab1e-94b87ba3d7c5 req-c5a0d2dd-7ef5-479e-bca8-17b701985c79 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:25.242385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8dac38a-324c-4aa6-ab1e-94b87ba3d7c5 req-c5a0d2dd-7ef5-479e-bca8-17b701985c79 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0916243 Apr 30 05:31:25.291344 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d8dac38a-324c-4aa6-ab1e-94b87ba3d7c5 req-6c2bd50d-7166-498b-a704-dbaf908c3fce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433967 Apr 30 05:31:25.313660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45128) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:31:25.375804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c88aed9d-c2e0-41ef-957b-692c5d05fc4f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/bd6f4f29-7c55-4974-9434-73cdc27c29a7 HTTP/1.1" status: 200 len: 993 time: 0.0609310 Apr 30 05:31:26.870230 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac9b10-03d5-4240-93ba-67b74e09284d req-0f96edda-0084-4390-9663-6ab763989d5a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:26.871857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebac9b10-03d5-4240-93ba-67b74e09284d req-0f96edda-0084-4390-9663-6ab763989d5a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Apr 30 05:31:26.904047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:26.932239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ebac9b10-03d5-4240-93ba-67b74e09284d req-b8337e9f-f179-4abb-a9f4-12664bd614a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541565 Apr 30 05:31:26.959371 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-5f31da6d-40bc-4682-a826-c9a2f18dee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:26.960837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-5f31da6d-40bc-4682-a826-c9a2f18dee5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0461545 Apr 30 05:31:27.052594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-83133150-14cd-4966-b56c-af69e4d44d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:27.053925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-83133150-14cd-4966-b56c-af69e4d44d3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 896 time: 0.0874367 Apr 30 05:31:27.120486 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-f2a44922-a4fa-4993-8978-a196cffd463e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 1001 time: 0.0607905 Apr 30 05:31:27.167612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-87975f9c-7af7-49dc-b981-b240f724ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:27.169006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-87975f9c-7af7-49dc-b981-b240f724ae76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0428274 Apr 30 05:31:27.211243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-a38df005-5f50-4508-bc25-223d81e97bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:27.212661 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-a38df005-5f50-4508-bc25-223d81e97bec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371807 Apr 30 05:31:27.222155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-8df870af-0f99-49e8-aae2-385c949484ab service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:31:27.223116 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-8df870af-0f99-49e8-aae2-385c949484ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049696 Apr 30 05:31:27.312569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-c313b96e-202e-4e72-afd6-f5b8f6bcf7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Apr 30 05:31:27.398069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5b0ad1c-93a5-45ab-811d-0089160d48e4 req-d88cb383-7011-47d2-ab0c-c7862a1fa198 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799170 Apr 30 05:31:28.051808 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d81589-8db6-41e7-b353-bfc8892a3ef0 req-a09ae4c5-172a-4b8b-bfbc-5cd4ce9f21c2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:28.053173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14d81589-8db6-41e7-b353-bfc8892a3ef0 req-a09ae4c5-172a-4b8b-bfbc-5cd4ce9f21c2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0510073 Apr 30 05:31:28.107424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14d81589-8db6-41e7-b353-bfc8892a3ef0 req-824a5c52-9896-43fc-a93d-ce9b6cfa66bd tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487518 Apr 30 05:31:28.263580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:29.221234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c6a64-e824-45fd-839a-d58b6c491934 req-603251e3-a98a-4ad5-97f5-e28a6badc06b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:29.223374 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-306c6a64-e824-45fd-839a-d58b6c491934 req-603251e3-a98a-4ad5-97f5-e28a6badc06b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0478883 Apr 30 05:31:29.272818 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-306c6a64-e824-45fd-839a-d58b6c491934 req-ac221db6-e608-4bf0-9409-df08007ea483 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438368 Apr 30 05:31:29.296513 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45140) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:31:29.360193 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8a07f6b6-a392-4d51-805e-cc00de5d43d1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/bd6f4f29-7c55-4974-9434-73cdc27c29a7 HTTP/1.1" status: 200 len: 993 time: 0.0624998 Apr 30 05:31:38.367064 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:43.933928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:31:48.928908 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-030a0384-8872-471f-92ff-ca02af4d76f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758379 Apr 30 05:31:49.006256 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-83fbf54a-cabd-40d3-9baf-459fa4a5837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:49.007668 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-83fbf54a-cabd-40d3-9baf-459fa4a5837d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0389450 Apr 30 05:31:49.114064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-04500fe9-75ca-4758-9145-396cb7c7a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:49.115544 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-04500fe9-75ca-4758-9145-396cb7c7a2b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 896 time: 0.0899205 Apr 30 05:31:49.179622 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-f6196134-1c36-482c-9f1c-b43df6da3d33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 1001 time: 0.0579851 Apr 30 05:31:49.228199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-39c110b0-d6d9-4f37-9890-4e2a547ca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:49.229624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-39c110b0-d6d9-4f37-9890-4e2a547ca86c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0427001 Apr 30 05:31:49.276258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-b0fbefc4-8189-42c5-8fd9-c5f49da50b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:49.277727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-b0fbefc4-8189-42c5-8fd9-c5f49da50b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420442 Apr 30 05:31:49.366915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-0a5ab7f8-d8a7-4f55-b65d-b7aff352dd73 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827365 Apr 30 05:31:49.459641 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5770cb7e-02c9-43af-90a9-68e8da223f9a req-6c73ae5e-256d-4950-b0f7-831804586db5 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Apr 30 05:31:51.863789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e509eac5-3cd5-4824-8780-bb708d7c99dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:54.110455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0b3b08b0-b74a-4ca5-ad3f-b19bf8b967d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:55.186432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:56.938401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:57.727496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45156) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:31:57.875092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 04e64eb3-2743-4610-9973-ae2f9be09029 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:31:57.875428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:57.949234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:57.949561 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (04e64eb3-2743-4610-9973-ae2f9be09029), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:57.966418 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 04e64eb3-2743-4610-9973-ae2f9be09029 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:31:58.172461 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (04e64eb3-2743-4610-9973-ae2f9be09029), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:58.201714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=04e64eb3-2743-4610-9973-ae2f9be09029,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:31:58.227474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.227823 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.228157 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.228489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.228861 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.229192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.229516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.229836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.230154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.230496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.236732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.236732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.236732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.236732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.236732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:31:58.254955 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:58.274594 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (bd6f4f29-7c55-4974-9434-73cdc27c29a7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:58.274975 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP bd6f4f29-7c55-4974-9434-73cdc27c29a7 disassociated (deleted). External IP: 172.26.5.26, port: d973f1e2-29ab-478e-882c-a09b8e5fc2dc. Apr 30 05:31:58.488059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router e9008755-7aec-43a0-8958-da785d9869ae has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:31:58.599002 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:31:58.603863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:31:58.608559 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Sync routers for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:31:58.618537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:31:58.619147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:31:58.633371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-aa2d0e04-0265-4bb4-82c0-e9e56dcf6cd4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd6f4f29-7c55-4974-9434-73cdc27c29a7 HTTP/1.1" status: 204 len: 168 time: 0.9047976 Apr 30 05:31:58.633962 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:31:58.636899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:31:58.675634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65722423-9edc-40c8-885e-031cdd4f162c x-openstack-request-id: req-65722423-9edc-40c8-885e-031cdd4f162c {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:31:58.676040 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:31:58.676479 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65722423-9edc-40c8-885e-031cdd4f162c {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:31:58.676727 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65722423-9edc-40c8-885e-031cdd4f162c'] response: {'name': 'network-changed', 'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'status': 'completed', 'code': 200} Apr 30 05:31:58.732873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:31:58.739393 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-dba85b57-2600-44f2-a04c-2832455f107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:58.740933 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-dba85b57-2600-44f2-a04c-2832455f107f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 1130 time: 0.0416284 Apr 30 05:31:58.838350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-7cb39654-c73f-4d1e-a729-3b7cc33acf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:58.839827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-7cb39654-c73f-4d1e-a729-3b7cc33acf7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 200 len: 896 time: 0.0930521 Apr 30 05:31:58.882048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-e7a9ee8b-411f-4736-9b11-e73d8499fd03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 200 len: 217 time: 0.0368590 Apr 30 05:31:58.930791 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-11de8101-5292-4736-b002-59ce213125be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:58.931971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:31:58.932310 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-11de8101-5292-4736-b002-59ce213125be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 200 len: 834 time: 0.0448506 Apr 30 05:31:58.960160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Checking router: e9008755-7aec-43a0-8958-da785d9869ae for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:31:58.972764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:31:58.973541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:31:58.985299 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-caed9d18-8b12-4da2-b3b9-46a5a98fa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:58.987093 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-caed9d18-8b12-4da2-b3b9-46a5a98fa204 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17533dea-6e80-4561-8e5b-62fb2be2515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481954 Apr 30 05:31:59.059595 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be75d0-b006-4836-a9f9-92240a6d8cd2 req-ffc303df-8e44-410b-8fc3-670dc0a6a2e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:31:59.060970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73be75d0-b006-4836-a9f9-92240a6d8cd2 req-ffc303df-8e44-410b-8fc3-670dc0a6a2e0 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0470717 Apr 30 05:31:59.087356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:31:59.110695 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-73be75d0-b006-4836-a9f9-92240a6d8cd2 req-bf9ac7ac-463a-4cc5-87d9-d918bcbb18d4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428474 Apr 30 05:31:59.273470 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-39335652-c038-46d3-a2e9-91178057acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:31:59.303953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39335652-c038-46d3-a2e9-91178057acfb None None] The sync data for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv is: [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3cfca30d-3b23-4d56-a79a-cc6dbab19e53', 'name': '', 'network_id': '17533dea-6e80-4561-8e5b-62fb2be2515b', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:c5:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:30Z', 'updated_at': '2022-04-30T05:30:34Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': 'a24d6f4d-0713-48b6-96f2-53b3d32f7a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:31:59.525740 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448a9ea-de42-4808-b032-24c36b131d35 None None] New status for floating IP bd6f4f29-7c55-4974-9434-73cdc27c29a7: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:32:00.184336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-eb154330-615f-45fc-92b9-e6119ef289ed service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895057 Apr 30 05:32:00.228593 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6e24-5aa7-49e3-8941-7cba4710153f req-c0fa1ef1-1f42-457f-b7a8-837668b8859e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:00.230073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed3a6e24-5aa7-49e3-8941-7cba4710153f req-c0fa1ef1-1f42-457f-b7a8-837668b8859e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0488586 Apr 30 05:32:00.296074 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ed3a6e24-5aa7-49e3-8941-7cba4710153f req-3cf4028a-14fb-442a-ae7e-2f3c87f148ad tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=28cc959c-cba7-49cc-b296-2ff55536ce02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599132 Apr 30 05:32:00.364964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d99b49f8-1f86-4f31-bd41-6bbebaddc6e4 req-ad35cf63-cca3-449a-a660-87b51b319123 service neutron] 10.222.0.13 "GET /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990930 Apr 30 05:32:00.441569 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f76639-74a6-4416-a488-405646bf7dd5 req-a09bce5c-636b-4253-a97d-2a314ac331c3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:00.442980 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-54f76639-74a6-4416-a488-405646bf7dd5 req-a09bce5c-636b-4253-a97d-2a314ac331c3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 946 time: 0.0472748 Apr 30 05:32:00.527759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port d973f1e2-29ab-478e-882c-a09b8e5fc2dc {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:32:00.528096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:00.619206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port d973f1e2-29ab-478e-882c-a09b8e5fc2dc, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:00.619566 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:00.632478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for d973f1e2-29ab-478e-882c-a09b8e5fc2dc owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:32:00.818192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (d973f1e2-29ab-478e-882c-a09b8e5fc2dc), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:00.847777 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=d973f1e2-29ab-478e-882c-a09b8e5fc2dc,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:00.891580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] No DVR routers for this DVR port d973f1e2-29ab-478e-882c-a09b8e5fc2dc on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:32:00.894210 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:00.897536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-54f76639-74a6-4416-a488-405646bf7dd5 req-d0d1517a-bd06-4cd0-84fe-817fffcab8a5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "DELETE /v2.0/ports/d973f1e2-29ab-478e-882c-a09b8e5fc2dc HTTP/1.1" status: 204 len: 173 time: 0.4471512 Apr 30 05:32:00.897967 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'name': 'network-vif-deleted', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:32:00.900277 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da537f1c-9bd1-4ec5-acaa-2d6282e326c5" -d '{"events": [{"server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "name": "network-vif-deleted", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:32:00.935428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a310a075-edcb-48cc-b77b-2168be0e0d78 x-openstack-request-id: req-a310a075-edcb-48cc-b77b-2168be0e0d78 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:32:00.935719 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ccdd3a-2948-4783-81dd-cfa39282b7e9", "name": "network-vif-deleted", "tag": "d973f1e2-29ab-478e-882c-a09b8e5fc2dc", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:32:00.935970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a310a075-edcb-48cc-b77b-2168be0e0d78 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:32:00.936366 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a310a075-edcb-48cc-b77b-2168be0e0d78'] response: {'server_uuid': '39ccdd3a-2948-4783-81dd-cfa39282b7e9', 'name': 'network-vif-deleted', 'tag': 'd973f1e2-29ab-478e-882c-a09b8e5fc2dc', 'status': 'completed', 'code': 200} Apr 30 05:32:01.409326 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-87c462d4-eb5d-411a-82cd-57d87c521c21 req-c5a78b5b-839c-4941-a917-49c929227533 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ccdd3a-2948-4783-81dd-cfa39282b7e9 HTTP/1.1" status: 200 len: 210 time: 0.0311069 Apr 30 05:32:02.465667 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45176) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:02.795344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (e9008755-7aec-43a0-8958-da785d9869ae), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:03.034093 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:32:03.034361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:03.124000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 3cfca30d-3b23-4d56-a79a-cc6dbab19e53, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:03.124519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:03.137272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:32:03.401154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3cfca30d-3b23-4d56-a79a-cc6dbab19e53), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:03.428392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=3cfca30d-3b23-4d56-a79a-cc6dbab19e53,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:03.959267 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (e9008755-7aec-43a0-8958-da785d9869ae), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.180302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router e9008755-7aec-43a0-8958-da785d9869ae has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:32:04.287390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:32:04.292354 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8cf8aa29-4271-4a9f-8a07-81267f325166 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/e9008755-7aec-43a0-8958-da785d9869ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8256338 Apr 30 05:32:04.295480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45178) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:04.298003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Sync routers for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:32:04.308428 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:04.309021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:04.347608 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting subnet a24d6f4d-0713-48b6-96f2-53b3d32f7a66 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:32:04.350790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (a24d6f4d-0713-48b6-96f2-53b3d32f7a66), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.391545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (a24d6f4d-0713-48b6-96f2-53b3d32f7a66), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.417308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:04.477084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (a24d6f4d-0713-48b6-96f2-53b3d32f7a66), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.586802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:32:03Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:04.610534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (a24d6f4d-0713-48b6-96f2-53b3d32f7a66), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.617977 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Checking router: e9008755-7aec-43a0-8958-da785d9869ae for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:32:04.627238 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Routers {'e9008755-7aec-43a0-8958-da785d9869ae'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:04.627847 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['e9008755-7aec-43a0-8958-da785d9869ae'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:04.636712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Subnet': ['ID=a24d6f4d-0713-48b6-96f2-53b3d32f7a66,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:04.646614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.646967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.647295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.647630 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.648011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.648342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.648670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.648994 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.649836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.649836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.650010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.650285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.650570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.650885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.651203 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:04.654100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.660452 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a0a91099-eb1b-4a99-81e7-1e14b59e673e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/subnets/a24d6f4d-0713-48b6-96f2-53b3d32f7a66 HTTP/1.1" status: 204 len: 168 time: 0.3608427 Apr 30 05:32:04.660452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45182) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:04.664813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5087cba-584b-40c6-829b-268d035babaa None None] Network 17533dea-6e80-4561-8e5b-62fb2be2515b requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:32:04.773927 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (e9008755-7aec-43a0-8958-da785d9869ae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.811041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] Set router e9008755-7aec-43a0-8958-da785d9869ae gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:04.877492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] DHCP port deletion for 17533dea-6e80-4561-8e5b-62fb2be2515b request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:32:04.884511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (e9008755-7aec-43a0-8958-da785d9869ae), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:04.965562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Deleting port eafa5176-0c68-4924-aa9c-8416fde2b200 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:32:04.965930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.006331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:32:05.006639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.055017 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device eafa5176-0c68-4924-aa9c-8416fde2b200 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:32:05.090052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port b72e6095-46bc-4dbc-b8fc-3bfb3688bea5, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:05.090429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.094604 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] For port eafa5176-0c68-4924-aa9c-8416fde2b200, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=eafa5176-0c68-4924-aa9c-8416fde2b200,segment=NetworkSegment(6fd4844e-f635-480a-9fd6-022ec10069ea),segment_id=6fd4844e-f635-480a-9fd6-022ec10069ea)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:05.094996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.098838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:32:03Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:05.104092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:32:05.142410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Calling delete_port for eafa5176-0c68-4924-aa9c-8416fde2b200 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:32:05.148753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8225623-3a7f-4e06-ab60-ad4372934eaf None None] The sync data for ids ['e9008755-7aec-43a0-8958-da785d9869ae'] in dv-neutron-838078-9-hyperv is: [{'id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038201812', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:32:03Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': 'b72e6095-46bc-4dbc-b8fc-3bfb3688bea5', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9008755-7aec-43a0-8958-da785d9869ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:30:27Z', 'updated_at': '2022-04-30T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:32:05.349960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b72e6095-46bc-4dbc-b8fc-3bfb3688bea5), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.382326 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=b72e6095-46bc-4dbc-b8fc-3bfb3688bea5,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:05.391107 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port eafa5176-0c68-4924-aa9c-8416fde2b200 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:05.391680 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.443883 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (e9008755-7aec-43a0-8958-da785d9869ae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.476621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (eafa5176-0c68-4924-aa9c-8416fde2b200), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.509888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Pushing event deleted for resources: {'Port': ['ID=eafa5176-0c68-4924-aa9c-8416fde2b200,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:05.534446 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] No DVR routers for this DVR port eafa5176-0c68-4924-aa9c-8416fde2b200 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:32:05.538626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.539056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.539619 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.540197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.545754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14567ee2-8887-4881-bdb7-baf2b178d56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:05.548268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (e9008755-7aec-43a0-8958-da785d9869ae), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.551347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (e9008755-7aec-43a0-8958-da785d9869ae), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.552163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device d973f1e2-29ab-478e-882c-a09b8e5fc2dc no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:32:05.575625 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: d973f1e2-29ab-478e-882c-a09b8e5fc2dc {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:32:05.576058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device d973f1e2-29ab-478e-882c-a09b8e5fc2dc not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:32:05.672438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (e9008755-7aec-43a0-8958-da785d9869ae), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.672972 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Fanout notify agent at l3_agent the message router_deleted on router e9008755-7aec-43a0-8958-da785d9869ae {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:32:05.681143 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.682418 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ecc55e32-b56d-45ec-b288-256400360019 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/routers/e9008755-7aec-43a0-8958-da785d9869ae HTTP/1.1" status: 204 len: 168 time: 1.0211732 Apr 30 05:32:05.685078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45184) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:05.767721 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (17533dea-6e80-4561-8e5b-62fb2be2515b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.856451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (17533dea-6e80-4561-8e5b-62fb2be2515b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.876782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17533dea-6e80-4561-8e5b-62fb2be2515b']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:05.885681 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd4844e-f635-480a-9fd6-022ec10069ea') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:05.885967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd4844e-f635-480a-9fd6-022ec10069ea') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:05.900075 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (6fd4844e-f635-480a-9fd6-022ec10069ea), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.913451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (6fd4844e-f635-480a-9fd6-022ec10069ea), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.919457 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (6fd4844e-f635-480a-9fd6-022ec10069ea), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:32:05.924412 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:32:06.075396 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (17533dea-6e80-4561-8e5b-62fb2be2515b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.083153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.085915 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/networks/17533dea-6e80-4561-8e5b-62fb2be2515b HTTP/1.1" status: 204 len: 168 time: 0.3998938 Apr 30 05:32:06.088729 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45186) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:06.097610 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d4fe5-b4bd-4693-976e-c0b2ed919863 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Network': ['ID=17533dea-6e80-4561-8e5b-62fb2be2515b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:06.147007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (28cc959c-cba7-49cc-b296-2ff55536ce02), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.175863 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (28cc959c-cba7-49cc-b296-2ff55536ce02), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.300831 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (28cc959c-cba7-49cc-b296-2ff55536ce02), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.303509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.304662 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/security-groups/28cc959c-cba7-49cc-b296-2ff55536ce02 HTTP/1.1" status: 204 len: 168 time: 0.2149577 Apr 30 05:32:06.314346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009249a-5315-477b-bdb6-b454b0e2aadb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cc959c-cba7-49cc-b296-2ff55536ce02,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:06.654435 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45192) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:06.659727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810137785', 'description': 'tempest-secgroup-smoke-810137785 description', 'project_id': '052113be567944ada7a514e75cf4ae5a'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:06.746193 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.812542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (c0876b6a-7531-44db-803b-7df48e3eed6e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.897677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c0876b6a-7531-44db-803b-7df48e3eed6e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:06.926442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0876b6a-7531-44db-803b-7df48e3eed6e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:06.971811 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:32:06.991874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:32:06.992145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b72e6095-46bc-4dbc-b8fc-3bfb3688bea5 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:32:06.992553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:32:07.013312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:32:07.013650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3cfca30d-3b23-4d56-a79a-cc6dbab19e53 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:32:07.025668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.026947 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-03fb11e1-f056-494f-aabe-72ccde9fec8e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3714640 Apr 30 05:32:07.029762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45194) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:07.035103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:07.114882 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b98b48f6-248d-4199-9c6c-2d0fcd243548), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.173754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (b98b48f6-248d-4199-9c6c-2d0fcd243548), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.240886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (b98b48f6-248d-4199-9c6c-2d0fcd243548), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.259017 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98b48f6-248d-4199-9c6c-2d0fcd243548,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:07.325434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.326677 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0c163d3c-eefd-46ec-b293-8b9bbeac122f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2952299 Apr 30 05:32:07.330392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45196) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:07.336165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:07.402763 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (cbb2500a-1959-475f-89ed-e8b147962e72), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.458697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (cbb2500a-1959-475f-89ed-e8b147962e72), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.509266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (cbb2500a-1959-475f-89ed-e8b147962e72), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.528031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb2500a-1959-475f-89ed-e8b147962e72,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:07.596993 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.598428 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-bd0cd1ec-4ad8-4676-a7a8-189dd9947947 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2670872 Apr 30 05:32:07.601155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45198) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:07.605764 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:07.697418 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (24ff785c-3e46-4102-8669-0e3f60c96aec), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.754335 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (24ff785c-3e46-4102-8669-0e3f60c96aec), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.832181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (24ff785c-3e46-4102-8669-0e3f60c96aec), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.850675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ff785c-3e46-4102-8669-0e3f60c96aec,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:07.920175 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:07.922077 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29e78607-7bec-4f51-b6cf-9178d6828827 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199770 Apr 30 05:32:07.925178 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45200) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:07.929570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:08.032239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (15e671c4-8d89-4260-9e99-bb14ecb16600), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.090299 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (15e671c4-8d89-4260-9e99-bb14ecb16600), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.160753 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (15e671c4-8d89-4260-9e99-bb14ecb16600), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.179103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e671c4-8d89-4260-9e99-bb14ecb16600,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:08.248960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.250206 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-65e25b4c-543c-43d8-b9a5-f2bbdfaf5ad7 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240488 Apr 30 05:32:08.252881 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45202) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:08.257150 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:08.332732 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:32:08.338258 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d3f91fb8-31b9-422c-9073-04c39a2889d2), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.397577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (d3f91fb8-31b9-422c-9073-04c39a2889d2), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.403167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.480618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d3f91fb8-31b9-422c-9073-04c39a2889d2), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.498815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f91fb8-31b9-422c-9073-04c39a2889d2,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:08.573960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.575194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-23f4e676-4e05-4f63-adf1-ac7f48074e20 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214025 Apr 30 05:32:08.578527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45204) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:08.582919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'security_group_rule': {'security_group_id': 'c0876b6a-7531-44db-803b-7df48e3eed6e', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:08.657879 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Project 052113be567944ada7a514e75cf4ae5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:32:08.663173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (5df53485-8a0d-4a47-ad9c-aa4106f71e96), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.722333 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (5df53485-8a0d-4a47-ad9c-aa4106f71e96), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.795516 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (5df53485-8a0d-4a47-ad9c-aa4106f71e96), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.813497 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df53485-8a0d-4a47-ad9c-aa4106f71e96,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:08.879922 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:08.881168 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c2b45bdb-3f5e-4dea-8d44-3a04dcf43267 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3016467 Apr 30 05:32:08.883914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45206) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:08.888716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'network': {'name': 'tempest-network-smoke--1543415230', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'port_security_enabled': True}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:08.974687 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:32:08.978199 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.004781 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:32:09.013858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4534f6c7-beb5-4dfe-8f4d-7a216b0f9900), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.014199 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Added segment 4534f6c7-beb5-4dfe-8f4d-7a216b0f9900 of type vlan for network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 Apr 30 05:32:09.055202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.155162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.160844 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:09.161429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.227161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Network': ['ID=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:09.237916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:32:09.255238 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-937732a7-a414-4f20-a01d-a83050ba91a3 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3703291 Apr 30 05:32:09.257930 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45208) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:09.262455 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'admin_state_up': True, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:09.367025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.368168 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.423717 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.619138 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.850567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.869775 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:09.978920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.137 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/822ce72c-552e-4885-a2f9-79a436285796) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:32:10.082234 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (822ce72c-552e-4885-a2f9-79a436285796), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:10.164008 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (822ce72c-552e-4885-a2f9-79a436285796), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:10.205218 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:10.208152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:10.210558 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:32:10.242813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=822ce72c-552e-4885-a2f9-79a436285796,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:10.521689 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:10.721543 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:10.912137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:32:11.021782 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:32:11.031276 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Sync routers for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:32:11.041592 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:11.042188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:11.147252 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:11.174485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.175745 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3226f806-724f-415e-a83a-11c0a677e3f9 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9168804 Apr 30 05:32:11.178909 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45210) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:11.207938 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c84a348a-7ad7-4c0c-827c-04560209209c tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=052113be567944ada7a514e75cf4ae5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278833 Apr 30 05:32:11.210522 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45212) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:11.296623 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9d077-653b-4fa4-a603-5f762e049542 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:11.298196 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-78d9d077-653b-4fa4-a603-5f762e049542 tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867937 Apr 30 05:32:11.301133 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45214) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:11.315792 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:10Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:11.332513 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ad21db5c-f299-4c3c-a671-6fb38222914a tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=5c7f8206-0332-4bd2-af8a-8b463c0855bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301032 Apr 30 05:32:11.334926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45216) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:11.339476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1133609840', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:11.342371 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Checking router: bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:32:11.343599 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Updating router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 port 822ce72c-552e-4885-a2f9-79a436285796 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:32:11.369636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (822ce72c-552e-4885-a2f9-79a436285796), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.480817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:32:11.484772 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.618419 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks [] for port (822ce72c-552e-4885-a2f9-79a436285796), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.689109 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (822ce72c-552e-4885-a2f9-79a436285796), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.718829 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (9c4fad2b-9adf-488a-a894-a526f987a526), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.740156 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Pushing event updated for resources: {'Port': ['ID=822ce72c-552e-4885-a2f9-79a436285796,revision_number=2']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:11.748907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Attempting to bind port 822ce72c-552e-4885-a2f9-79a436285796 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:32:11.749438 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Attempting to bind port 822ce72c-552e-4885-a2f9-79a436285796 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:32:11.749678 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Attempting to bind port 822ce72c-552e-4885-a2f9-79a436285796 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:32:11.753197 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.753587 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.753880 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.754214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.754567 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.754899 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.755216 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.755535 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.755853 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.756172 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.756495 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.756811 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.757126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.757444 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.757758 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:32:11.763085 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:32:11.763459 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:32:11.764038 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.764431 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:32:11.765144 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Bound port: 822ce72c-552e-4885-a2f9-79a436285796, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:32:11.765318 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (822ce72c-552e-4885-a2f9-79a436285796), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.790211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Subnet': ['ID=9c4fad2b-9adf-488a-a894-a526f987a526,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:11.794807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Checking segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:32:11.795166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network hostable DHCP agents. Network: 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:32:11.817684 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] For port 822ce72c-552e-4885-a2f9-79a436285796, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:32:11.820693 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] For port 822ce72c-552e-4885-a2f9-79a436285796, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=822ce72c-552e-4885-a2f9-79a436285796,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:32:11.872160 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:32:11.889433 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (822ce72c-552e-4885-a2f9-79a436285796), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.945214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:11.945828 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:11.946530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:11.951592 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:11.952756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:11.955321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345bd5d-c1e9-4d6f-8794-891f8d067338 None None] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:32:11.992080 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ec0d-f2c3-4be6-a28b-05033b103e6c None None] Pushing event updated for resources: {'Port': ['ID=822ce72c-552e-4885-a2f9-79a436285796,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:12.036073 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cae4d277-9fed-4746-9b6b-3ce2dcf9a614 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6992981 Apr 30 05:32:12.037939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45218) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:12.063860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:32:12.065068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.069803 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:12.216180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Allocated IP 172.20.0.2 (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9/9c4fad2b-9adf-488a-a894-a526f987a526/e4b45cc3-a998-4ed0-9133-d75a2bbf0529) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:32:12.256039 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:10Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:12.288419 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f6f3-b424-4d58-8fb1-9f792120f7d1 None None] The sync data for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:10Z', 'revision_number': 3, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:32:12.379639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks [] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.447626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.493233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:12.496339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:12.503915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:32:12.509963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Pushing event updated for resources: {'Port': ['ID=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:12.572350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Attempting to bind port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:32:12.572867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Attempting to bind port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:32:12.573245 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Attempting to bind port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 on network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:32:12.579185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:32:12.579563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Checking segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:32:12.579966 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.580361 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Bound using segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:32:12.580828 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Bound port: e4b45cc3-a998-4ed0-9133-d75a2bbf0529, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:32:12.581212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.690460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] For port e4b45cc3-a998-4ed0-9133-d75a2bbf0529, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:32:12.694013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] For port e4b45cc3-a998-4ed0-9133-d75a2bbf0529, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:32:12.773151 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:12.840666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6431c2-1872-485d-99c7-28c833fdea67 None None] Pushing event updated for resources: {'Port': ['ID=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:12.950873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.005615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 822ce72c-552e-4885-a2f9-79a436285796 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:32:13.090842 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 822ce72c-552e-4885-a2f9-79a436285796 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:13.091212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (822ce72c-552e-4885-a2f9-79a436285796), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.182203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 822ce72c-552e-4885-a2f9-79a436285796 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:13.182632 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (822ce72c-552e-4885-a2f9-79a436285796), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.209376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 822ce72c-552e-4885-a2f9-79a436285796, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=822ce72c-552e-4885-a2f9-79a436285796,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:13.281116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (822ce72c-552e-4885-a2f9-79a436285796), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.291211 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.1 (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9/9c4fad2b-9adf-488a-a894-a526f987a526/5148d923-a107-4ce0-af85-b933f38f28fa) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:32:13.337696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=822ce72c-552e-4885-a2f9-79a436285796,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:13.421861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (5148d923-a107-4ce0-af85-b933f38f28fa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.516250 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.559215 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:13.564758 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:13.568685 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:32:13.575152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:13.618421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.835565 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:13.858260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d770d2-274c-4543-afb4-82a81e553775 None None] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:32:13.931270 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Provisioning complete for port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:13.931661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.048866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Current status of the port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:14.049462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.094310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] For port e4b45cc3-a998-4ed0-9133-d75a2bbf0529, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:14.143014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (5148d923-a107-4ce0-af85-b933f38f28fa), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.173585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.223839 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.228123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f93552-47fb-4b2e-8ded-34fe36e26825 None None] Pushing event updated for resources: {'Port': ['ID=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:14.294512 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:14.294971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.304136 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:14.306879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.346627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Port 5148d923-a107-4ce0-af85-b933f38f28fa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:32:14.354827 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Provisioning complete for port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:14.355183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.420749 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:14.422720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:14.451318 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7cb46903-fdd5-49c4-9813-168f2d15d502 None None] Current status of the port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:14.550372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:32:14.575790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-81cb6aff-53cc-4213-a31f-bcedf61e9dbc None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:14.576149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81cb6aff-53cc-4213-a31f-bcedf61e9dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.613596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-81cb6aff-53cc-4213-a31f-bcedf61e9dbc None None] Port 5148d923-a107-4ce0-af85-b933f38f28fa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:32:14.666382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:32:14.672342 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b9df6850-2bf9-42bc-b04b-a28415518d02 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/bb6d07c8-4d97-4462-93ba-d13dfa7e47f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6330278 Apr 30 05:32:14.677236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Sync routers for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:32:14.688311 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:14.688961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:14.750969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ac4f8b07-179b-4dd9-b12d-c2804201313f None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:14.751333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ac4f8b07-179b-4dd9-b12d-c2804201313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:14.823982 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-18d56719-784c-4c66-9c09-f6cb7dda305e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810137785&fields=id&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 267 time: 0.0446556 Apr 30 05:32:14.824585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f8b07-179b-4dd9-b12d-c2804201313f None None] Port 5148d923-a107-4ce0-af85-b933f38f28fa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:32:14.839408 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:14.938937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-14333d54-181e-4935-81a3-4a83c71cdd1f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:14.940546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-14333d54-181e-4935-81a3-4a83c71cdd1f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 797 time: 0.1085525 Apr 30 05:32:14.962614 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-b8dfd95c-2fd2-4f65-944c-73323deb0a34 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/quotas/052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 375 time: 0.0139616 Apr 30 05:32:15.019868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-891ab4bb-67c1-4d81-8429-e82f5fa6b90d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496721 Apr 30 05:32:15.031864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 2, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:15.062387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Checking router: bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:32:15.062991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Updating router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 port 5148d923-a107-4ce0-af85-b933f38f28fa binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:32:15.083471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e4b45cc3-a998-4ed0-9133-d75a2bbf0529 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:32:15.119581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.166887 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-2f2c3987-f344-4e7d-923e-0da05ab4d766 service neutron] 10.222.0.16 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296177 Apr 30 05:32:15.185969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:15.186283 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.259958 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-fa93a927-4282-4465-bb6c-7a1ca235e3a2 service neutron] 10.222.0.16 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Apr 30 05:32:15.533173 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e83a3ee0-b54d-4c16-b1ab-8fe1cb2ff86c req-3c9a9375-db73-4214-b8ac-35c237755ea1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 210 time: 0.0331719 Apr 30 05:32:15.533832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:15.534960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 822ce72c-552e-4885-a2f9-79a436285796 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:32:15.633538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 822ce72c-552e-4885-a2f9-79a436285796 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:15.633914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (822ce72c-552e-4885-a2f9-79a436285796), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.678027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks [] for port (5148d923-a107-4ce0-af85-b933f38f28fa), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.728464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 822ce72c-552e-4885-a2f9-79a436285796 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:15.778047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.828832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1d79b-1e1a-429f-a830-e3bdaad0d211 None None] Pushing event updated for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:15.885409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Attempting to bind port 5148d923-a107-4ce0-af85-b933f38f28fa on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:32:15.885768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Attempting to bind port 5148d923-a107-4ce0-af85-b933f38f28fa by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:32:15.886137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Attempting to bind port 5148d923-a107-4ce0-af85-b933f38f28fa on network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:32:15.892655 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:32:15.893037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Checking segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:32:15.893471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.893852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Bound using segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:32:15.894345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Bound port: 5148d923-a107-4ce0-af85-b933f38f28fa, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:32:15.894733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:15.970673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] For port 5148d923-a107-4ce0-af85-b933f38f28fa, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:32:15.973963 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] For port 5148d923-a107-4ce0-af85-b933f38f28fa, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5148d923-a107-4ce0-af85-b933f38f28fa,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:32:16.049169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ceabab76-ea6e-461c-970e-3dec6025dbd0 None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:16.049528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ceabab76-ea6e-461c-970e-3dec6025dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:16.082915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ceabab76-ea6e-461c-970e-3dec6025dbd0 None None] Port 5148d923-a107-4ce0-af85-b933f38f28fa cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:32:16.085746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:16.143352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:16.143971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:31:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:16.146972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1d79b-1e1a-429f-a830-e3bdaad0d211 None None] Pushing event updated for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:16.259464 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:16.411105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:16.411398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:16.500362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:15Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:16.545178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd16b4-bcbc-4c3d-b701-72ad6c0ec8e7 None None] The sync data for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:15Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:32:16.562221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Current status of the port 5148d923-a107-4ce0-af85-b933f38f28fa is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:16.562221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:16.621352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] For port 5148d923-a107-4ce0-af85-b933f38f28fa, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5148d923-a107-4ce0-af85-b933f38f28fa,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:16.668248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-add65946-ad8b-4f79-a299-05c17ca77d2c req-b31d5582-c23c-4502-a23e-57255255a43d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Apr 30 05:32:16.698249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:16.754717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9569e7-94fb-4205-9d6f-61d0c8d46ec4 None None] Pushing event updated for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:17.004808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5148d923-a107-4ce0-af85-b933f38f28fa up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:32:17.057504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 5148d923-a107-4ce0-af85-b933f38f28fa triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:17.057797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:17.143677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 5148d923-a107-4ce0-af85-b933f38f28fa is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:17.570337 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-fb62d8a4-faae-4419-af85-0375fa8f36fa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:17.571923 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-fb62d8a4-faae-4419-af85-0375fa8f36fa tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 797 time: 0.1175690 Apr 30 05:32:17.638005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-6af83c9c-9fd8-4d51-8098-c83cc2e3453b tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=052113be567944ada7a514e75cf4ae5a HTTP/1.1" status: 200 len: 379 time: 0.0572605 Apr 30 05:32:17.646450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'port': {'device_id': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'admin_state_up': True, 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'security_groups': ['c0876b6a-7531-44db-803b-7df48e3eed6e']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:17.774338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e406775f-7911-4f0d-9a60-2afd503ffd32 req-f4075102-bc3c-4db3-908b-bd40eaa08dff tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 210 time: 0.0329080 Apr 30 05:32:17.835469 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Made reservation on behalf of 052113be567944ada7a514e75cf4ae5a for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:32:17.838840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:17.969087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.20.0.11 (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9/9c4fad2b-9adf-488a-a894-a526f987a526/43179104-cd5b-4e10-bc8b-f48e006e1904) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:32:18.110937 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.198083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.240385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:18.245390 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:18.249635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:32:18.273236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:18.302356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:18.302966 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.369925 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-a9b92367-748d-4d70-a887-ac46bc95d09f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269633 Apr 30 05:32:18.381161 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Request body: {'port': {'device_id': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:18.429013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b112c601-52fd-4a47-b3c9-cf78495e67c7 None None] Provisioning complete for port 43179104-cd5b-4e10-bc8b-f48e006e1904 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:18.429581 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b112c601-52fd-4a47-b3c9-cf78495e67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.447275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.464335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b112c601-52fd-4a47-b3c9-cf78495e67c7 None None] Port 43179104-cd5b-4e10-bc8b-f48e006e1904 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:32:18.701615 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43179104-cd5b-4e10-bc8b-f48e006e1904 {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:32:18.709660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks [] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.721972 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Transition to ACTIVE for port object 43179104-cd5b-4e10-bc8b-f48e006e1904 will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:32:18.803281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:18.863961 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Pushing event updated for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:18.950807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900564-2c93-4136-94fc-2d5e033206d8 req-f5eeea42-15d1-47a4-9c6c-ca766f0a8c9c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:18.952444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99900564-2c93-4136-94fc-2d5e033206d8 req-f5eeea42-15d1-47a4-9c6c-ca766f0a8c9c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 944 time: 0.1071982 Apr 30 05:32:19.011888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Attempting to bind port 43179104-cd5b-4e10-bc8b-f48e006e1904 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:32:19.012222 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Attempting to bind port 43179104-cd5b-4e10-bc8b-f48e006e1904 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:32:19.012551 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Attempting to bind port 43179104-cd5b-4e10-bc8b-f48e006e1904 on network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:32:19.028691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99900564-2c93-4136-94fc-2d5e033206d8 req-70623bd1-a635-4acf-b24a-6e709750f7ca tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659611 Apr 30 05:32:19.028691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Port 43179104-cd5b-4e10-bc8b-f48e006e1904 on network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:32:19.028691 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Attempting to bind port 43179104-cd5b-4e10-bc8b-f48e006e1904 on network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:32:19.032511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:32:19.032845 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Checking segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:32:19.033225 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Bound using segment: {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:32:19.033653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Bound port: 43179104-cd5b-4e10-bc8b-f48e006e1904, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:32:19.034008 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:19.099092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:32:19.102042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43179104-cd5b-4e10-bc8b-f48e006e1904,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:32:19.161060 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:19.197614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.198212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:19.199754 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] 10.222.0.13 "PUT /v2.0/ports/43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 1094 time: 0.8229332 Apr 30 05:32:19.201922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:32:19.205767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef15b3b-592d-40cf-83d9-5b0541e97026" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:32:19.231818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e65d7-edc2-4508-9ed6-dc9367044cbc service neutron] Pushing event updated for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:19.249809 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f84d0-517b-44cc-a23b-08deb444baf9 x-openstack-request-id: req-ca2f84d0-517b-44cc-a23b-08deb444baf9 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:32:19.250113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:32:19.250395 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca2f84d0-517b-44cc-a23b-08deb444baf9 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:32:19.250803 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2f84d0-517b-44cc-a23b-08deb444baf9'] response: {'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'status': 'completed', 'code': 200} Apr 30 05:32:19.308788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-7c128f98-1475-467d-a529-fc12a0dd9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.310634 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-7c128f98-1475-467d-a529-fc12a0dd9ffb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1128 time: 0.0431647 Apr 30 05:32:19.415356 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-b36ee23f-2200-47ee-980d-715ec3af3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.416821 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-b36ee23f-2200-47ee-980d-715ec3af3a0b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=052113be567944ada7a514e75cf4ae5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1000960 Apr 30 05:32:19.506980 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-e1ee719b-3184-46cc-b7a0-7082eac6e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.508322 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bef15b3b-592d-40cf-83d9-5b0541e97026 req-e1ee719b-3184-46cc-b7a0-7082eac6e5ee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863862 Apr 30 05:32:19.581042 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-79e3fdd6-696e-4def-bca2-22922f1f651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.582593 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-79e3fdd6-696e-4def-bca2-22922f1f651e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1128 time: 0.0393841 Apr 30 05:32:19.626696 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-56b61923-2838-4485-9800-f5630c1156b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 217 time: 0.0380976 Apr 30 05:32:19.673188 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-ba709d23-e223-44b9-9cea-198c53be87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.674624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-ba709d23-e223-44b9-9cea-198c53be87b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 200 len: 835 time: 0.0429966 Apr 30 05:32:19.715807 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-10c6ae46-a043-47e7-9487-edabc7f7ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:19.717248 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-10c6ae46-a043-47e7-9487-edabc7f7ac6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369587 Apr 30 05:32:19.808484 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-412233f2-7be7-47ae-b61f-465aa206285c service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850174 Apr 30 05:32:19.894443 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-19852ac6-9d60-4a25-a043-b04e481257f8 req-38890dbb-d25a-4e05-b90f-0415a5a427d0 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800431 Apr 30 05:32:20.141359 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931900-c254-4e32-acd3-15c1ad717fe6 req-85c6e93e-6e82-405a-8e46-546d2045d87a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:20.142812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17931900-c254-4e32-acd3-15c1ad717fe6 req-85c6e93e-6e82-405a-8e46-546d2045d87a tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 944 time: 0.0506063 Apr 30 05:32:20.190447 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17931900-c254-4e32-acd3-15c1ad717fe6 req-c600eb1f-1d26-44ac-9494-d98b5d80be06 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Apr 30 05:32:20.932768 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:32:21.301929 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea816a4-6178-44d7-bbde-c9ee7a374c8f req-65514df8-6b12-4ef2-9b43-6314908285be tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:21.303382 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ea816a4-6178-44d7-bbde-c9ee7a374c8f req-65514df8-6b12-4ef2-9b43-6314908285be tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 944 time: 0.0466437 Apr 30 05:32:21.350834 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ea816a4-6178-44d7-bbde-c9ee7a374c8f req-a0e94b15-16b0-4ccd-ab19-a6d182bb48a8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Apr 30 05:32:21.644734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 43179104-cd5b-4e10-bc8b-f48e006e1904 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:32:21.743367 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43179104-cd5b-4e10-bc8b-f48e006e1904,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:21.754862 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'port_id': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'mac_address': 'fa:16:3e:7e:3f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:32:21.795256 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 43179104-cd5b-4e10-bc8b-f48e006e1904 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:21.795663 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:21.814041 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43179104-cd5b-4e10-bc8b-f48e006e1904 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:32:21.833916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43179104-cd5b-4e10-bc8b-f48e006e1904,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:21.892454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3c5b4f62-9637-46b8-a427-975a812ffd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:21.921013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:21.971502 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:22.121072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['43179104-cd5b-4e10-bc8b-f48e006e1904'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:32:22.472540 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be424a2-6df6-4117-851f-1d089879da64 req-14941337-4ade-420d-a25f-a5f525a05322 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:22.473965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4be424a2-6df6-4117-851f-1d089879da64 req-14941337-4ade-420d-a25f-a5f525a05322 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Apr 30 05:32:22.521863 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4be424a2-6df6-4117-851f-1d089879da64 req-f1fe1714-cd82-48c6-a740-0ee41cafafd6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Apr 30 05:32:23.635731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32cd89-c899-4beb-aa74-707a11b9a75c req-62e59d23-7ff8-4a44-bf40-c5efb17dec08 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:23.637201 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d32cd89-c899-4beb-aa74-707a11b9a75c req-62e59d23-7ff8-4a44-bf40-c5efb17dec08 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Apr 30 05:32:23.660582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 43179104-cd5b-4e10-bc8b-f48e006e1904 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:32:23.687118 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d32cd89-c899-4beb-aa74-707a11b9a75c req-5f4ac706-cecd-4c88-9578-ea26ffc8b723 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435953 Apr 30 05:32:23.706737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 43179104-cd5b-4e10-bc8b-f48e006e1904 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:32:23.774746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 43179104-cd5b-4e10-bc8b-f48e006e1904 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:32:23.775124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:23.852334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 43179104-cd5b-4e10-bc8b-f48e006e1904 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:32:23.852721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:23.877938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:32:23.880188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2dacc4-499c-4149-aa63-6a163425656d" -d '{"events": [{"server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "name": "network-vif-plugged", "status": "completed", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:32:23.892762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43179104-cd5b-4e10-bc8b-f48e006e1904,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:32:23.969762 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:23.972602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a37b89-6087-4591-a4aa-4f464d003812 x-openstack-request-id: req-59a37b89-6087-4591-a4aa-4f464d003812 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:32:23.972899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "name": "network-vif-plugged", "status": "completed", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:32:23.973154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59a37b89-6087-4591-a4aa-4f464d003812 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:32:23.973550 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a37b89-6087-4591-a4aa-4f464d003812'] response: {'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'code': 200} Apr 30 05:32:24.020810 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:24.123158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-203bc2e9-5308-4fb4-9675-4aeb7a44d779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:24.251327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f89c3-5a69-4065-a41a-3dddcd4d386c req-9063d33d-2259-498f-997a-6df212ed6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:24.252706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-673f89c3-5a69-4065-a41a-3dddcd4d386c req-9063d33d-2259-498f-997a-6df212ed6fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1130 time: 0.0376217 Apr 30 05:32:24.301368 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-673f89c3-5a69-4065-a41a-3dddcd4d386c req-22ce496f-2359-4119-b070-140e60d5aaef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Apr 30 05:32:24.802795 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f4850-fbaf-4846-8cb8-ed0e3fa3f592 req-5339c9ba-05bd-4dff-826c-dad10c829bef tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:24.804211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-570f4850-fbaf-4846-8cb8-ed0e3fa3f592 req-5339c9ba-05bd-4dff-826c-dad10c829bef tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0462162 Apr 30 05:32:24.850829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-570f4850-fbaf-4846-8cb8-ed0e3fa3f592 req-695d16da-2a4d-415c-bc79-801101977b96 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Apr 30 05:32:25.178422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:25.966773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9340d87-e093-4893-9700-45a3e1353279 req-d83eea4c-6298-4d26-a880-4b44ded8fbac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:25.968473 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9340d87-e093-4893-9700-45a3e1353279 req-d83eea4c-6298-4d26-a880-4b44ded8fbac tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0464132 Apr 30 05:32:26.017211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d9340d87-e093-4893-9700-45a3e1353279 req-2ec70c21-e094-4d5e-9679-da28b4538da8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Apr 30 05:32:26.301468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b5f16-770c-4a0c-a00b-b7a70711a55d req-3c01a85a-840c-4af8-afd9-9204b6224ec6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:26.302865 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b72b5f16-770c-4a0c-a00b-b7a70711a55d req-3c01a85a-840c-4af8-afd9-9204b6224ec6 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0495613 Apr 30 05:32:26.349587 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b72b5f16-770c-4a0c-a00b-b7a70711a55d req-e1391734-75fe-4b2b-a8a6-8011c65a0138 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Apr 30 05:32:26.370857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45280) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:26.407307 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ccbcb-b8ea-4c69-af86-f07eb282ef3a tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:26.408753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-1f8ccbcb-b8ea-4c69-af86-f07eb282ef3a tempest-TestNetworkAdvancedServerOps-631899463 tempest-TestNetworkAdvancedServerOps-631899463-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1125 time: 0.0369503 Apr 30 05:32:26.411460 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45282) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:26.415670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:32:26.492087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:26.571518 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:26.672725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Allocated IP 172.26.5.38 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/8834e4c2-b211-4d3e-8c80-b0da418be255) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:32:26.775971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:26.864152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:26.892242 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:26.900202 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:32:26.903047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:32:26.909463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:32:26.932884 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=8834e4c2-b211-4d3e-8c80-b0da418be255,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:27.621759 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (03424fa1-fac2-49f3-9c5c-998a36caef0c), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:27.752233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:27.897556 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:27.951674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:28.023923 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event updated for resources: {'Port': ['ID=8834e4c2-b211-4d3e-8c80-b0da418be255,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:32:28.035432 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (03424fa1-fac2-49f3-9c5c-998a36caef0c), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:28.143030 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 03424fa1-fac2-49f3-9c5c-998a36caef0c associated. External IP: 172.26.5.38, port: 43179104-cd5b-4e10-bc8b-f48e006e1904. Apr 30 05:32:28.272015 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:28.356373 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:32:28.465724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:32:28.476072 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Sync routers for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:32:28.485173 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:28.494087 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:28.547330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:28.578143 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-16d311f2-a9ad-4b68-8d81-bbd4884f16bb tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1656682 Apr 30 05:32:28.578882 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:32:28.581165 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3964c1-9587-47c9-b2cd-5f76e0a36291" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:32:28.594884 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:28.621038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5635cf9-4f04-471e-a1df-1e3135b6095f x-openstack-request-id: req-e5635cf9-4f04-471e-a1df-1e3135b6095f {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:32:28.621336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:32:28.621597 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5635cf9-4f04-471e-a1df-1e3135b6095f {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:32:28.622012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5635cf9-4f04-471e-a1df-1e3135b6095f'] response: {'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'status': 'completed', 'code': 200} Apr 30 05:32:28.710397 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67911a91-fd33-44fa-9489-79194bd857fa req-4ef6d1dc-bc58-4fb2-a504-05c21103d1f8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:28.711896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67911a91-fd33-44fa-9489-79194bd857fa req-4ef6d1dc-bc58-4fb2-a504-05c21103d1f8 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0737572 Apr 30 05:32:28.715233 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-c1333c26-ba1b-4134-ae8c-d8e3accfaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:28.716607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-c1333c26-ba1b-4134-ae8c-d8e3accfaa84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1130 time: 0.0687623 Apr 30 05:32:28.812302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '03424fa1-fac2-49f3-9c5c-998a36caef0c', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'port_id': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'mac_address': 'fa:16:3e:7e:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:32:27Z', 'updated_at': '2022-04-30T05:32:27Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:28.820110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-67911a91-fd33-44fa-9489-79194bd857fa req-5f34b122-8430-4e4e-a289-592e475d7a70 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021349 Apr 30 05:32:28.837816 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Checking router: bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:32:28.843271 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45288) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:28.847124 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:32:28.847748 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:28.850835 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-bf0ad67c-3174-4817-98b3-521f0ba51cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:28.852295 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-bf0ad67c-3174-4817-98b3-521f0ba51cb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 897 time: 0.1284666 Apr 30 05:32:28.908223 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6f05f46e-84a6-4388-a3a6-32510ba78c0c tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/03424fa1-fac2-49f3-9c5c-998a36caef0c HTTP/1.1" status: 200 len: 991 time: 0.0637784 Apr 30 05:32:28.927431 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-2ae40cf2-f1e9-4afc-84a2-381fb779e344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 999 time: 0.0694003 Apr 30 05:32:28.979194 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-c48dee09-9529-45cf-95f9-5d69b79cbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:28.980961 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-c48dee09-9529-45cf-95f9-5d69b79cbfa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 200 len: 835 time: 0.0474024 Apr 30 05:32:29.023776 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-9803d220-f3d9-443d-9e91-69fb81f7296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:29.025271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-9803d220-f3d9-443d-9e91-69fb81f7296a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390120 Apr 30 05:32:29.049852 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:32:29.119281 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-28e82696-3391-45b7-8465-1124c15f964e service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Apr 30 05:32:29.207396 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bc3964c1-9587-47c9-b2cd-5f76e0a36291 req-9b587047-332b-489d-8c6d-d4a96fd45836 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829175 Apr 30 05:32:29.262785 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '03424fa1-fac2-49f3-9c5c-998a36caef0c', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'port_id': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'mac_address': 'fa:16:3e:7e:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:32:27Z', 'updated_at': '2022-04-30T05:32:27Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:32:29.290050 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed315b-f8df-4939-82cb-b7004ca82c1e None None] The sync data for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '03424fa1-fac2-49f3-9c5c-998a36caef0c', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'port_id': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'mac_address': 'fa:16:3e:7e:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:32:27Z', 'updated_at': '2022-04-30T05:32:27Z', 'revision_number': 0, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:32:29.485672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3e941-4e56-4459-bdd8-dddaeffcbead None None] New status for floating IP 03424fa1-fac2-49f3-9c5c-998a36caef0c: ACTIVE {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:32:29.910452 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45290) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:29.974845 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9859afe7-4174-48c1-8484-8100a8510194 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/03424fa1-fac2-49f3-9c5c-998a36caef0c HTTP/1.1" status: 200 len: 993 time: 0.0631800 Apr 30 05:32:38.394877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:49.881179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-88d85c3c-2ab7-4856-9a49-89bec9faaafb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380270 Apr 30 05:32:49.963602 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-91e66bdb-b8b5-4f67-936a-93c7f3d7bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:49.965071 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-91e66bdb-b8b5-4f67-936a-93c7f3d7bcbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1130 time: 0.0429907 Apr 30 05:32:50.066048 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-6747a20c-4eb6-4cf4-b888-94abcd0b26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:50.067551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-6747a20c-4eb6-4cf4-b888-94abcd0b26d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 897 time: 0.0855801 Apr 30 05:32:50.137549 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-3184c2ad-34de-4927-a02d-02b919585f0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 1001 time: 0.0637927 Apr 30 05:32:50.192279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-74a49095-2415-47ac-b2cf-e1d18b272801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:50.193692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-74a49095-2415-47ac-b2cf-e1d18b272801 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 200 len: 835 time: 0.0440762 Apr 30 05:32:50.236186 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-80e287ce-6632-424c-b6f0-b9a7cf575b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:50.237599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-80e287ce-6632-424c-b6f0-b9a7cf575b97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382364 Apr 30 05:32:50.329671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-3d048117-5743-43bb-b38b-1d142d068728 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851157 Apr 30 05:32:50.414291 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fe0599-c51b-4dd0-88f0-32827e820bad req-2f5cd01c-949f-4409-9b21-580e75b197e8 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785246 Apr 30 05:32:51.863406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0fb19d27-19b7-442f-a45c-b04d33b77518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:54.115108 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e1cf7415-31d6-41d9-bf6c-ec4ca9d1a298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:55.163364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:56.897943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1a67a-2a22-4f0e-a06e-c385577722c7 req-298ad0bd-5fe7-4869-ad3c-624361b4ea86 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:56.899519 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ab1a67a-2a22-4f0e-a06e-c385577722c7 req-298ad0bd-5fe7-4869-ad3c-624361b4ea86 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0516531 Apr 30 05:32:56.917890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:56.949966 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8ab1a67a-2a22-4f0e-a06e-c385577722c7 req-e44108c8-2288-410a-84af-8a185233eb10 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448596 Apr 30 05:32:57.931510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:32:58.066288 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef0bd3-9e9c-41b9-83f2-c0f85d3b24ab req-db78dcac-500d-490f-9210-5f538d5a8220 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:58.067746 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abef0bd3-9e9c-41b9-83f2-c0f85d3b24ab req-db78dcac-500d-490f-9210-5f538d5a8220 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0468805 Apr 30 05:32:58.115450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-abef0bd3-9e9c-41b9-83f2-c0f85d3b24ab req-32cbf390-9137-485c-b4ad-33fc38139906 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Apr 30 05:32:58.137237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45306) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:32:58.201780 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-516afab8-9b7c-49cd-9f57-38595bb44b39 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/03424fa1-fac2-49f3-9c5c-998a36caef0c HTTP/1.1" status: 200 len: 993 time: 0.0634353 Apr 30 05:32:58.243054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:32:58.742609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-31734abf-83b8-449a-beb6-6ae470a1d2ae service neutron] (111174) timed out ('10.222.0.16', 41568) {{(pid=111174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 30 05:32:59.309010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [req-902d46b4-bdd3-416e-8ef0-c38bc28bbeb2 req-6773fe1d-891d-4c6b-aff7-49eb17968fc3 tempest-ServerActionsTestJSON-778427026 tempest-ServerActionsTestJSON-778427026-project] (111174) timed out ('10.222.0.16', 40410) {{(pid=111174) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 30 05:32:59.595304 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177e98-fb1c-4b77-b79c-5850c1f3d801 req-16ba3016-35d7-4c3d-a3b4-4e3377c71004 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:59.596769 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99177e98-fb1c-4b77-b79c-5850c1f3d801 req-16ba3016-35d7-4c3d-a3b4-4e3377c71004 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0465155 Apr 30 05:32:59.645608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-99177e98-fb1c-4b77-b79c-5850c1f3d801 req-09c356fe-932a-447f-916c-a922363b414d tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Apr 30 05:32:59.711236 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-eb905fd6-9fde-4322-9971-495b98924c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:59.712697 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-eb905fd6-9fde-4322-9971-495b98924c8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1130 time: 0.0382314 Apr 30 05:32:59.804291 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-f10c8f1f-d6fb-4c84-b5a5-bdf826b1a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:59.805687 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-f10c8f1f-d6fb-4c84-b5a5-bdf826b1a504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 897 time: 0.0878294 Apr 30 05:32:59.871688 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-cbbd44d2-a4ea-4712-825d-e50ec139ebcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 1001 time: 0.0602736 Apr 30 05:32:59.918341 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-48de4ff3-5098-42f5-aeeb-c45b8dcc07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:59.920094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-48de4ff3-5098-42f5-aeeb-c45b8dcc07e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 200 len: 835 time: 0.0424972 Apr 30 05:32:59.962665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-153fce37-2604-442e-9df5-b16524f16220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:32:59.964107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-153fce37-2604-442e-9df5-b16524f16220 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381894 Apr 30 05:33:00.055123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-427bfb9e-c047-4df1-8f88-87e2cfcd9bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853591 Apr 30 05:33:00.140312 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6089985b-c9e0-4f3d-bba3-252de753e254 req-6924d511-215b-4cf9-9e97-a5bbac6abcce service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798430 Apr 30 05:33:00.761652 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229b046-0e10-440d-a53f-0145432993e3 req-f3112b14-9a8b-4f3f-8332-944b90890ce4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:00.763138 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2229b046-0e10-440d-a53f-0145432993e3 req-f3112b14-9a8b-4f3f-8332-944b90890ce4 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0476611 Apr 30 05:33:00.816268 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2229b046-0e10-440d-a53f-0145432993e3 req-9b3dcadb-9149-44d3-8078-1de37022190e tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Apr 30 05:33:01.931880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6939cee-3b29-4953-9e4a-cfb0700294b1 req-12bdf116-e106-4dc3-af44-1354aa7f0d53 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:01.933353 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6939cee-3b29-4953-9e4a-cfb0700294b1 req-12bdf116-e106-4dc3-af44-1354aa7f0d53 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0483019 Apr 30 05:33:01.984139 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6939cee-3b29-4953-9e4a-cfb0700294b1 req-ae4930e8-958a-4f99-831f-2d344d899853 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Apr 30 05:33:02.003627 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45318) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:02.065554 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5b637d82-1534-4b88-b665-50832d5ca675 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/floatingips/03424fa1-fac2-49f3-9c5c-998a36caef0c HTTP/1.1" status: 200 len: 993 time: 0.0608075 Apr 30 05:33:02.387787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45324) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:02.533951 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 8834e4c2-b211-4d3e-8c80-b0da418be255 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:33:02.534308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:02.607580 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:02.607903 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (8834e4c2-b211-4d3e-8c80-b0da418be255), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:02.620131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 8834e4c2-b211-4d3e-8c80-b0da418be255 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:33:02.826076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (8834e4c2-b211-4d3e-8c80-b0da418be255), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:02.850483 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=8834e4c2-b211-4d3e-8c80-b0da418be255,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:02.916678 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for floatingip (03424fa1-fac2-49f3-9c5c-998a36caef0c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:02.917007 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Floating IP 03424fa1-fac2-49f3-9c5c-998a36caef0c disassociated (deleted). External IP: 172.26.5.38, port: 43179104-cd5b-4e10-bc8b-f48e006e1904. Apr 30 05:33:03.129790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:33:03.237906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:03.242852 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:03.247576 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Sync routers for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:03.257328 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:03.257925 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:03.273484 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-02f7f4cc-49d5-4512-ad61-cf0069a90030 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/floatingips/03424fa1-fac2-49f3-9c5c-998a36caef0c HTTP/1.1" status: 204 len: 168 time: 0.8846993 Apr 30 05:33:03.274172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:33:03.276665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639bc1a-c3dd-474e-9927-dccd42f6bf83" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:33:03.327924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320cb86-0058-475a-86d2-3e05ab836b27 x-openstack-request-id: req-4320cb86-0058-475a-86d2-3e05ab836b27 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:33:03.328266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:33:03.328553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4320cb86-0058-475a-86d2-3e05ab836b27 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:33:03.328990 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4320cb86-0058-475a-86d2-3e05ab836b27'] response: {'name': 'network-changed', 'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'status': 'completed', 'code': 200} Apr 30 05:33:03.371054 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:03.386187 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-aae6bf74-d93e-4bfc-a69b-f194dcdd82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:03.387632 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-aae6bf74-d93e-4bfc-a69b-f194dcdd82cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=052113be567944ada7a514e75cf4ae5a&device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 1130 time: 0.0390928 Apr 30 05:33:03.487171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-10488c24-e262-44b8-92f4-611e4e3f9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:03.488804 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-10488c24-e262-44b8-92f4-611e4e3f9e6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 200 len: 897 time: 0.0950317 Apr 30 05:33:03.530016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-2d11546d-7271-4118-bd1b-5b6df88e2ec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 200 len: 217 time: 0.0347366 Apr 30 05:33:03.565689 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:03.587614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-2db89bce-de0a-4acf-94c3-12cb2fc8c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:03.591114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-2db89bce-de0a-4acf-94c3-12cb2fc8c963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 200 len: 835 time: 0.0515177 Apr 30 05:33:03.596830 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Checking router: bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:03.605335 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:03.605941 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:03.636822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-575e47a8-6e65-4361-bf77-3a678dfc2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:03.638494 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-575e47a8-6e65-4361-bf77-3a678dfc2bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430987 Apr 30 05:33:03.718165 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:03.768508 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0c4b-3335-4156-9e76-01510798be86 req-64323029-15c2-4f81-8e6e-708ef1c607fc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:03.769954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf1a0c4b-3335-4156-9e76-01510798be86 req-64323029-15c2-4f81-8e6e-708ef1c607fc tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0682383 Apr 30 05:33:03.773520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-41d96b6f-d034-4b1c-9f25-d017d71dd3cc service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284714 Apr 30 05:33:03.818364 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf1a0c4b-3335-4156-9e76-01510798be86 req-a48fba33-efb2-4ec6-8f09-1f208d4ee1be tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Apr 30 05:33:03.908933 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:03.935752 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8438826-390e-4c69-aa1e-a37184061b39 None None] The sync data for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '5148d923-a107-4ce0-af85-b933f38f28fa', 'name': '', 'network_id': '5c9c6cb3-3ac2-48ef-86f9-098559deb2b9', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'mac_address': 'fa:16:3e:10:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:13Z', 'updated_at': '2022-04-30T05:32:16Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'subnets': [{'id': '9c4fad2b-9adf-488a-a894-a526f987a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:04.157543 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a64e44-773c-4ee6-a8be-fc1bdf803271 None None] New status for floating IP 03424fa1-fac2-49f3-9c5c-998a36caef0c: DOWN {{(pid=111176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:33:04.932154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed698db-e283-41ca-b79a-80772204174e req-f533657f-0030-46c7-b3ef-23c0dcfe2bef tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:04.933607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eed698db-e283-41ca-b79a-80772204174e req-f533657f-0030-46c7-b3ef-23c0dcfe2bef tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0462599 Apr 30 05:33:05.033424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eed698db-e283-41ca-b79a-80772204174e req-a0a19d39-e2c2-4873-80f3-1920b1afc2c5 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0876b6a-7531-44db-803b-7df48e3eed6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929122 Apr 30 05:33:05.064172 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e639bc1a-c3dd-474e-9927-dccd42f6bf83 req-c655930d-7fd4-4019-9d43-4013e376d23e service neutron] 10.222.0.13 "GET /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087899 Apr 30 05:33:05.278559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8459c-8239-433d-a1a2-243246f04249 req-9c31523b-d176-415c-893d-fdccb3075ca2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:05.280545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62f8459c-8239-433d-a1a2-243246f04249 req-9c31523b-d176-415c-893d-fdccb3075ca2 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 946 time: 0.0454767 Apr 30 05:33:05.365179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 43179104-cd5b-4e10-bc8b-f48e006e1904 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:33:05.365442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:05.452717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 43179104-cd5b-4e10-bc8b-f48e006e1904, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=43179104-cd5b-4e10-bc8b-f48e006e1904,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:05.453086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:05.465818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 43179104-cd5b-4e10-bc8b-f48e006e1904 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:33:05.648464 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (43179104-cd5b-4e10-bc8b-f48e006e1904), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:05.678813 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=43179104-cd5b-4e10-bc8b-f48e006e1904,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:05.705889 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.706240 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.706608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.706953 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.707290 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.707621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.707947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.708275 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.708600 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.708924 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.709247 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.709568 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.709888 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.710229 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.710582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:05.737936 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] No DVR routers for this DVR port 43179104-cd5b-4e10-bc8b-f48e006e1904 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:33:05.740610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:05.743967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62f8459c-8239-433d-a1a2-243246f04249 req-d03a2b31-da80-4b08-b8ed-1f5c0c7bffb1 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.13 "DELETE /v2.0/ports/43179104-cd5b-4e10-bc8b-f48e006e1904 HTTP/1.1" status: 204 len: 173 time: 0.4589965 Apr 30 05:33:05.744407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'name': 'network-vif-deleted', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:33:05.746743 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb612464-974e-40e2-812a-c6331631cee5" -d '{"events": [{"server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "name": "network-vif-deleted", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:33:05.782034 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20044642-5cb5-4795-ba7a-cc7997c163b4 x-openstack-request-id: req-20044642-5cb5-4795-ba7a-cc7997c163b4 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:33:05.782354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf2bc19-14bd-40ce-b338-c04268cc8161", "name": "network-vif-deleted", "tag": "43179104-cd5b-4e10-bc8b-f48e006e1904", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:33:05.782609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20044642-5cb5-4795-ba7a-cc7997c163b4 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:33:05.783014 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20044642-5cb5-4795-ba7a-cc7997c163b4'] response: {'server_uuid': 'bbf2bc19-14bd-40ce-b338-c04268cc8161', 'name': 'network-vif-deleted', 'tag': '43179104-cd5b-4e10-bc8b-f48e006e1904', 'status': 'completed', 'code': 200} Apr 30 05:33:06.143782 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7850ae40-27f4-4957-9b4a-5c91ecc3486e req-987f9a1e-b992-463b-ac70-c456dcdde835 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf2bc19-14bd-40ce-b338-c04268cc8161 HTTP/1.1" status: 200 len: 210 time: 0.0296483 Apr 30 05:33:07.200532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45340) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:07.851239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.093710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 5148d923-a107-4ce0-af85-b933f38f28fa {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:33:08.093969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.180523 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 5148d923-a107-4ce0-af85-b933f38f28fa, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=5148d923-a107-4ce0-af85-b933f38f28fa,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:08.180891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.193591 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 5148d923-a107-4ce0-af85-b933f38f28fa owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:33:08.391671 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.443153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (5148d923-a107-4ce0-af85-b933f38f28fa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.474100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=5148d923-a107-4ce0-af85-b933f38f28fa,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:08.501774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.502121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.502488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.502825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.503159 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.503485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.503809 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.504131 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.504454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.504774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.505092 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.505411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.505727 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.506044 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.506386 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:08.664392 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:08.884291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:33:08.998671 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:09.004227 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-94501272-cdea-4ff6-9cce-a0eb701024ce tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "PUT /v2.0/routers/bb6d07c8-4d97-4462-93ba-d13dfa7e47f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025281 Apr 30 05:33:09.006802 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45342) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:09.010088 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Sync routers for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:09.021126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:09.021800 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:09.059479 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting subnet 9c4fad2b-9adf-488a-a894-a526f987a526 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:33:09.062999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (9c4fad2b-9adf-488a-a894-a526f987a526), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.102391 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (9c4fad2b-9adf-488a-a894-a526f987a526), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.130381 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:09.192342 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (9c4fad2b-9adf-488a-a894-a526f987a526), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.352073 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (9c4fad2b-9adf-488a-a894-a526f987a526), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.380762 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4fad2b-9adf-488a-a894-a526f987a526,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:09.382750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.387399 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-572347f8-f3ce-49e3-81e0-b022c3ef6172 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/subnets/9c4fad2b-9adf-488a-a894-a526f987a526 HTTP/1.1" status: 204 len: 168 time: 0.3782198 Apr 30 05:33:09.388585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45344) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:09.393823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ad0cd-6ae2-4636-bfb6-a60eb77f852c None None] Network 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:33:09.394758 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:33:08Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:09.422679 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Checking router: bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:09.431578 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Routers {'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:09.432183 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:09.506823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.547586 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] Set router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:09.549469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] DHCP port deletion for 5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:33:09.595445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Deleting port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:33:09.595814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.623453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_gateway (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.660271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] For port e4b45cc3-a998-4ed0-9133-d75a2bbf0529, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,segment=NetworkSegment(4534f6c7-beb5-4dfe-8f4d-7a216b0f9900),segment_id=4534f6c7-beb5-4dfe-8f4d-7a216b0f9900)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:09.660668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.674105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Calling delete_port for e4b45cc3-a998-4ed0-9133-d75a2bbf0529 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:33:09.719217 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:33:08Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:09.749718 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c6e1e-8d1f-4274-b6eb-4bb2bf2ec821 None None] The sync data for ids ['bb6d07c8-4d97-4462-93ba-d13dfa7e47f9'] in dv-neutron-838078-9-hyperv is: [{'id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1965078731', 'tenant_id': '052113be567944ada7a514e75cf4ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '822ce72c-552e-4885-a2f9-79a436285796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:33:08Z', 'revision_number': 5, 'project_id': '052113be567944ada7a514e75cf4ae5a', 'gw_port': {'id': '822ce72c-552e-4885-a2f9-79a436285796', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d07c8-4d97-4462-93ba-d13dfa7e47f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:32:09Z', 'updated_at': '2022-04-30T05:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:09.754814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Deleting port 822ce72c-552e-4885-a2f9-79a436285796 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:33:09.755157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (822ce72c-552e-4885-a2f9-79a436285796), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.803054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (e4b45cc3-a998-4ed0-9133-d75a2bbf0529), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.828022 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Pushing event deleted for resources: {'Port': ['ID=e4b45cc3-a998-4ed0-9133-d75a2bbf0529,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:09.835577 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] No DVR routers for this DVR port e4b45cc3-a998-4ed0-9133-d75a2bbf0529 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:33:09.837650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.837968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.838334 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.838669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.839171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.839523 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.839851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.840179 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.840505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.840829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.841154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.841478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.841861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.842113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.842985 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb402160-8f50-496b-a39f-44ea11d88d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:09.846675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] For port 822ce72c-552e-4885-a2f9-79a436285796, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=822ce72c-552e-4885-a2f9-79a436285796,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:09.847036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (822ce72c-552e-4885-a2f9-79a436285796), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:09.862696 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Calling delete_port for 822ce72c-552e-4885-a2f9-79a436285796 owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:33:09.965526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 43179104-cd5b-4e10-bc8b-f48e006e1904 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:33:09.986603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 43179104-cd5b-4e10-bc8b-f48e006e1904 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:33:09.987033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 43179104-cd5b-4e10-bc8b-f48e006e1904 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:33:10.086936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (822ce72c-552e-4885-a2f9-79a436285796), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.112192 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Port': ['ID=822ce72c-552e-4885-a2f9-79a436285796,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:10.179090 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.276956 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.279104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router_controller (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.414003 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (bb6d07c8-4d97-4462-93ba-d13dfa7e47f9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.414559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Fanout notify agent at l3_agent the message router_deleted on router bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:33:10.421987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.423086 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a1ad99ca-5d55-4d97-850e-15cf1f87a970 tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/routers/bb6d07c8-4d97-4462-93ba-d13dfa7e47f9 HTTP/1.1" status: 204 len: 168 time: 1.0327311 Apr 30 05:33:10.425618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45346) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:10.504327 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.594261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.613444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9c6cb3-3ac2-48ef-86f9-098559deb2b9']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:10.622417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:10.622715 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4534f6c7-beb5-4dfe-8f4d-7a216b0f9900') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:10.632471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (4534f6c7-beb5-4dfe-8f4d-7a216b0f9900), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.645894 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (4534f6c7-beb5-4dfe-8f4d-7a216b0f9900), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.651916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:33:10.652297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (4534f6c7-beb5-4dfe-8f4d-7a216b0f9900), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:33:10.655424 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:33:10.791449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5c9c6cb3-3ac2-48ef-86f9-098559deb2b9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.798897 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.801494 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/networks/5c9c6cb3-3ac2-48ef-86f9-098559deb2b9 HTTP/1.1" status: 204 len: 168 time: 0.3749423 Apr 30 05:33:10.804327 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45348) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:10.813861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1726598-3491-42aa-9c7d-67c1b1bd452f tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'Network': ['ID=5c9c6cb3-3ac2-48ef-86f9-098559deb2b9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:10.864333 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (c0876b6a-7531-44db-803b-7df48e3eed6e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:10.892009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (c0876b6a-7531-44db-803b-7df48e3eed6e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.007947 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e4b45cc3-a998-4ed0-9133-d75a2bbf0529 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:33:11.028640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: e4b45cc3-a998-4ed0-9133-d75a2bbf0529 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:33:11.029053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device e4b45cc3-a998-4ed0-9133-d75a2bbf0529 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:33:11.029474 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 822ce72c-552e-4885-a2f9-79a436285796 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:33:11.031354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c0876b6a-7531-44db-803b-7df48e3eed6e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.037739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.037739 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0876b6a-7531-44db-803b-7df48e3eed6e HTTP/1.1" status: 204 len: 168 time: 0.2298684 Apr 30 05:33:11.044700 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48e0df-c435-4a5c-8a8d-196d841de2fe tempest-TestNetworkAdvancedServerOps-761043745 tempest-TestNetworkAdvancedServerOps-761043745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0876b6a-7531-44db-803b-7df48e3eed6e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:11.058608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 822ce72c-552e-4885-a2f9-79a436285796 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:33:11.066013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 822ce72c-552e-4885-a2f9-79a436285796 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:33:11.066013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5148d923-a107-4ce0-af85-b933f38f28fa no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:33:11.082379 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 5148d923-a107-4ce0-af85-b933f38f28fa {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:33:11.082721 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 5148d923-a107-4ce0-af85-b933f38f28fa not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:33:11.572366 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45356) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:11.703947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-a57cff44-2e5a-463e-9600-c20aa71cf4f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=052113be567944ada7a514e75cf4ae5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304071 Apr 30 05:33:11.706453 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45360) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:11.759377 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] Publish callbacks [] for security_group (fb583560-c0ae-487e-b8d1-2dd729db8ae3), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.781844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] Publish callbacks [] for security_group (fb583560-c0ae-487e-b8d1-2dd729db8ae3), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.906881 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (fb583560-c0ae-487e-b8d1-2dd729db8ae3), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.909903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:11.911097 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb583560-c0ae-487e-b8d1-2dd729db8ae3 HTTP/1.1" status: 204 len: 168 time: 0.2037601 Apr 30 05:33:11.919105 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df7622-e5bf-44aa-a414-2a755d757e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb583560-c0ae-487e-b8d1-2dd729db8ae3,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:12.497054 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45366) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:12.510584 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d52-e007-41ad-b9dd-f10856c1c4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.583147 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d52-e007-41ad-b9dd-f10856c1c4dc admin admin] Publish callbacks [] for security_group (71fe4022-bf4f-4046-a4b7-588fdf02321b), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.660168 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d52-e007-41ad-b9dd-f10856c1c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (71fe4022-bf4f-4046-a4b7-588fdf02321b), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.699710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-9fb61d52-e007-41ad-b9dd-f10856c1c4dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d9e305217c148e092d43db2cf0edbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015600 Apr 30 05:33:12.700549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb61d52-e007-41ad-b9dd-f10856c1c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe4022-bf4f-4046-a4b7-588fdf02321b,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:12.702639 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45368) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:12.761624 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] Publish callbacks [] for security_group (71fe4022-bf4f-4046-a4b7-588fdf02321b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.783571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] Publish callbacks [] for security_group (71fe4022-bf4f-4046-a4b7-588fdf02321b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.926778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (71fe4022-bf4f-4046-a4b7-588fdf02321b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.929353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:12.930533 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71fe4022-bf4f-4046-a4b7-588fdf02321b HTTP/1.1" status: 204 len: 168 time: 0.2268066 Apr 30 05:33:12.940171 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b843a7-e235-44c6-953a-7f06097b2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe4022-bf4f-4046-a4b7-588fdf02321b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:13.937518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45390) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:14.031686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1959333533-network', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:14.105576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Made reservation on behalf of e1d516ade0b44253aac55f5092b58f0e for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:33:14.107808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.116567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.192270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks [] for security_group (c392b4b2-83f2-45f6-93e1-68e7afc8e0de), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.259711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c392b4b2-83f2-45f6-93e1-68e7afc8e0de), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.286038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:33:14.291231 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392b4b2-83f2-45f6-93e1-68e7afc8e0de,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:14.306152 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a21c74bc-3641-4e99-aa32-4b91c8c32d83), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.306152 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Added segment a21c74bc-3641-4e99-aa32-4b91c8c32d83 of type vlan for network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 Apr 30 05:33:14.337405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (5fd15acb-ef24-41e8-ae03-d842f5ed8b44), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.396918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (5fd15acb-ef24-41e8-ae03-d842f5ed8b44), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.397854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:14.398476 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.457196 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd15acb-ef24-41e8-ae03-d842f5ed8b44,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:14.470451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:33:14.491116 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3a897a45-18b3-4e6e-9d7d-cdb08182dc76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5525169 Apr 30 05:33:14.493896 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45394) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:14.498634 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Request body: {'subnet': {'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1959333533-subnet', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:14.579692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Made reservation on behalf of e1d516ade0b44253aac55f5092b58f0e for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:33:14.582062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:14.808473 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (2f4ac82d-dac0-45da-be47-d0279dc0ed3e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.179087 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4ac82d-dac0-45da-be47-d0279dc0ed3e,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:15.187950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Checking segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:15.188305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Network hostable DHCP agents. Network: 5fd15acb-ef24-41e8-ae03-d842f5ed8b44, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:33:15.271208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:33:15.362711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 5fd15acb-ef24-41e8-ae03-d842f5ed8b44) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:15.366712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:15.367301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.372229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5448529-569b-49ed-9ae9-fab27479bc4d None None] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:33:15.455714 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-fb7b7e4d-87c5-4c1f-b669-b072772cb6b0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9606245 Apr 30 05:33:15.458296 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45396) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:15.462815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:15.473491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:33:15.474444 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.544038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.545100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.598710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for router_controller (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.604683 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Allocated IP 172.20.0.2 (5fd15acb-ef24-41e8-ae03-d842f5ed8b44/2f4ac82d-dac0-45da-be47-d0279dc0ed3e/da38afc6-f7ec-42b3-9c23-60e8b45ba5f7) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:15.746109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks [] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.794776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for router_gateway (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.818197 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.853374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:15.856234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:15.861834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:15.870448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Pushing event updated for resources: {'Port': ['ID=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:15.926554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Attempting to bind port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:15.926917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Attempting to bind port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:15.927281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Attempting to bind port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:15.932430 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:15.932795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Checking segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:15.933193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.933612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Bound using segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:15.934073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Bound port: da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:15.934498 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:15.996438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] For port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:15.999926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] For port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:16.021532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for router_gateway (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.044076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.083668 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.139492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5219ccf-7bf4-4088-85bc-6cf26f9c586b None None] Pushing event updated for resources: {'Port': ['ID=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:16.150541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Allocated IP 172.26.5.64 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/dc56707b-f6f3-4d46-a215-fb7a5ae62526) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:16.262132 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.361236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.398939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:16.402064 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:16.409357 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:16.434097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc56707b-f6f3-4d46-a215-fb7a5ae62526,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:16.717646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for router_gateway (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:16.929071 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.037141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:17.060968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7a5c0-4746-4d23-9143-33fd4606f9f5 None None] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:33:17.143797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:33:17.258295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:17.279037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Provisioning complete for port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:17.279454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.285312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:17.329010 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.330423 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6a0caa81-eae9-4277-bf9a-6c5da80674d8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8710387 Apr 30 05:33:17.333144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45398) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:17.345147 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:17.345790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:17.351324 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:17.351687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.545436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Current status of the port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:17.545809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.594961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:17.663631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:17.663631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.704078 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] For port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:17.765929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.772456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.862546 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:33:17.862898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:33:17.885749 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:16Z', 'revision_number': 3, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:17.918521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bac5d-fd07-41d7-a788-c4fa64d3d3ed None None] Pushing event updated for resources: {'Port': ['ID=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:17.923987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:17.924333 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Updating router ea0d40f6-5253-4f2b-8bc5-42b5134108aa port dc56707b-f6f3-4d46-a215-fb7a5ae62526 binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:33:17.926693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-3b478236-c8dc-4d56-afa4-5646785b7fb6 None None] Provisioning complete for port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:17.927075 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3b478236-c8dc-4d56-afa4-5646785b7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:17.929613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Allocated IP 172.20.0.1 (5fd15acb-ef24-41e8-ae03-d842f5ed8b44/2f4ac82d-dac0-45da-be47-d0279dc0ed3e/3c2dee1d-cae2-40b0-8c0c-a3f5900acd96) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:17.987452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.034885 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks [] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.124960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-3b478236-c8dc-4d56-afa4-5646785b7fb6 None None] Current status of the port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:18.129053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.172808 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:18.175928 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:18.180198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:18.183300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Pushing event updated for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:18.223995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.288125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks [] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.386011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.428627 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:18.429229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.459153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a857eb-35db-4518-8ae6-250da96fe5fc None None] Pushing event updated for resources: {'Port': ['ID=dc56707b-f6f3-4d46-a215-fb7a5ae62526,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:18.463243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Attempting to bind port dc56707b-f6f3-4d46-a215-fb7a5ae62526 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:18.463622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Attempting to bind port dc56707b-f6f3-4d46-a215-fb7a5ae62526 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:18.463969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Attempting to bind port dc56707b-f6f3-4d46-a215-fb7a5ae62526 on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:18.465958 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8a082da5-7a7e-4b28-899b-94723fb2e13b None None] Provisioning complete for port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:18.466346 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8a082da5-7a7e-4b28-899b-94723fb2e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.490601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:18.490970 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:18.491363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.491753 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:18.492228 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Bound port: dc56707b-f6f3-4d46-a215-fb7a5ae62526, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:18.492610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.530626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8a082da5-7a7e-4b28-899b-94723fb2e13b None None] Port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:33:18.556454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] For port dc56707b-f6f3-4d46-a215-fb7a5ae62526, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:18.559803 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] For port dc56707b-f6f3-4d46-a215-fb7a5ae62526, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dc56707b-f6f3-4d46-a215-fb7a5ae62526,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:18.601371 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks [] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.626122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.654014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.682222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:18.682863 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:18.721308 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a857eb-35db-4518-8ae6-250da96fe5fc None None] Pushing event updated for resources: {'Port': ['ID=dc56707b-f6f3-4d46-a215-fb7a5ae62526,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:18.724813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Pushing event updated for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:18.727389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:18.799044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:18.819300 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:18.820675 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:18.946817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:33:19.053650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:19.076286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:19.081402 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-171ba776-aa31-4429-96ae-dc0582b0aeee admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0d40f6-5253-4f2b-8bc5-42b5134108aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471962 Apr 30 05:33:19.159133 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:19.159703 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:19.162780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-9cd07c1f-6de1-4e73-abf8-b30d99f75823 None None] Provisioning complete for port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:19.163131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9cd07c1f-6de1-4e73-abf8-b30d99f75823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:19.258599 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9cd07c1f-6de1-4e73-abf8-b30d99f75823 None None] Port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:33:19.260082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 2, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:19.290223 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c480-ff15-423a-8978-a7f8f60c82a1 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 2, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:19.331247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:19.772292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45414) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:19.777474 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-496025214-network', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:19.852614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Made reservation on behalf of cff1eca439994fb48410337c09e9d83e for: {'network': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:33:19.855045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:19.865351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:19.961694 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks [] for security_group (b35f9222-432b-49db-a6c0-a9c95fb6f83e), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.043833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b35f9222-432b-49db-a6c0-a9c95fb6f83e), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.071151 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=111174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:33:20.091245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f9222-432b-49db-a6c0-a9c95fb6f83e,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:20.091245 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (08eebf1c-93bf-4ff7-800e-8a104435e3d9), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.091245 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.segments_db [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Added segment 08eebf1c-93bf-4ff7-800e-8a104435e3d9 of type vlan for network 1766eb18-fe59-4b0e-af86-6a92f0add3ad Apr 30 05:33:20.134840 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (1766eb18-fe59-4b0e-af86-6a92f0add3ad), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.220213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (1766eb18-fe59-4b0e-af86-6a92f0add3ad), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.221210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:20.221824 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.284172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1766eb18-fe59-4b0e-af86-6a92f0add3ad,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:20.293835 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:33:20.331777 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-29c9394d-9540-4be1-9370-030b8955caa5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5582500 Apr 30 05:33:20.334449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45416) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:20.339915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Request body: {'subnet': {'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-496025214-subnet', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:20.420078 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Made reservation on behalf of cff1eca439994fb48410337c09e9d83e for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:33:20.423241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.664030 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (4d5e5417-af71-40a5-abf0-47a3ce91d715), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.717963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5e5417-af71-40a5-abf0-47a3ce91d715,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:20.731210 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Checking segment: {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:20.731531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Network hostable DHCP agents. Network: 1766eb18-fe59-4b0e-af86-6a92f0add3ad, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:33:20.840406 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:33:20.934411 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 1766eb18-fe59-4b0e-af86-6a92f0add3ad) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:20.939417 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:20.940098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:20.943998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa192a0-6838-461a-8614-c99b10bc2763 None None] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:33:21.028758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1bcf32aa-f8ce-4fa8-9f19-a203c845aa01 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6931403 Apr 30 05:33:21.031866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45418) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:21.037197 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:21.058900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dc56707b-f6f3-4d46-a215-fb7a5ae62526 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:21.083720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:33:21.084569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.111480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.112583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.177419 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dc56707b-f6f3-4d46-a215-fb7a5ae62526 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:21.177705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.248220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:21.260426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:21.261325 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:21.300325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Allocated IP 172.20.0.2 (1766eb18-fe59-4b0e-af86-6a92f0add3ad/4d5e5417-af71-40a5-abf0-47a3ce91d715/d7383133-89fb-465c-8942-789b21bfbc07) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:21.325154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dc56707b-f6f3-4d46-a215-fb7a5ae62526 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:21.325550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.368839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port dc56707b-f6f3-4d46-a215-fb7a5ae62526, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dc56707b-f6f3-4d46-a215-fb7a5ae62526,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:21.379069 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:21.460143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.498859 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for router_controller (c8a08a00-f221-4254-9b24-0b7bcdac9207), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.516529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks [] for port (d7383133-89fb-465c-8942-789b21bfbc07), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.529727 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=dc56707b-f6f3-4d46-a215-fb7a5ae62526,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:21.580429 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 2, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:21.595905 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (d7383133-89fb-465c-8942-789b21bfbc07), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.606913 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:21.607270 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Updating router ea0d40f6-5253-4f2b-8bc5-42b5134108aa port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:33:21.640555 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.646745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:21.651701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:21.654511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:21.661437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Pushing event updated for resources: {'Port': ['ID=d7383133-89fb-465c-8942-789b21bfbc07,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:21.725776 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for router_gateway (c8a08a00-f221-4254-9b24-0b7bcdac9207), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.725991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Attempting to bind port d7383133-89fb-465c-8942-789b21bfbc07 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:21.725991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Attempting to bind port d7383133-89fb-465c-8942-789b21bfbc07 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:21.725991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Attempting to bind port d7383133-89fb-465c-8942-789b21bfbc07 on network 1766eb18-fe59-4b0e-af86-6a92f0add3ad {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:21.728765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:21.729138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Checking segment: {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:21.729669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.730067 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Bound using segment: {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:21.730706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Bound port: d7383133-89fb-465c-8942-789b21bfbc07, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:21.731145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d7383133-89fb-465c-8942-789b21bfbc07), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.805995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] For port d7383133-89fb-465c-8942-789b21bfbc07, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:21.818786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] For port d7383133-89fb-465c-8942-789b21bfbc07, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d7383133-89fb-465c-8942-789b21bfbc07,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:21.869622 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-962e832f-1170-4a55-9d63-1b0baf51ceda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.899146 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d7383133-89fb-465c-8942-789b21bfbc07), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.918089 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks [] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.966763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c235-8c54-47c3-8b20-317dce114151 None None] Pushing event updated for resources: {'Port': ['ID=d7383133-89fb-465c-8942-789b21bfbc07,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:21.977001 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for router_gateway (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.991842 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:21.998166 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.097798 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Attempting to bind port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:22.098457 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Attempting to bind port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:22.099053 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Attempting to bind port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:22.105152 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:22.105828 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Checking segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:22.106440 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.107125 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Bound using segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:22.107945 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Bound port: 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:22.108313 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.112394 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Pushing event updated for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:22.126891 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Allocated IP 172.26.5.190 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/753ab9e1-3de4-4c04-9e10-8f4e8c92853d) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:22.132154 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.132736 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.133246 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.133579 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.134070 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.134605 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.135025 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.135244 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.135575 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.135899 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.136220 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.136541 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.136863 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.137275 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.137604 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:33:22.224070 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] For port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:22.227950 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] For port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:22.265549 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.299102 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.351989 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.366749 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:22.367638 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:22.373426 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87478b-101e-4401-8ec7-aadf72f094e5 None None] Pushing event updated for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:22.397621 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:22.400744 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:22.406180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:22.414571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Provisioning complete for port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:22.415335 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.439463 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Pushing event updated for resources: {'Port': ['ID=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:22.521035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Current status of the port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:22.521776 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.574630 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] For port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:22.599563 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:22.660217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.717692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfe891-df69-4e7b-b7e4-83a6d5bca548 None None] Pushing event updated for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:22.778949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-91b0f347-7ae7-41c6-98ee-438df6b5b587 None None] Provisioning complete for port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:22.779239 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-91b0f347-7ae7-41c6-98ee-438df6b5b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.796629 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for router_gateway (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:22.808115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:22.837753 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd428d1-365b-453e-9eed-c23fe4d38cd7 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:22.872765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f347-7ae7-41c6-98ee-438df6b5b587 None None] Current status of the port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:23.051848 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.135433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dc56707b-f6f3-4d46-a215-fb7a5ae62526 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:23.187117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076d939-435d-4874-9944-d0f6b724b426 None None] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:33:23.250429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dc56707b-f6f3-4d46-a215-fb7a5ae62526 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:23.250806 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.277825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Router c8a08a00-f221-4254-9b24-0b7bcdac9207 is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:33:23.315944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Provisioning complete for port d7383133-89fb-465c-8942-789b21bfbc07 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:23.316224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d7383133-89fb-465c-8942-789b21bfbc07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.404959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:23.489278 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.490375 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e3cf5397-be92-4730-b2ad-29934db48448 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4571252 Apr 30 05:33:23.493141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45420) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:23.523341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Sync routers for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:23.581216 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:23.581860 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:32:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:23.643263 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dc56707b-f6f3-4d46-a215-fb7a5ae62526 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:23.644366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d7383133-89fb-465c-8942-789b21bfbc07 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:23.760309 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Current status of the port d7383133-89fb-465c-8942-789b21bfbc07 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:23.760695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d7383133-89fb-465c-8942-789b21bfbc07), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.794566 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:23.829666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d7383133-89fb-465c-8942-789b21bfbc07 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:23.829666 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d7383133-89fb-465c-8942-789b21bfbc07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:23.900010 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] For port d7383133-89fb-465c-8942-789b21bfbc07, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d7383133-89fb-465c-8942-789b21bfbc07,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:23.968526 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.006687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (d7383133-89fb-465c-8942-789b21bfbc07), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.034707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d7383133-89fb-465c-8942-789b21bfbc07 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:24.035091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (d7383133-89fb-465c-8942-789b21bfbc07), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.129302 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Allocated IP 172.20.0.1 (1766eb18-fe59-4b0e-af86-6a92f0add3ad/4d5e5417-af71-40a5-abf0-47a3ce91d715/88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:24.131231 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 3, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:24.135674 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e13ce-4adb-4cfa-96ee-a853f88b344c None None] Pushing event updated for resources: {'Port': ['ID=d7383133-89fb-465c-8942-789b21bfbc07,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:24.187759 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d9402643-3800-4d79-bb30-dc5ac95af23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.189383 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Checking router: c8a08a00-f221-4254-9b24-0b7bcdac9207 for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:24.189739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Updating router c8a08a00-f221-4254-9b24-0b7bcdac9207 port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:33:24.191516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-31c74c21-3974-4b8d-8aeb-3078a5beb062 None None] Provisioning complete for port d7383133-89fb-465c-8942-789b21bfbc07 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:24.191874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-31c74c21-3974-4b8d-8aeb-3078a5beb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d7383133-89fb-465c-8942-789b21bfbc07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.238774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks [] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.257826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 05:33:24.258174 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG oslo_db.api [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 05:33:24.259892 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.338395 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.378286 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:24.384912 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:24.387348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:24.393944 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-31c74c21-3974-4b8d-8aeb-3078a5beb062 None None] Current status of the port d7383133-89fb-465c-8942-789b21bfbc07 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:24.412995 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Pushing event updated for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:24.433890 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.564331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks [] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.612531 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-222d84a2-174d-4ff3-9933-d68be64bcb04 None None] Provisioning complete for port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:24.612908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-222d84a2-174d-4ff3-9933-d68be64bcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.648456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-222d84a2-174d-4ff3-9933-d68be64bcb04 None None] Port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:33:24.657538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.661207 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.707708 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Attempting to bind port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:24.708073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Attempting to bind port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:24.708433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Attempting to bind port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:24.715469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeaf06-a90a-454f-816f-889c3b52acd3 None None] Pushing event updated for resources: {'Port': ['ID=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:24.717959 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:24.718354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:24.718756 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.719139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:24.719609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Bound port: 753ab9e1-3de4-4c04-9e10-8f4e8c92853d, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:24.719986 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.807455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] For port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:24.811026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d7383133-89fb-465c-8942-789b21bfbc07 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:24.812511 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:24.832486 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks [] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.837752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] For port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:24.863541 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:24.863909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.903449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.934834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:24.969960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:24.974240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Pushing event updated for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:24.977377 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:25.006954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeaf06-a90a-454f-816f-889c3b52acd3 None None] Pushing event updated for resources: {'Port': ['ID=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:25.009791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:25.010521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:33:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:25.072820 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d7383133-89fb-465c-8942-789b21bfbc07 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:25.325911 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:25.373509 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:25.374181 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port d7383133-89fb-465c-8942-789b21bfbc07 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:25.374563 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (d7383133-89fb-465c-8942-789b21bfbc07), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:25.392572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:25.394045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:25.522538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Router c8a08a00-f221-4254-9b24-0b7bcdac9207 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:33:25.563037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port d7383133-89fb-465c-8942-789b21bfbc07 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:25.603893 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0', 'name': '', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'mac_address': 'fa:16:3e:d5:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:23Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 2, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'subnets': [{'id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:25.631416 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aa7ea1-339c-4971-a5b9-0b7225450dd0 None None] The sync data for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv is: [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0', 'name': '', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'mac_address': 'fa:16:3e:d5:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:23Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 2, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'subnets': [{'id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:25.652015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:25.657401 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ffee886-f6ea-4852-b2b1-1affdfd9fc7a admin admin] 10.222.0.16 "PUT /v2.0/routers/c8a08a00-f221-4254-9b24-0b7bcdac9207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625435 Apr 30 05:33:25.678243 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cdfe7b74-95bd-4767-9ecf-24b109727c8b None None] Provisioning complete for port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:25.678651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cdfe7b74-95bd-4767-9ecf-24b109727c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:25.720400 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe7b74-95bd-4767-9ecf-24b109727c8b None None] Port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:33:26.712588 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45428) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:26.717146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371346178', 'description': 'tempest-secgroup-smoke-371346178 description', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:26.795544 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:26.868219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (0ac8b11f-5518-401d-b927-f5a0991ae713), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:26.917411 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:26.940277 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0ac8b11f-5518-401d-b927-f5a0991ae713), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:26.968709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8b11f-5518-401d-b927-f5a0991ae713,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:27.062825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.064296 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-2c0506a3-7488-4985-8e04-50fafe9da440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3505816 Apr 30 05:33:27.067190 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45430) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:27.069451 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 753ab9e1-3de4-4c04-9e10-8f4e8c92853d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:27.071674 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:27.116339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:27.116706 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.157446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (27355eb3-9622-432b-b848-35a176afc5fb), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.196249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:27.196628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.216686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:27.217339 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (27355eb3-9622-432b-b848-35a176afc5fb), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.294473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.316978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (27355eb3-9622-432b-b848-35a176afc5fb), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.336441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27355eb3-9622-432b-b848-35a176afc5fb,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:27.346385 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:27.422464 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.423861 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a1cb0864-bc2e-4818-9f42-e40cf71cf7f3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556964 Apr 30 05:33:27.426506 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45432) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:27.430854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:27.511356 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (40524092-d22e-4e75-a7f9-f3d90d63b563), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.569906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (40524092-d22e-4e75-a7f9-f3d90d63b563), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.604854 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Sync routers for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:27.614716 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:27.615332 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:33:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:27.631461 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (40524092-d22e-4e75-a7f9-f3d90d63b563), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.651267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40524092-d22e-4e75-a7f9-f3d90d63b563,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:27.717036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.718847 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-a5f63df4-1634-497a-9d83-625765d7613a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2908800 Apr 30 05:33:27.721167 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45434) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:27.724928 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:27.725620 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:27.818628 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (dcd09cb3-4309-4195-adca-84a1b040ee4a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.878650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (dcd09cb3-4309-4195-adca-84a1b040ee4a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.911658 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0', 'name': '', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'mac_address': 'fa:16:3e:d5:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:23Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 2, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'subnets': [{'id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:27.938507 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Checking router: c8a08a00-f221-4254-9b24-0b7bcdac9207 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:27.938855 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Updating router c8a08a00-f221-4254-9b24-0b7bcdac9207 port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:33:27.943838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (dcd09cb3-4309-4195-adca-84a1b040ee4a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.966091 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:27.967192 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd09cb3-4309-4195-adca-84a1b040ee4a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.045345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.046693 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-c68ec641-ceec-477e-9276-2e6cedc18b03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245478 Apr 30 05:33:28.049516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45436) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:28.053713 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:28.122618 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (3803f63e-423d-431f-8a21-98101073d326), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.180265 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (3803f63e-423d-431f-8a21-98101073d326), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.220280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (3803f63e-423d-431f-8a21-98101073d326), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.226697 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks [] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.237339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.240401 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3803f63e-423d-431f-8a21-98101073d326,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.271594 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.290723 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.291965 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6ebd2933-9a14-4853-b98a-f4562e1e91da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2415416 Apr 30 05:33:28.297629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45438) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:28.303573 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:28.344595 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f47174-f9a5-438c-a05c-37da9379937b None None] Pushing event updated for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.380389 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Project e1d516ade0b44253aac55f5092b58f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:33:28.382529 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Attempting to bind port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:28.382962 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Attempting to bind port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:28.383383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Attempting to bind port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 on network 1766eb18-fe59-4b0e-af86-6a92f0add3ad {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:28.387687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (c66f52a7-8cd5-4692-b868-0a7f1b0340e5), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.389176 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:28.390368 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Checking segment: {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:28.390662 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.391104 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Bound using segment: {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:28.391626 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Bound port: 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eebf1c-93bf-4ff7-800e-8a104435e3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:28.392062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.453173 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (c66f52a7-8cd5-4692-b868-0a7f1b0340e5), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.461032 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] For port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:28.464243 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] For port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:28.520502 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (c66f52a7-8cd5-4692-b868-0a7f1b0340e5), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.538326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66f52a7-8cd5-4692-b868-0a7f1b0340e5,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.549578 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.559809 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Provisioning complete for port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:28.560170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.613367 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:28.614030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:33:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:28.616608 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f47174-f9a5-438c-a05c-37da9379937b None None] Pushing event updated for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.625720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.626984 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b09c4dca-14f6-4e89-a33f-b08286a06d46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3284085 Apr 30 05:33:28.629720 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45440) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:28.635586 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '0ac8b11f-5518-401d-b927-f5a0991ae713', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:28.652364 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Current status of the port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:28.652757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.692514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] For port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:28.729448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Project e1d516ade0b44253aac55f5092b58f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:33:28.739280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (8de6f502-fa79-44ff-a255-77d42b16a384), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.758971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.766708 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:28.833346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (8de6f502-fa79-44ff-a255-77d42b16a384), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.860690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed530-3d2c-4caf-9133-0adbe79e1d50 None None] Pushing event updated for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.886514 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-b83a7c97-6f8e-4c66-b690-29135988cebb None None] Provisioning complete for port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:28.886877 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b83a7c97-6f8e-4c66-b690-29135988cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.905802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8de6f502-fa79-44ff-a255-77d42b16a384), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.928867 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de6f502-fa79-44ff-a255-77d42b16a384,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:28.973761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-b83a7c97-6f8e-4c66-b690-29135988cebb None None] Current status of the port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:28.991728 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0', 'name': '', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'mac_address': 'fa:16:3e:d5:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:23Z', 'updated_at': '2022-04-30T05:33:28Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'subnets': [{'id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:28.996783 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:28.998003 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-15eba533-55c8-4ef5-8392-d578885ffdbe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671131 Apr 30 05:33:29.025207 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a838ac-8157-4cd9-bada-a951071a5827 None None] The sync data for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv is: [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:33:24Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0', 'name': '', 'network_id': '1766eb18-fe59-4b0e-af86-6a92f0add3ad', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'mac_address': 'fa:16:3e:d5:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:23Z', 'updated_at': '2022-04-30T05:33:28Z', 'revision_number': 4, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'subnets': [{'id': '4d5e5417-af71-40a5-abf0-47a3ce91d715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:29.107145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:29.155141 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:29.155569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:29.174912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-2801b4f7-1da6-4b79-8e7b-354cec2d5738 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371346178&fields=id&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 267 time: 0.0569255 Apr 30 05:33:29.238131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:29.239226 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 753ab9e1-3de4-4c04-9e10-8f4e8c92853d up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:29.287660 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-d004e9de-57b3-4504-b870-4364d6f4f0d1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:29.289145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-d004e9de-57b3-4504-b870-4364d6f4f0d1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 809 time: 0.1121528 Apr 30 05:33:29.292957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:29.292957 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:29.306584 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-468fd0ac-b4d9-4288-8239-72019c84e515 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/quotas/e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 375 time: 0.0117598 Apr 30 05:33:29.364067 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-5f9de434-ddce-45ff-b24c-e37ebc4898da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512588 Apr 30 05:33:29.392602 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:29.579258 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-294b2dcf-0cd6-425d-b167-9c32e98a2aa3 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036293 Apr 30 05:33:29.680532 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-ccf5356a-0370-4158-b602-4ad419ed8597 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954967 Apr 30 05:33:29.916736 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-97a98141-496a-48a7-b365-f4ce1e4d13b0 req-725dbff7-cfc1-4246-852b-ace6658d965a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0309887 Apr 30 05:33:30.996559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ce6d32b-e9d7-428e-b20e-c8e6d7080e6b req-7e0b91e7-d549-4347-8eb6-5417cfaaaaaf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Apr 30 05:33:32.073853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0eee726-7f9b-4470-a4f0-1d1d73f0e5c3 req-5629afc4-fa15-4163-9a6e-2a8ef9ab2cbd tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0269818 Apr 30 05:33:33.151691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a0a06c16-ff3d-45d1-b5e7-648c7f839c9a req-a0d274c4-2baa-4f72-a644-b3082c87cf5a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Apr 30 05:33:34.249724 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e7a386ad-ae93-468e-adec-57716ea306ee req-5d17cffe-95e8-458c-89a4-15d8a2f1a6bf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Apr 30 05:33:34.929699 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:33:35.347856 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2bd83478-b9cd-42c4-9004-b6ce4b19cd31 req-47c61af9-0257-414f-95fd-917f92934705 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Apr 30 05:33:35.894340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-e356207c-20d6-40aa-b9f2-0d89ce3e867f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:35.895773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-e356207c-20d6-40aa-b9f2-0d89ce3e867f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 809 time: 0.0989275 Apr 30 05:33:35.961373 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-6497965b-2c50-4e78-8855-8409bb29fac2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 379 time: 0.0575702 Apr 30 05:33:35.971068 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'port': {'device_id': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'admin_state_up': True, 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'security_groups': ['0ac8b11f-5518-401d-b927-f5a0991ae713']}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:36.450482 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c801fb79-fa29-41a7-bc46-bd80f148b7bb req-650275bf-58a4-4e47-88c8-c99000de7b32 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Apr 30 05:33:36.516943 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Made reservation on behalf of e1d516ade0b44253aac55f5092b58f0e for: {'port': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:33:36.520379 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:36.642842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Allocated IP 172.20.0.9 (5fd15acb-ef24-41e8-ae03-d842f5ed8b44/2f4ac82d-dac0-45da-be47-d0279dc0ed3e/ad588fec-a8cb-4418-bcf2-68d785515a9f) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:36.782896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:36.871301 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:36.911171 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:36.914196 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:36.920689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:36.948986 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:36.975415 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:36.976029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.066380 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-4a8d2314-a368-478c-8007-e1f967a61336 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993302 Apr 30 05:33:37.078030 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Request body: {'port': {'device_id': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:37.140866 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.144526 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1bbeec02-64ec-4797-bd67-d1f41a2fd661 None None] Provisioning complete for port ad588fec-a8cb-4418-bcf2-68d785515a9f triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:37.145024 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1bbeec02-64ec-4797-bd67-d1f41a2fd661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.182201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1bbeec02-64ec-4797-bd67-d1f41a2fd661 None None] Port ad588fec-a8cb-4418-bcf2-68d785515a9f cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:33:37.398581 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:33:37.406081 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks [] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.417850 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.provisioning_blocks [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Transition to ACTIVE for port object ad588fec-a8cb-4418-bcf2-68d785515a9f will not be triggered until provisioned by entity L2. {{(pid=111175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:33:37.493958 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.578094 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:37.588840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e84355-9d35-4be5-834a-75d128cdb793 req-75cbcd2a-1d39-4bbe-a36c-98a5f1d77f92 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:37.590381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6e84355-9d35-4be5-834a-75d128cdb793 req-75cbcd2a-1d39-4bbe-a36c-98a5f1d77f92 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0702217 Apr 30 05:33:37.690635 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b6e84355-9d35-4be5-834a-75d128cdb793 req-913139dd-d1e3-4812-9d5a-32742e70e98f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805395 Apr 30 05:33:37.710655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Attempting to bind port ad588fec-a8cb-4418-bcf2-68d785515a9f on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:33:37.710655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Attempting to bind port ad588fec-a8cb-4418-bcf2-68d785515a9f by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:33:37.710655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Attempting to bind port ad588fec-a8cb-4418-bcf2-68d785515a9f on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:37.710655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Port ad588fec-a8cb-4418-bcf2-68d785515a9f on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:33:37.710655 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Attempting to bind port ad588fec-a8cb-4418-bcf2-68d785515a9f on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:33:37.712505 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:33:37.712841 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Checking segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:33:37.713217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Bound using segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} {{(pid=111175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:33:37.713635 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.managers [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Bound port: ad588fec-a8cb-4418-bcf2-68d785515a9f, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}}] {{(pid=111175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:33:37.713989 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.777512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, cleared binding levels {{(pid=111175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:33:37.780897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:33:37.847092 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.883317 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:37.883955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:37.885369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1093 time: 0.8121593 Apr 30 05:33:37.885806 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:33:37.888077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f9437-32ba-49c7-af16-d300202c3b72" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:33:37.910840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf1822-898d-4e8e-a97c-56bb5f615027 service neutron] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=3']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:37.933843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e8e93a-34e3-48f3-acaa-2039fb88103d x-openstack-request-id: req-d9e8e93a-34e3-48f3-acaa-2039fb88103d {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:33:37.934217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:33:37.934512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9e8e93a-34e3-48f3-acaa-2039fb88103d {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:33:37.934929 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e8e93a-34e3-48f3-acaa-2039fb88103d'] response: {'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'status': 'completed', 'code': 200} Apr 30 05:33:37.998960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-835c593c-6fa3-47bd-b386-ac206569e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.000928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-835c593c-6fa3-47bd-b386-ac206569e636 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1127 time: 0.0441296 Apr 30 05:33:38.106143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-940b9fb4-51ea-4d10-a098-e7448090cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.107630 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-940b9fb4-51ea-4d10-a098-e7448090cf19 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1d516ade0b44253aac55f5092b58f0e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1012900 Apr 30 05:33:38.201952 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-e8de4e68-7db4-4f88-aa8f-be7838cb00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.203883 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5d9f9437-32ba-49c7-af16-d300202c3b72 req-e8de4e68-7db4-4f88-aa8f-be7838cb00e9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909603 Apr 30 05:33:38.274545 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-05a706b4-ed34-43cf-8263-64cf8b56dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.275995 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-05a706b4-ed34-43cf-8263-64cf8b56dc14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1127 time: 0.0396504 Apr 30 05:33:38.316158 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-b78b61be-2cb6-4268-8931-0dd1d1dba3a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 217 time: 0.0332949 Apr 30 05:33:38.371102 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-c02a58aa-d30d-4159-98e8-a1e5920c919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.372529 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-c02a58aa-d30d-4159-98e8-a1e5920c919a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0500190 Apr 30 05:33:38.396890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:38.415666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-d41d848d-2db2-43ca-97a0-699107257939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.417202 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-d41d848d-2db2-43ca-97a0-699107257939 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394058 Apr 30 05:33:38.506165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-31f3a42d-b8fa-4008-b9c3-94b786fc4fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834069 Apr 30 05:33:38.597459 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-62de001a-fbac-48eb-b8cc-d759c5c78664 req-69548f1f-f2a8-4311-bc48-ad408d1379f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855253 Apr 30 05:33:38.803555 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3d5c3-c9f3-420d-a832-c91394ae4071 req-473f805f-08b5-450b-b98c-f821cdd8abe7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:38.805015 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c3d5c3-c9f3-420d-a832-c91394ae4071 req-473f805f-08b5-450b-b98c-f821cdd8abe7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0478094 Apr 30 05:33:38.853058 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a5c3d5c3-c9f3-420d-a832-c91394ae4071 req-a9375c05-15f3-4439-8c5c-f9957e4d14dc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423586 Apr 30 05:33:39.973326 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41de2f-6470-4e92-8d26-e6c598567ebf req-0ab12e05-205e-44b7-a432-a2c2ccff0792 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:39.974891 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6f41de2f-6470-4e92-8d26-e6c598567ebf req-0ab12e05-205e-44b7-a432-a2c2ccff0792 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0524096 Apr 30 05:33:40.022912 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6f41de2f-6470-4e92-8d26-e6c598567ebf req-5da2c69a-40d1-4b4a-91b1-9c499b2d3a2b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Apr 30 05:33:40.112542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:33:40.209922 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:40.221476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:33:40.256336 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:40.256711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:40.269425 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:33:40.288744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:40.349020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:40.395552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:40.549065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['ad588fec-a8cb-4418-bcf2-68d785515a9f'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:33:41.144824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763291-2437-40c6-b6a1-781710f776ad req-96f2fe43-4a0d-4a10-b56b-c95163eb7f09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:41.146318 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0763291-2437-40c6-b6a1-781710f776ad req-96f2fe43-4a0d-4a10-b56b-c95163eb7f09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.0536165 Apr 30 05:33:41.199285 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b0763291-2437-40c6-b6a1-781710f776ad req-c5562373-0687-41f9-9ffa-1ef0fe6ec46f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472124 Apr 30 05:33:42.122550 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:33:42.168515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port ad588fec-a8cb-4418-bcf2-68d785515a9f completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:33:42.252152 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port ad588fec-a8cb-4418-bcf2-68d785515a9f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:33:42.252575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:42.314606 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2be549-67b4-4adc-afaa-cdcef5692a91 req-e693a8e9-b7c8-4fc5-84e4-91717867f985 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:42.316094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be2be549-67b4-4adc-afaa-cdcef5692a91 req-e693a8e9-b7c8-4fc5-84e4-91717867f985 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.0479836 Apr 30 05:33:42.331366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:33:42.331758 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:42.353492 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:33:42.355739 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7068e62-04a0-4dfd-a15f-9353f2d9010a" -d '{"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:33:42.368277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:33:42.371777 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be2be549-67b4-4adc-afaa-cdcef5692a91 req-aec7c2c2-8794-4261-9388-f602a65855e6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500731 Apr 30 05:33:42.397044 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc293f9d-47d5-4ca4-a3c9-37871aae55a9 x-openstack-request-id: req-dc293f9d-47d5-4ca4-a3c9-37871aae55a9 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:33:42.397340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:33:42.397593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc293f9d-47d5-4ca4-a3c9-37871aae55a9 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:33:42.397997 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc293f9d-47d5-4ca4-a3c9-37871aae55a9'] response: {'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'code': 200} Apr 30 05:33:42.448580 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:42.498880 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:42.649038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00de9e2-c87e-4eff-bf5a-7accd1242a32 req-6d3fab81-061c-476c-a259-be94a298d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:42.650518 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f00de9e2-c87e-4eff-bf5a-7accd1242a32 req-6d3fab81-061c-476c-a259-be94a298d67b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0377593 Apr 30 05:33:42.695016 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f00de9e2-c87e-4eff-bf5a-7accd1242a32 req-5908ded7-e5d5-4aa5-9601-b772715ca108 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Apr 30 05:33:43.485603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c4747-2c72-4815-b9d9-3ee79350f935 req-69df811b-3a9d-4ad0-a4c1-ecc427d89e60 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:43.487094 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a74c4747-2c72-4815-b9d9-3ee79350f935 req-69df811b-3a9d-4ad0-a4c1-ecc427d89e60 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0463834 Apr 30 05:33:43.536461 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a74c4747-2c72-4815-b9d9-3ee79350f935 req-98dea5d4-de2a-43e4-bd63-13a5dfb64a60 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 Apr 30 05:33:44.657218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b05377-e012-4d59-9c34-ebe86c44b48f req-d2af610a-953a-44bd-afde-d053c4cb2829 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:44.658686 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6b05377-e012-4d59-9c34-ebe86c44b48f req-d2af610a-953a-44bd-afde-d053c4cb2829 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Apr 30 05:33:44.706198 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f6b05377-e012-4d59-9c34-ebe86c44b48f req-6b7d96eb-d1c0-4839-b04a-2e9e974e26e5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Apr 30 05:33:44.816895 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1d68-c1ab-4a18-9ed8-c110c5239330 req-6e5bf8cf-0be0-4177-8f93-a2dc84d0b186 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:44.818245 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10cb1d68-c1ab-4a18-9ed8-c110c5239330 req-6e5bf8cf-0be0-4177-8f93-a2dc84d0b186 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0463495 Apr 30 05:33:44.864862 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-10cb1d68-c1ab-4a18-9ed8-c110c5239330 req-04d54d5c-9b39-43df-ba13-6c6d5064a7ae tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Apr 30 05:33:44.886372 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45514) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:44.988208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127330b7-8b73-41ad-8028-cc9e0c1b0176 tempest-TestShelveInstance-1619588754 tempest-TestShelveInstance-1619588754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:44.989721 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-127330b7-8b73-41ad-8028-cc9e0c1b0176 tempest-TestShelveInstance-1619588754 tempest-TestShelveInstance-1619588754-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1124 time: 0.1023929 Apr 30 05:33:44.992700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45518) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:33:44.996900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:33:45.053997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:45.132952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:45.238796 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Allocated IP 172.26.5.214 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/ebe3389f-b017-4207-8adb-1275c9f019b6) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:33:45.340596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:45.425583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:45.464833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:33:45.469825 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:33:45.472530 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:33:45.503076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=ebe3389f-b017-4207-8adb-1275c9f019b6,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:45.846868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (33527aa2-2abd-4aa9-80d3-3825ae1acc16), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:45.975110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:46.121726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:46.179618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:46.251759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=ebe3389f-b017-4207-8adb-1275c9f019b6,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:33:46.261433 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (33527aa2-2abd-4aa9-80d3-3825ae1acc16), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:46.362692 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Floating IP 33527aa2-2abd-4aa9-80d3-3825ae1acc16 associated. External IP: 172.26.5.214, port: ad588fec-a8cb-4418-bcf2-68d785515a9f. Apr 30 05:33:46.577014 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:33:46.687260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:33:46.697373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:33:46.708112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:46.708723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:33:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:46.758638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:46.788910 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0ddce3c6-0d8c-40e2-9fdb-9632b2fb781f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7952101 Apr 30 05:33:46.789568 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:33:46.791858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f1b1c-43c8-4e9d-891d-60b648378a12" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:33:46.819158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:46.828652 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ecc00c-ab04-4c05-aa1c-3011abca2333 x-openstack-request-id: req-b0ecc00c-ab04-4c05-aa1c-3011abca2333 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:33:46.829019 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:33:46.829415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0ecc00c-ab04-4c05-aa1c-3011abca2333 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:33:46.829849 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ecc00c-ab04-4c05-aa1c-3011abca2333'] response: {'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'status': 'completed', 'code': 200} Apr 30 05:33:46.887449 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-e6aacb6c-298d-4e7c-a0e0-18345d56acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:46.889029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-e6aacb6c-298d-4e7c-a0e0-18345d56acee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0391622 Apr 30 05:33:46.990089 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-d1250d4e-bc63-48fe-97b9-03f673943f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:46.991592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-d1250d4e-bc63-48fe-97b9-03f673943f42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0965183 Apr 30 05:33:47.061393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-f5c679a7-e3fd-444b-89e8-91b32179247d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 999 time: 0.0641019 Apr 30 05:33:47.108209 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-64e02866-a791-42ad-b3b2-3c3578a573b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:47.109573 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-64e02866-a791-42ad-b3b2-3c3578a573b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0427418 Apr 30 05:33:47.152215 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-e7506a6e-67ec-4057-88ea-a47a7dcfbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:47.153721 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-e7506a6e-67ec-4057-88ea-a47a7dcfbbeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385387 Apr 30 05:33:47.180163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '33527aa2-2abd-4aa9-80d3-3825ae1acc16', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:33:45Z', 'updated_at': '2022-04-30T05:33:45Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:47.210235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:33:47.218801 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:33:47.219946 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:33:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:47.249435 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-68df270e-931d-4e92-ab19-2f33464b6c1c service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899811 Apr 30 05:33:47.329459 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:33:47.337884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-664f1b1c-43c8-4e9d-891d-60b648378a12 req-de51a666-d371-4fee-a57e-31118d82544c service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Apr 30 05:33:47.539025 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '33527aa2-2abd-4aa9-80d3-3825ae1acc16', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:33:45Z', 'updated_at': '2022-04-30T05:33:45Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:33:47.569293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d773cb1-1489-4918-b57e-3851f8497474 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '33527aa2-2abd-4aa9-80d3-3825ae1acc16', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.214', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:33:45Z', 'updated_at': '2022-04-30T05:33:45Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:33:47.760420 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1738a-91be-4ffe-b13c-9ce727c4fce8 None None] New status for floating IP 33527aa2-2abd-4aa9-80d3-3825ae1acc16: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:33:50.887978 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-61ffb4cf-986c-465d-8c90-e061d0ef691d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376949 Apr 30 05:33:50.968769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-40de4567-f224-4c77-8c03-0a062267db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:50.970884 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-40de4567-f224-4c77-8c03-0a062267db9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0429761 Apr 30 05:33:51.070928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-74598181-6526-4b8f-b36c-07c486c8dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:51.072377 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-74598181-6526-4b8f-b36c-07c486c8dc73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0844693 Apr 30 05:33:51.138713 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-3cf783c8-f408-4521-8372-3f53dfa8bd58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1001 time: 0.0605621 Apr 30 05:33:51.184949 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-e3d7faf9-cbf9-460f-a069-90defe887b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:51.186407 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-e3d7faf9-cbf9-460f-a069-90defe887b1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0426900 Apr 30 05:33:51.228673 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-3f628388-a70b-445d-907a-3959e0adffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:33:51.230147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-3f628388-a70b-445d-907a-3959e0adffd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385244 Apr 30 05:33:51.320029 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-0b9ee425-ad18-4636-931a-61644d4772ea service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834103 Apr 30 05:33:51.404657 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-69b4ba4e-d268-46b0-bb14-fe8189a1a088 req-28cbaaa3-ac72-4418-bf8e-17a92916be4d service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794578 Apr 30 05:33:51.858331 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3fe6-a197-4866-9b97-76472e23deee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:54.139452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3014f446-8e92-446e-9142-ba2fab4ce930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:55.166420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:56.893562 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:33:58.270819 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:08.396122 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:11.927987 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:34:21.853644 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-88184fe3-b04d-46a3-9d6c-ed50a94bdf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:24.120468 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-80135a88-aa11-4056-8f7b-06b9284c9497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:25.173282 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:26.927439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:28.251754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:38.413186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:48.926344 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:34:51.864471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-161d6625-8714-4d7a-b3c1-2e78470d5cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:51.891997 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-1ce00230-64d7-4271-a37a-8135a5534217 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434196 Apr 30 05:34:51.970590 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-28f000bc-240d-46a3-b5f1-e2a213036898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:34:51.972123 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-28f000bc-240d-46a3-b5f1-e2a213036898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0396259 Apr 30 05:34:52.074213 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-7eb14f12-9e87-4246-9301-c1fe8ac7b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:34:52.075639 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-7eb14f12-9e87-4246-9301-c1fe8ac7b8af service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0873377 Apr 30 05:34:52.139315 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-b84a551c-7142-4c2a-8a5d-0c76c2794775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1001 time: 0.0579090 Apr 30 05:34:52.185587 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-de86ea8a-ee82-48fa-aec7-b327f25e477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:34:52.187036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-de86ea8a-ee82-48fa-aec7-b327f25e477c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0420103 Apr 30 05:34:52.231428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-04a18c74-312d-4574-9a9d-6bb4a4af772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:34:52.232853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-04a18c74-312d-4574-9a9d-6bb4a4af772d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405755 Apr 30 05:34:52.320589 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-bec03c28-cdd0-4dd5-b326-30bc73b0b1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 Apr 30 05:34:52.411991 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5857ab30-1bbc-43af-987d-7c8022bd1965 req-025a3c45-a23f-412d-afd0-474b2b55d332 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Apr 30 05:34:54.137062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-99f662ed-69c0-4096-9d71-a24bd56d7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:55.171845 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:56.932661 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:34:58.291193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:08.405765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:21.875575 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-50f9ee17-1b72-4ac3-89e6-b301e1e41478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:24.149482 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-704aff45-6bfa-49c2-b03d-22065cc440da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:25.172582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:25.924495 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:35:26.910595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:28.246473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:38.399421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:42.576132 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f01450-f351-443c-aace-f495c6c15c96 req-f1804037-07ee-40a4-9d92-490b0a6c3b46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:42.577606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4f01450-f351-443c-aace-f495c6c15c96 req-f1804037-07ee-40a4-9d92-490b0a6c3b46 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0499754 Apr 30 05:35:42.626338 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4f01450-f351-443c-aace-f495c6c15c96 req-fb0c1fdf-a6b2-48fb-bc32-48e0eb18e8b0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Apr 30 05:35:43.765018 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094d6a-9fda-4215-8255-6b7775e15b65 req-4a80cc8b-5e29-42e4-ab28-2d6f8d31769b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:43.766527 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25094d6a-9fda-4215-8255-6b7775e15b65 req-4a80cc8b-5e29-42e4-ab28-2d6f8d31769b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Apr 30 05:35:43.820426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-25094d6a-9fda-4215-8255-6b7775e15b65 req-df84c93f-a3ec-42d0-a330-2aa93d208c76 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Apr 30 05:35:44.943588 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93863597-813d-48fc-9f0a-67778fbcb860 req-8d09ccda-c5fa-4e45-80d5-7967dd8f5111 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:44.945048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93863597-813d-48fc-9f0a-67778fbcb860 req-8d09ccda-c5fa-4e45-80d5-7967dd8f5111 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0471785 Apr 30 05:35:44.994051 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-93863597-813d-48fc-9f0a-67778fbcb860 req-24969fe6-ef37-4458-aa75-e3148fa445d4 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Apr 30 05:35:46.106704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa1130-f078-497e-a108-dafc02748c58 req-b61dab0e-f3cf-4687-b998-5b92c633f0c0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:46.108160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fa1130-f078-497e-a108-dafc02748c58 req-b61dab0e-f3cf-4687-b998-5b92c633f0c0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0469594 Apr 30 05:35:46.156520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4fa1130-f078-497e-a108-dafc02748c58 req-c72ce82e-b516-4997-bc93-d9776f77b2f4 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Apr 30 05:35:47.272941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808b2b7-795e-48c2-8831-9c66db4a3ee0 req-39bbc850-0db6-4cb2-9a33-5926e6fb7a0f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:47.274392 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7808b2b7-795e-48c2-8831-9c66db4a3ee0 req-39bbc850-0db6-4cb2-9a33-5926e6fb7a0f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0501301 Apr 30 05:35:47.321930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7808b2b7-795e-48c2-8831-9c66db4a3ee0 req-b20f5628-6be6-49b5-ab29-5cc3f0296ff6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Apr 30 05:35:48.436279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef757818-e3a0-4fa6-a653-03a5aa5709c0 req-7bb83c9e-f6c6-4362-b942-a3f7e1a391f9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:48.437728 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef757818-e3a0-4fa6-a653-03a5aa5709c0 req-7bb83c9e-f6c6-4362-b942-a3f7e1a391f9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0475631 Apr 30 05:35:48.485851 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef757818-e3a0-4fa6-a653-03a5aa5709c0 req-c9d5c37d-5692-45f1-acd6-aef80754c438 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Apr 30 05:35:49.596101 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a58dc-8597-4770-8523-76dff69f645b req-ae7a55ae-c613-47af-bc8b-bf58e02640ea tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:49.598126 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-586a58dc-8597-4770-8523-76dff69f645b req-ae7a55ae-c613-47af-bc8b-bf58e02640ea tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0453885 Apr 30 05:35:49.649174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-586a58dc-8597-4770-8523-76dff69f645b req-0933f647-c3e0-4370-aa8d-31b7165fe965 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453670 Apr 30 05:35:50.761398 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177ddd-b054-49a2-8249-df33485e42ec req-8135bc8a-aff1-4637-8a0b-f06f97b2b75a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:50.762874 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4177ddd-b054-49a2-8249-df33485e42ec req-8135bc8a-aff1-4637-8a0b-f06f97b2b75a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Apr 30 05:35:50.810879 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b4177ddd-b054-49a2-8249-df33485e42ec req-e4f9a656-86b8-4095-b050-fa6445298401 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Apr 30 05:35:51.858257 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35e142dd-acd3-47fa-8258-9622f3ff0d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:51.926704 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602124ba-873e-4c75-ae1a-ce0632844d8f req-87fdf95f-3a89-449a-a1f2-fed6a9bf5874 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:51.928156 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-602124ba-873e-4c75-ae1a-ce0632844d8f req-87fdf95f-3a89-449a-a1f2-fed6a9bf5874 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Apr 30 05:35:51.975562 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-602124ba-873e-4c75-ae1a-ce0632844d8f req-d86e0473-321f-4f61-9abf-d447c2be38a8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418818 Apr 30 05:35:52.907790 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-7e58d68c-22f9-44a9-87df-8e356ad729ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:52.909253 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-7e58d68c-22f9-44a9-87df-8e356ad729ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0440285 Apr 30 05:35:53.009802 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-6cc67d24-6a81-462c-a4fb-8a2440b67a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:53.011303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-6cc67d24-6a81-462c-a4fb-8a2440b67a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0843840 Apr 30 05:35:53.131977 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13c74-08f1-4052-898e-44554f7daa30 req-1d1bcb74-db82-44d4-9adb-6276e64da771 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:53.133435 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0d13c74-08f1-4052-898e-44554f7daa30 req-1d1bcb74-db82-44d4-9adb-6276e64da771 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0900176 Apr 30 05:35:53.144898 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-a3f35c88-c693-421c-8a30-3706929f4ee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1001 time: 0.0922348 Apr 30 05:35:53.223432 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c0d13c74-08f1-4052-898e-44554f7daa30 req-4a2b5ad0-4491-4447-98f3-36b8753032b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814657 Apr 30 05:35:53.224755 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-38246771-6814-438e-bc2b-6cc69c044d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:53.226081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-38246771-6814-438e-bc2b-6cc69c044d06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0755377 Apr 30 05:35:53.272013 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-15daee7b-cbb6-4d39-9095-9d79fc7188a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:53.273369 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-15daee7b-cbb6-4d39-9095-9d79fc7188a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395026 Apr 30 05:35:53.360276 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-c461d39b-90c6-4aa6-b322-0dff5cbc7df6 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797951 Apr 30 05:35:53.448910 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-24a9f8e8-5bc8-4b78-b964-895185480110 req-1be23bba-ea33-4a3b-901e-e7d83c0dc465 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822978 Apr 30 05:35:54.119707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f06dd5c-cf80-41ff-a5a9-433b7eb1f6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:54.337662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee713e-6fe8-4a29-b3b0-945bf9ef8cec req-b1869423-33e6-4431-8c19-960a2b0d7305 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:54.339160 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9fee713e-6fe8-4a29-b3b0-945bf9ef8cec req-b1869423-33e6-4431-8c19-960a2b0d7305 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0466352 Apr 30 05:35:54.387539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9fee713e-6fe8-4a29-b3b0-945bf9ef8cec req-30bcc56d-a28c-48dc-a0d6-8885a9cc3193 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Apr 30 05:35:54.833401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:35:54.931949 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:35:54.943552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:35:54.980265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:35:54.980572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:54.994068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:35:55.013968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:35:55.079544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:55.148224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:35:55.153359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['ad588fec-a8cb-4418-bcf2-68d785515a9f'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:35:55.178058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.178460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.179417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.179763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.180100 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.180435 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.180767 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.181136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.181462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.181796 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.182127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.182478 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.182802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.183123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.183518 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:35:55.217915 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:55.506846 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576c61-ec60-4ea8-93b4-a9dccf09d399 req-fdb811e5-5ef4-4577-97a6-84ed5f8f8800 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:55.508266 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-60576c61-ec60-4ea8-93b4-a9dccf09d399 req-fdb811e5-5ef4-4577-97a6-84ed5f8f8800 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.0515928 Apr 30 05:35:55.563726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-60576c61-ec60-4ea8-93b4-a9dccf09d399 req-0d3a3622-c41a-45bf-9f6f-75a31a4f3839 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498409 Apr 30 05:35:56.686063 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fe879-7145-4e17-857d-60ab83d3687c req-fd0a57e4-1d57-42d5-a54c-e300eed7f3d8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:56.693820 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f8fe879-7145-4e17-857d-60ab83d3687c req-fd0a57e4-1d57-42d5-a54c-e300eed7f3d8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.0588737 Apr 30 05:35:56.747853 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f8fe879-7145-4e17-857d-60ab83d3687c req-e8fd21c1-c8eb-4b6c-911a-2a081f60e8d1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531592 Apr 30 05:35:56.850916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:35:56.908778 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port ad588fec-a8cb-4418-bcf2-68d785515a9f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:35:56.909158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:56.946930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:57.003327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:35:57.003783 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:57.028571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:35:57.030888 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8dd36-f940-4fa4-b8bc-72cdcd774c6d" -d '{"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:35:57.044499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:35:57.077508 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ac9a5-95a5-4626-93fa-086e4c45a7fd x-openstack-request-id: req-b51ac9a5-95a5-4626-93fa-086e4c45a7fd {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:35:57.077982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:35:57.078354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b51ac9a5-95a5-4626-93fa-086e4c45a7fd {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:35:57.079012 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51ac9a5-95a5-4626-93fa-086e4c45a7fd'] response: {'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'code': 200} Apr 30 05:35:57.108386 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:57.160221 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:35:57.876025 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c707453-c89b-40b4-b660-af098ea0143c req-8397949b-f0ab-40e6-9a49-aaf7272e938b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:57.877671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c707453-c89b-40b4-b660-af098ea0143c req-8397949b-f0ab-40e6-9a49-aaf7272e938b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0543530 Apr 30 05:35:57.936620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3c707453-c89b-40b4-b660-af098ea0143c req-a362a574-e6b7-49ab-9a6c-92a3460c55dc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520957 Apr 30 05:35:58.258370 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:35:59.067974 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076e99f-8aa4-4258-a033-0dc599dfeb2b req-01c580e5-82be-4229-b89a-18a1021a061a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:35:59.071151 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6076e99f-8aa4-4258-a033-0dc599dfeb2b req-01c580e5-82be-4229-b89a-18a1021a061a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0583379 Apr 30 05:35:59.151385 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6076e99f-8aa4-4258-a033-0dc599dfeb2b req-c675ac42-2740-430a-a6e8-c68668310f6c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739594 Apr 30 05:36:00.274022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b1150-dc56-4ecc-a2d5-172ec82d2800 req-193f0801-d22a-485f-ac40-287950491214 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:00.275575 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c2b1150-dc56-4ecc-a2d5-172ec82d2800 req-193f0801-d22a-485f-ac40-287950491214 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0527670 Apr 30 05:36:00.332718 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c2b1150-dc56-4ecc-a2d5-172ec82d2800 req-10731cdb-747e-4aa6-b44f-29aa1c945475 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513895 Apr 30 05:36:01.448268 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259e88-4219-4eff-b231-bd9e8d41643d req-ef4921ef-2216-4328-811e-025d41717aba tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:01.449742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6259e88-4219-4eff-b231-bd9e8d41643d req-ef4921ef-2216-4328-811e-025d41717aba tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Apr 30 05:36:01.505341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6259e88-4219-4eff-b231-bd9e8d41643d req-dc10d715-5edc-4f07-b34f-7a84a0a78d71 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Apr 30 05:36:02.624031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926ac84-8ae0-47f3-adcd-252599c3c1b4 req-7f4e84c3-b6b5-47dd-8519-f294e4ada113 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:02.625491 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e926ac84-8ae0-47f3-adcd-252599c3c1b4 req-7f4e84c3-b6b5-47dd-8519-f294e4ada113 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0501528 Apr 30 05:36:02.692583 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e926ac84-8ae0-47f3-adcd-252599c3c1b4 req-2b293a7b-55d0-429c-83ea-ef475dc03f69 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588608 Apr 30 05:36:02.923625 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:36:03.823928 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee306-0cb4-4753-beee-9dee3f8106b9 req-bae702b4-e9a3-4b16-8a01-b0a2663498a6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:03.826299 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-70aee306-0cb4-4753-beee-9dee3f8106b9 req-bae702b4-e9a3-4b16-8a01-b0a2663498a6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0580263 Apr 30 05:36:03.889945 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-70aee306-0cb4-4753-beee-9dee3f8106b9 req-00b98938-fe09-4f59-b1b5-c6cec495fd20 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558286 Apr 30 05:36:05.014205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada38a-97a2-4257-85cc-a5cf50e340ff req-dac6647f-dbe1-472e-ba06-377d709a8178 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:05.015773 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36ada38a-97a2-4257-85cc-a5cf50e340ff req-dac6647f-dbe1-472e-ba06-377d709a8178 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0554898 Apr 30 05:36:05.068855 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-36ada38a-97a2-4257-85cc-a5cf50e340ff req-4c73f529-ce53-4e2d-83b2-854bc441fc6d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Apr 30 05:36:06.179252 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833770eb-3b62-421c-b5c6-5901e2b00ac8 req-a15bf882-7f70-42d1-ba21-7aa95d68c06e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:06.180704 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-833770eb-3b62-421c-b5c6-5901e2b00ac8 req-a15bf882-7f70-42d1-ba21-7aa95d68c06e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0464799 Apr 30 05:36:06.228483 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-833770eb-3b62-421c-b5c6-5901e2b00ac8 req-ea316cda-61ea-4383-be03-3e911bad83e0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Apr 30 05:36:06.627658 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-dfecf5af-bc41-4ba5-8476-6aac168f972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:06.629008 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-dfecf5af-bc41-4ba5-8476-6aac168f972f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1129 time: 0.0410748 Apr 30 05:36:06.717386 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-59bded31-579e-4dbb-8449-a46d40353c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:06.718976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-59bded31-579e-4dbb-8449-a46d40353c05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0825248 Apr 30 05:36:06.785771 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-3689ae8d-c49d-44f2-b4cc-fd8c60c4a7d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1001 time: 0.0611866 Apr 30 05:36:06.834638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-9ea23f10-2e00-4ef7-afdd-40b58cd1a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:06.836063 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-9ea23f10-2e00-4ef7-afdd-40b58cd1a087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0439169 Apr 30 05:36:06.877617 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-39435ae8-d3c8-47bc-9426-2416eaff9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:06.879131 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-39435ae8-d3c8-47bc-9426-2416eaff9648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369208 Apr 30 05:36:06.968443 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-d63434a0-b1d3-471f-bfb3-dc013813e6e6 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Apr 30 05:36:07.054815 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a6f0e616-3a70-4a6c-9643-44df636cb05b req-6ea21501-0591-4165-8781-80db48f5f9b7 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808806 Apr 30 05:36:07.343622 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867873-f0c3-4a6a-af08-3891e480cb83 req-4699a314-d847-464b-8138-61316cb751b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:07.345053 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef867873-f0c3-4a6a-af08-3891e480cb83 req-4699a314-d847-464b-8138-61316cb751b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Apr 30 05:36:07.392068 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ef867873-f0c3-4a6a-af08-3891e480cb83 req-56854bd5-4aba-4d64-88d1-28b33a739d75 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Apr 30 05:36:08.417650 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:08.507893 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8801d-4baa-4ea5-8b6c-c5c965c42747 req-65bc7e8b-9824-4b19-9668-bd3f61384521 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:08.509361 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ad8801d-4baa-4ea5-8b6c-c5c965c42747 req-65bc7e8b-9824-4b19-9668-bd3f61384521 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Apr 30 05:36:08.558011 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6ad8801d-4baa-4ea5-8b6c-c5c965c42747 req-fd39d4fe-cb84-48f5-8be2-b1936739073a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428257 Apr 30 05:36:09.671444 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6ce14-5bf6-48f6-92a5-120e9496d228 req-2b9bcd97-2b00-4886-a26f-efd384b47460 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:09.672873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ff6ce14-5bf6-48f6-92a5-120e9496d228 req-2b9bcd97-2b00-4886-a26f-efd384b47460 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0492933 Apr 30 05:36:09.720702 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5ff6ce14-5bf6-48f6-92a5-120e9496d228 req-45ccad08-1c40-4f72-bc11-e8a4bb051145 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Apr 30 05:36:09.787579 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-a2e0d995-a654-421a-8eb4-65c911be1d9e req-af3f2f80-2129-4d2c-98a7-8ed196b272f9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:36:09.788545 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a2e0d995-a654-421a-8eb4-65c911be1d9e req-af3f2f80-2129-4d2c-98a7-8ed196b272f9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052147 Apr 30 05:36:10.089609 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7a262-7ca7-4324-a320-d722fb53a160 req-f33d47ef-e81b-42c3-bf89-2f4e9d2933f2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:10.091105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03f7a262-7ca7-4324-a320-d722fb53a160 req-f33d47ef-e81b-42c3-bf89-2f4e9d2933f2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 945 time: 0.0468450 Apr 30 05:36:10.142515 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03f7a262-7ca7-4324-a320-d722fb53a160 req-f184ef26-319b-44da-9b7e-d5d78194f75a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456254 Apr 30 05:36:10.555613 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-f7de58d3-22a8-4612-b20a-5caba824ff97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005912 Apr 30 05:36:10.674717 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-5362d4d5-5975-412e-85f0-abe3fc48d38c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:10.676032 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-5362d4d5-5975-412e-85f0-abe3fc48d38c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports/ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 942 time: 0.0957251 Apr 30 05:36:10.919040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:36:10.992871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:36:10.993369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:11.015784 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:36:11.017989 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac05c26-4745-49fa-ae3c-d8c6a816b0d7" -d '{"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-unplugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:36:11.031237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:36:11.051323 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 05:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b911c2-3ccd-4075-bf93-457a853d3409 x-openstack-request-id: req-c3b911c2-3ccd-4075-bf93-457a853d3409 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:36:11.051608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-unplugged", "status": "failed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "code": 422}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:36:11.051861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3b911c2-3ccd-4075-bf93-457a853d3409 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:36:11.052307 dv-neutron-838078-9-hyperv neutron-server[111176]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c3b911c2-3ccd-4075-bf93-457a853d3409']: {'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'code': 422} returned with failed status Apr 30 05:36:11.091914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:11.142227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:36:11.256306 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb38e5-790a-4011-96a8-00346b8fbeea req-cc46931b-c77a-46b0-bc94-dec259ce9667 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:11.258354 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8afb38e5-790a-4011-96a8-00346b8fbeea req-cc46931b-c77a-46b0-bc94-dec259ce9667 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0472040 Apr 30 05:36:11.307470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8afb38e5-790a-4011-96a8-00346b8fbeea req-64bfef09-3354-4d08-a253-936397b15c11 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Apr 30 05:36:11.921331 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-55e5f0eb-6537-40cd-bd9b-bb4c75c32956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:11.922813 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-55e5f0eb-6537-40cd-bd9b-bb4c75c32956 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 1127 time: 0.0386045 Apr 30 05:36:11.983592 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-60833d77-173a-458d-922c-3a27219f47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:11.984939 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-60833d77-173a-458d-922c-3a27219f47aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1127 time: 0.0414085 Apr 30 05:36:12.072248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-9313216d-57f3-4969-a299-d2c51bf94278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:12.073717 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-9313216d-57f3-4969-a299-d2c51bf94278 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0834839 Apr 30 05:36:12.139592 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-a59dcbc9-9bf7-45ca-b964-11f2acb9cb17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 999 time: 0.0602384 Apr 30 05:36:12.187178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-6041504f-f623-463a-bcfa-b5bfedb3e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:12.188580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-6041504f-f623-463a-bcfa-b5bfedb3e6fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0432577 Apr 30 05:36:12.232969 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-000f42ae-695c-4f1d-86c9-02d36ce80c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:12.234556 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-000f42ae-695c-4f1d-86c9-02d36ce80c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396485 Apr 30 05:36:12.699532 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9218ae0-1819-4f3b-a60a-507dfb6cf24d req-ace7a064-7efa-4bf5-a232-38af977f906b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:12.701560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9218ae0-1819-4f3b-a60a-507dfb6cf24d req-ace7a064-7efa-4bf5-a232-38af977f906b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0629179 Apr 30 05:36:12.704976 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-8886c808-9ecc-494f-bb35-1b8d8dffd0c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649296 Apr 30 05:36:12.806726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c9218ae0-1819-4f3b-a60a-507dfb6cf24d req-2810a8e5-d50d-4391-b099-ada8c67a6bb8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993035 Apr 30 05:36:12.827235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f9eaa107-418f-4e83-af95-ec1a5c7d56c2 req-95b0d428-02b5-4a26-9a0b-c7dab8ad7a4f service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135705 Apr 30 05:36:13.933245 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84483b-c0ff-4160-9f3d-7b855560915c req-78b95ee5-f57d-4e0f-acc9-dcdb2bcf2e72 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:13.940485 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d84483b-c0ff-4160-9f3d-7b855560915c req-78b95ee5-f57d-4e0f-acc9-dcdb2bcf2e72 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0616031 Apr 30 05:36:13.989100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4d84483b-c0ff-4160-9f3d-7b855560915c req-e7bdf102-04c8-4c14-851b-8f6fe2b7fa39 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474920 Apr 30 05:36:15.106243 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a023-1b62-4698-8162-ef5683a647e9 req-b6e42308-7bd0-45f1-a23e-c4ae702144e1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:15.107911 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8936a023-1b62-4698-8162-ef5683a647e9 req-b6e42308-7bd0-45f1-a23e-c4ae702144e1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0492177 Apr 30 05:36:15.165520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8936a023-1b62-4698-8162-ef5683a647e9 req-460c93ac-26ef-4bbc-aaeb-e004bc242358 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512545 Apr 30 05:36:16.289183 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd04c79-35fa-42e8-9f04-00d0a29d66aa req-28c533e7-42bd-401a-affc-8d57a8b60f68 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:16.290789 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dd04c79-35fa-42e8-9f04-00d0a29d66aa req-28c533e7-42bd-401a-affc-8d57a8b60f68 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0558009 Apr 30 05:36:16.342706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0dd04c79-35fa-42e8-9f04-00d0a29d66aa req-a76eaf4f-c375-41de-bb50-6212b8ca5163 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461650 Apr 30 05:36:17.519027 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c34e-b574-4c3e-8186-730253a9940c req-4cbf4c3f-c570-439e-a3f1-72be482d77da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:17.520647 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-afe5c34e-b574-4c3e-8186-730253a9940c req-4cbf4c3f-c570-439e-a3f1-72be482d77da tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0507154 Apr 30 05:36:17.571740 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-afe5c34e-b574-4c3e-8186-730253a9940c req-3f53757b-27e2-4ef3-9f15-e6f91be15d6f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 Apr 30 05:36:18.699465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c86a7-8030-45c2-95fe-e0d0a6afe245 req-b3ad9428-bc21-4801-8b4b-0d7701ce575a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:18.700948 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a3c86a7-8030-45c2-95fe-e0d0a6afe245 req-b3ad9428-bc21-4801-8b4b-0d7701ce575a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0533991 Apr 30 05:36:18.762230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a3c86a7-8030-45c2-95fe-e0d0a6afe245 req-dea0299f-c5fb-4a94-a436-b1056d8e9aa1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556717 Apr 30 05:36:19.892016 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12699-0cbb-41dc-9e08-0ecbc367e350 req-f9042332-7d8a-4b87-9987-e33509c82e12 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:19.893631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f12699-0cbb-41dc-9e08-0ecbc367e350 req-f9042332-7d8a-4b87-9987-e33509c82e12 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0528328 Apr 30 05:36:19.946030 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b7f12699-0cbb-41dc-9e08-0ecbc367e350 req-fd69bf53-1ab8-4c11-8ee1-bbfc1dfdb436 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Apr 30 05:36:21.079394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989550-9d2c-44a3-9d4d-f0ecdcf70774 req-a265b853-7aaa-4a90-8365-3fa1905c7e60 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:21.080863 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f989550-9d2c-44a3-9d4d-f0ecdcf70774 req-a265b853-7aaa-4a90-8365-3fa1905c7e60 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0560451 Apr 30 05:36:21.136928 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2f989550-9d2c-44a3-9d4d-f0ecdcf70774 req-ad7af7c8-0c66-4c27-bc25-ad7ddbb77274 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474021 Apr 30 05:36:21.863118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3e6292a5-89a6-4738-90f5-ef69dc0e0656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:22.251140 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275dc22-46ae-4d02-9739-38911c4b37c8 req-5871ebbc-abf8-44a9-a661-e6c4c139f667 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:22.252569 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2275dc22-46ae-4d02-9739-38911c4b37c8 req-5871ebbc-abf8-44a9-a661-e6c4c139f667 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 943 time: 0.0454252 Apr 30 05:36:22.299306 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2275dc22-46ae-4d02-9739-38911c4b37c8 req-58da3e18-c817-4522-86c7-461a262f49b2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Apr 30 05:36:22.983327 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:36:23.079545 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:36:23.091011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'port_id': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'mac_address': 'fa:16:3e:54:a0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:36:23.127352 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:36:23.127734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:23.140218 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:36:23.159457 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:36:23.239552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:23.289366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=9']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:36:23.413880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf34504-5c3c-472f-b6f7-7afac25d2a0e req-a69412d2-7df3-488e-89ec-821cdaa89aee tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:23.415335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bbf34504-5c3c-472f-b6f7-7afac25d2a0e req-a69412d2-7df3-488e-89ec-821cdaa89aee tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.0462070 Apr 30 05:36:23.459984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['ad588fec-a8cb-4418-bcf2-68d785515a9f'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:36:23.468025 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bbf34504-5c3c-472f-b6f7-7afac25d2a0e req-d756bfb1-d46c-4541-8b8c-936f4e4bc724 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468466 Apr 30 05:36:24.486300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5ddc141f-e0ab-455b-93c1-5014697fbaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:24.639160 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cdcf4-ffd5-469a-bacb-c735c0297230 req-54d6bac9-afef-4f3e-ad7c-c06d68c20469 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:24.640599 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce0cdcf4-ffd5-469a-bacb-c735c0297230 req-54d6bac9-afef-4f3e-ad7c-c06d68c20469 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 944 time: 0.1047800 Apr 30 05:36:24.704585 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ce0cdcf4-ffd5-469a-bacb-c735c0297230 req-acc3e190-f6fb-4c9d-91c7-d19a89a0b65b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584524 Apr 30 05:36:24.999328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:36:25.045652 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port ad588fec-a8cb-4418-bcf2-68d785515a9f triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:36:25.046013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:25.277843 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port ad588fec-a8cb-4418-bcf2-68d785515a9f is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:36:25.278131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:25.300225 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:36:25.302588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf5a3b-9490-4775-a99f-cb3b4ff73735" -d '{"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:36:25.315685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:36:25.338249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa017d8b-7203-4a44-b415-b899fe3e602b x-openstack-request-id: req-aa017d8b-7203-4a44-b415-b899fe3e602b {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:36:25.338615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-plugged", "status": "completed", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:36:25.338871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa017d8b-7203-4a44-b415-b899fe3e602b {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:36:25.339265 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa017d8b-7203-4a44-b415-b899fe3e602b'] response: {'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'code': 200} Apr 30 05:36:25.371261 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:25.399072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:25.446794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=10']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:36:25.672971 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a3f82-d594-4b01-8488-b139e8bd642d req-1e890174-ad0a-457a-90b7-ea843086a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:25.674436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-749a3f82-d594-4b01-8488-b139e8bd642d req-1e890174-ad0a-457a-90b7-ea843086a21f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1130 time: 0.0377173 Apr 30 05:36:25.718436 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-749a3f82-d594-4b01-8488-b139e8bd642d req-938306e4-e1ce-4f03-95c1-b0d1abd1b152 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Apr 30 05:36:25.821258 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29591c-2fda-4d4c-868c-62eb3a7d607e req-2a3593e6-1b17-4a6d-ab3a-8d5ff922cea0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:25.822857 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7f29591c-2fda-4d4c-868c-62eb3a7d607e req-2a3593e6-1b17-4a6d-ab3a-8d5ff922cea0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.0504355 Apr 30 05:36:25.871232 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7f29591c-2fda-4d4c-868c-62eb3a7d607e req-d06cd2c3-d16b-4dac-9a7e-85f8174929ca tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Apr 30 05:36:26.908832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:27.040214 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3934a-fdc5-4503-9581-7f7ff50a80e9 req-1384477e-f46b-4cc9-a5b1-2639e84f926e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:27.042779 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-31f3934a-fdc5-4503-9581-7f7ff50a80e9 req-1384477e-f46b-4cc9-a5b1-2639e84f926e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.1004367 Apr 30 05:36:27.096730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-31f3934a-fdc5-4503-9581-7f7ff50a80e9 req-a2144381-529a-4691-ac2b-c3198c8e0978 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482416 Apr 30 05:36:28.212319 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1bba0-3884-4932-83e9-4f2c4ea72f43 req-03eae804-9538-4ddf-9426-97403b8929bc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:28.213983 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7cf1bba0-3884-4932-83e9-4f2c4ea72f43 req-03eae804-9538-4ddf-9426-97403b8929bc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.0485544 Apr 30 05:36:28.266509 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7cf1bba0-3884-4932-83e9-4f2c4ea72f43 req-2381b3b4-cea6-4663-9098-f857a0163d6c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467982 Apr 30 05:36:28.274322 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:38.404701 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:39.923523 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:36:51.879851 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-19c5a3e7-f84f-4ab0-b872-7d70fc4b051b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:52.913101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-2bf75469-30f1-481a-91cc-04d5f62f3330 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785124 Apr 30 05:36:52.989486 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-07651d47-8069-4aaa-a8a1-667d08a48d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:52.991048 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-07651d47-8069-4aaa-a8a1-667d08a48d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1130 time: 0.0393698 Apr 30 05:36:53.095487 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-a56ba216-b5e5-41a4-bb20-881341d7b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:53.096948 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-a56ba216-b5e5-41a4-bb20-881341d7b6e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0873888 Apr 30 05:36:53.163926 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-ee87065f-51c7-4c05-8dff-bb8340b90571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 1001 time: 0.0589833 Apr 30 05:36:53.210839 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-4215bf21-ba30-4816-94f4-ea90ec57cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:53.212235 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-4215bf21-ba30-4816-94f4-ea90ec57cdb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0427704 Apr 30 05:36:53.259212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-dd83e795-ac43-4e15-a079-c3041bc37459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:36:53.260597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-dd83e795-ac43-4e15-a079-c3041bc37459 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418110 Apr 30 05:36:53.348109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-9329daa5-bca4-4cdf-8eb0-7e7a64226aab service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813310 Apr 30 05:36:53.438536 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-27805e54-da76-411f-98b3-bdd5a695ddc1 req-d5733c13-2c65-42a4-bcb5-b38e4fd5a2bb service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Apr 30 05:36:54.120084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a34a7b06-2ee8-4341-892d-91b3130ab452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:55.171171 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:56.925189 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:36:58.262752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:08.428262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:16.923111 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:37:21.902576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ab21040b-985e-40d5-ab4c-860dce01c4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:24.130621 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3d2b50ae-fdfe-4913-8399-1baa9172a402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:25.199417 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:26.919481 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:28.296076 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:38.450170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:38.981668 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45826) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:39.130830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Deleting port ebe3389f-b017-4207-8adb-1275c9f019b6 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:37:39.131165 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.204553 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.204871 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (ebe3389f-b017-4207-8adb-1275c9f019b6), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.217125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Calling delete_port for ebe3389f-b017-4207-8adb-1275c9f019b6 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:37:39.398969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ebe3389f-b017-4207-8adb-1275c9f019b6), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.424658 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'Port': ['ID=ebe3389f-b017-4207-8adb-1275c9f019b6,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:39.436137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.436485 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.436822 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.437155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.437480 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.437804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.438125 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.438475 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.438794 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.439104 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.439427 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.439740 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.440056 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.440368 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.440816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:39.498110 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (33527aa2-2abd-4aa9-80d3-3825ae1acc16), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.498469 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Floating IP 33527aa2-2abd-4aa9-80d3-3825ae1acc16 disassociated (deleted). External IP: 172.26.5.214, port: ad588fec-a8cb-4418-bcf2-68d785515a9f. Apr 30 05:37:39.709305 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:37:39.820394 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:37:39.825155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:39.830264 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:37:39.839219 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:37:39.839825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:37:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:37:39.854460 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c9cdc79-3ecb-4b75-a1bd-fe80bd03528f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "DELETE /v2.0/floatingips/33527aa2-2abd-4aa9-80d3-3825ae1acc16 HTTP/1.1" status: 204 len: 168 time: 0.8717108 Apr 30 05:37:39.855035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:37:39.861517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:37:39.958027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:37:39.959823 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc96e3-2f47-4248-aae7-05da52c16f7f x-openstack-request-id: req-19cc96e3-2f47-4248-aae7-05da52c16f7f {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:37:39.960062 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:37:39.960320 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19cc96e3-2f47-4248-aae7-05da52c16f7f {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:37:39.960727 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cc96e3-2f47-4248-aae7-05da52c16f7f'] response: {'name': 'network-changed', 'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'status': 'completed', 'code': 200} Apr 30 05:37:40.019993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-9c340e7a-cac5-44b0-9463-aa233c29d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:40.021495 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-9c340e7a-cac5-44b0-9463-aa233c29d077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 1130 time: 0.0395486 Apr 30 05:37:40.121281 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-b514adca-9772-4c8d-8429-e58ad9b0a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:40.122880 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-b514adca-9772-4c8d-8429-e58ad9b0a64b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0950472 Apr 30 05:37:40.149042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:37:40.164101 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-3dca2680-c456-4082-b796-9d330c0911bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 200 len: 217 time: 0.0357409 Apr 30 05:37:40.176522 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:37:40.185180 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:37:40.185788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:37:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:37:40.213805 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-440fae16-5f71-4dcf-8858-54bf3375c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:40.215378 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-440fae16-5f71-4dcf-8858-54bf3375c865 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0462201 Apr 30 05:37:40.277176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c2c11-4321-43f7-8115-d3f6a5ab74bc req-d460fbd5-fac9-4a33-a3d5-8ea7fcb641fc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:40.278703 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f73c2c11-4321-43f7-8115-d3f6a5ab74bc req-d460fbd5-fac9-4a33-a3d5-8ea7fcb641fc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.0513468 Apr 30 05:37:40.296885 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:37:40.327601 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f73c2c11-4321-43f7-8115-d3f6a5ab74bc req-c583cacd-2821-4847-98de-4c9af5d8ffb9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Apr 30 05:37:40.482608 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:37:40.507582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4dfd58-da33-4950-af2b-776a9ca52720 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:37:40.734539 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690e04b-81de-4b61-ae3f-fcd2747e0925 None None] New status for floating IP 33527aa2-2abd-4aa9-80d3-3825ae1acc16: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:37:41.218642 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-fd6260de-31e3-4584-bc91-d5ad252e3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:41.220105 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-fd6260de-31e3-4584-bc91-d5ad252e3623 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393267 Apr 30 05:37:41.314217 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-82301268-5d24-4b0a-bb1d-97cbffd8c476 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Apr 30 05:37:41.489481 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27b717-0db2-42fb-933e-ec8d1ee04427 req-086db62f-3de5-4a15-9637-fcead9bedde6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:41.490970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c27b717-0db2-42fb-933e-ec8d1ee04427 req-086db62f-3de5-4a15-9637-fcead9bedde6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.0937443 Apr 30 05:37:41.526919 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-b8fe5e98-7d29-49f4-b1f9-65cb418f09f1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:37:41.528527 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-b8fe5e98-7d29-49f4-b1f9-65cb418f09f1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Apr 30 05:37:41.534761 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9b48aa68-5cf3-49ea-ab27-d2f0f105b982 req-7f52e2b6-4557-45e3-bc18-5b891fb43dff service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461644 Apr 30 05:37:41.561055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c27b717-0db2-42fb-933e-ec8d1ee04427 req-d58597aa-6d03-4651-b343-f6a8a669444c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac8b11f-5518-401d-b927-f5a0991ae713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612254 Apr 30 05:37:41.616111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Deleting port ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:37:41.616444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:41.703161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] For port ad588fec-a8cb-4418-bcf2-68d785515a9f, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=ad588fec-a8cb-4418-bcf2-68d785515a9f,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:37:41.703519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:41.716959 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Calling delete_port for ad588fec-a8cb-4418-bcf2-68d785515a9f owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:37:42.228434 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (ad588fec-a8cb-4418-bcf2-68d785515a9f), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:42.257154 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'Port': ['ID=ad588fec-a8cb-4418-bcf2-68d785515a9f,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:42.305260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] No DVR routers for this DVR port ad588fec-a8cb-4418-bcf2-68d785515a9f on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:37:42.308468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:42.311856 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-28b50db5-ca7a-4fe8-817a-6452cf68cc50 req-73357ac4-4700-4544-a2a1-21b801137c55 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "DELETE /v2.0/ports/ad588fec-a8cb-4418-bcf2-68d785515a9f HTTP/1.1" status: 204 len: 173 time: 0.7787347 Apr 30 05:37:42.312370 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-deleted', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:37:42.315293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2e968-6ee1-4f52-9f00-64748729921f" -d '{"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-deleted", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:37:42.350953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c77a9e7-c076-47dd-8d0a-19f9ecbe2cce x-openstack-request-id: req-2c77a9e7-c076-47dd-8d0a-19f9ecbe2cce {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:37:42.351267 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1bcc5-d84e-4cc0-b658-49723cdca857", "name": "network-vif-deleted", "tag": "ad588fec-a8cb-4418-bcf2-68d785515a9f", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:37:42.351518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c77a9e7-c076-47dd-8d0a-19f9ecbe2cce {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:37:42.351920 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c77a9e7-c076-47dd-8d0a-19f9ecbe2cce'] response: {'server_uuid': '64a1bcc5-d84e-4cc0-b658-49723cdca857', 'name': 'network-vif-deleted', 'tag': 'ad588fec-a8cb-4418-bcf2-68d785515a9f', 'status': 'completed', 'code': 200} Apr 30 05:37:42.674381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f0db0483-25dc-45fa-8f1b-8b4f6bbd135f req-70c5e67f-e919-4f64-8f15-f4c508f9ca18 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a1bcc5-d84e-4cc0-b658-49723cdca857 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Apr 30 05:37:43.732147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45852) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:43.791057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (0ac8b11f-5518-401d-b927-f5a0991ae713), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:43.815401 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (0ac8b11f-5518-401d-b927-f5a0991ae713), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:43.936227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (0ac8b11f-5518-401d-b927-f5a0991ae713), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:43.938860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:43.940009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ac8b11f-5518-401d-b927-f5a0991ae713 HTTP/1.1" status: 204 len: 168 time: 0.2067823 Apr 30 05:37:43.953220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f0cc1-0d1d-4c7c-8c0c-24f8fb287a8c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac8b11f-5518-401d-b927-f5a0991ae713,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:44.263298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45858) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:44.267975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219427147', 'description': 'tempest-secgroup-smoke-1219427147 description', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:44.330716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.394025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (31d3d537-5f73-4fa0-b91a-388d04f7da22), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.444710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (31d3d537-5f73-4fa0-b91a-388d04f7da22), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.472501 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3d537-5f73-4fa0-b91a-388d04f7da22,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:44.538413 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.539875 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-de3e0ae0-d256-4dec-aae1-9678920c4e09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2753406 Apr 30 05:37:44.543313 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45860) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:44.547586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:44.632918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (e0f2b508-4297-4970-ad9e-c6e06d2eb0ef), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.687260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (e0f2b508-4297-4970-ad9e-c6e06d2eb0ef), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.760070 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (e0f2b508-4297-4970-ad9e-c6e06d2eb0ef), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.781093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f2b508-4297-4970-ad9e-c6e06d2eb0ef,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:44.824713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:44.825845 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9fa6ac25-87de-47e7-9f27-2318cb8b2086 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816112 Apr 30 05:37:44.828554 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45862) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:44.832863 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:44.947602 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (d0eb906b-0eec-4547-8343-016217427b42), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.001559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (d0eb906b-0eec-4547-8343-016217427b42), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.096266 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d0eb906b-0eec-4547-8343-016217427b42), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.114547 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eb906b-0eec-4547-8343-016217427b42,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:45.189705 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.190986 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-c22ee01f-8aea-4fb6-84df-cd25c1aa4e49 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614659 Apr 30 05:37:45.199098 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45864) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:45.203498 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:45.308571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (2d2ed1b6-e56c-4a7c-aeef-07dac3bfbb09), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.310098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:37:45.333790 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: ad588fec-a8cb-4418-bcf2-68d785515a9f {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:37:45.334139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device ad588fec-a8cb-4418-bcf2-68d785515a9f not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:37:45.365336 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (2d2ed1b6-e56c-4a7c-aeef-07dac3bfbb09), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.433291 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2d2ed1b6-e56c-4a7c-aeef-07dac3bfbb09), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.451121 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2ed1b6-e56c-4a7c-aeef-07dac3bfbb09,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:45.532348 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.533553 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b75ac97b-0e71-4681-979a-571c6c4801ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335125 Apr 30 05:37:45.536345 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45866) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:45.541077 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:45.626786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (65f2fdab-b18d-4e68-8a9d-cb2e32603f8d), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.684646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (65f2fdab-b18d-4e68-8a9d-cb2e32603f8d), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.758992 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (65f2fdab-b18d-4e68-8a9d-cb2e32603f8d), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.779596 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f2fdab-b18d-4e68-8a9d-cb2e32603f8d,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:45.835450 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.836647 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ce367d11-8c15-44b7-b564-7e12c09d28b8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993562 Apr 30 05:37:45.839419 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 45868) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:45.843655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:45.901745 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Project e1d516ade0b44253aac55f5092b58f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:37:45.907147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (0d56bd1a-54b6-4f0d-a1d5-fce9cd1895d1), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:45.964569 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (0d56bd1a-54b6-4f0d-a1d5-fce9cd1895d1), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.021818 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (0d56bd1a-54b6-4f0d-a1d5-fce9cd1895d1), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.043632 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d56bd1a-54b6-4f0d-a1d5-fce9cd1895d1,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:46.098255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.099541 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-40ed4b1d-ec70-42c4-8bfb-924b350775d9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591653 Apr 30 05:37:46.102389 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 45870) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:37:46.107762 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'security_group_rule': {'security_group_id': '31d3d537-5f73-4fa0-b91a-388d04f7da22', 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:37:46.176470 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Project e1d516ade0b44253aac55f5092b58f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:37:46.182909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (790f273c-a961-4e6c-a80f-3771109de92a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.246833 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (790f273c-a961-4e6c-a80f-3771109de92a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.302248 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (790f273c-a961-4e6c-a80f-3771109de92a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.318871 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790f273c-a961-4e6c-a80f-3771109de92a,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:37:46.329328 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.329674 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.330022 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.330383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.330724 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.331055 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.331383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.331706 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.332031 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.332355 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.332680 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.333004 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.333324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.333670 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.333988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:37:46.395205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:46.396454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-19817d14-6499-499d-80af-e48cdc67165e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2923753 Apr 30 05:37:51.868157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c989ab6-4479-45e3-b74e-b2084ea621aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:53.922480 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:37:54.141995 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2c0e6cd0-c3c3-4437-a27b-e5cd69ddba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:55.199924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:56.920774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:37:58.279452 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:08.467718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:15.599991 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-fcc360e7-aa7b-4e4f-924c-7650cef3f750 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219427147&fields=id&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 267 time: 0.0456293 Apr 30 05:38:15.706533 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-9d3f347b-8000-4c22-af4f-9aefbcac867d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:15.707949 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-9d3f347b-8000-4c22-af4f-9aefbcac867d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 809 time: 0.1015501 Apr 30 05:38:15.723249 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-8d5a6afd-456c-40f7-a2e8-cbd785287c36 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/quotas/e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 375 time: 0.0099704 Apr 30 05:38:15.771145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-06526766-342f-4e5a-9ecc-0e5500951a08 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428472 Apr 30 05:38:15.786476 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-3c808c48-9d3f-440b-a52d-b3dd26fe7a46 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:38:15.787341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-3c808c48-9d3f-440b-a52d-b3dd26fe7a46 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050135 Apr 30 05:38:15.876998 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-3781f81e-bbb2-4f7d-a048-6b1b20fa8fab service neutron] 10.222.0.16 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Apr 30 05:38:15.963764 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-e3f1de16-087f-42c0-9d63-ef15bb44f12a service neutron] 10.222.0.16 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811882 Apr 30 05:38:16.428453 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4432caac-d16c-47bb-80df-86645a26743b req-82f6ca4f-ac3d-46e1-a1af-efe97f2b6eb4 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0330853 Apr 30 05:38:17.506241 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9cd9e3fe-a9e2-4541-81a3-48ebbd884f75 req-8a03482f-c284-4487-bbd3-e80a2d7bb302 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0284672 Apr 30 05:38:18.586954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-50f8f00b-4da6-4373-8f00-57858ca6b160 req-8722bec1-07d5-4094-be8c-a0295f41fbc7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0292110 Apr 30 05:38:19.663539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-140225a0-2447-44fb-957e-e66b179907a3 req-57ee9f98-6546-4b93-8fe5-ab1b57008598 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0283368 Apr 30 05:38:20.756231 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-31345ba7-f724-439f-9617-35d0a9b62bc3 req-ea86f294-5326-43a1-aa46-fc2e3a67f074 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0281243 Apr 30 05:38:21.855454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-be67f38d-d4f2-43b4-aff9-5486133b7f10 req-a96f2242-bb2a-4ec5-a09e-6cdc3f36e440 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0306892 Apr 30 05:38:21.872391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a5590a44-a33c-460a-ab89-68bf09667be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:22.169246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-45d21ccd-6d80-488c-9f7b-f755889a61e9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:22.170785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-45d21ccd-6d80-488c-9f7b-f755889a61e9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 809 time: 0.1067085 Apr 30 05:38:22.233830 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-d0275d6b-c94f-4d50-8c00-b4006ced41d8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 380 time: 0.0541687 Apr 30 05:38:22.242454 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'port': {'device_id': '4cc8df13-e747-4841-b540-458ca75b182a', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'admin_state_up': True, 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'security_groups': ['31d3d537-5f73-4fa0-b91a-388d04f7da22']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:38:22.398361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Made reservation on behalf of e1d516ade0b44253aac55f5092b58f0e for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:38:22.401778 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:22.529746 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Allocated IP 172.20.0.14 (5fd15acb-ef24-41e8-ae03-d842f5ed8b44/2f4ac82d-dac0-45da-be47-d0279dc0ed3e/cc851c11-2525-47a9-88d9-968cc9918d31) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:38:22.676612 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (cc851c11-2525-47a9-88d9-968cc9918d31), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:22.765625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:22.808093 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:38:22.813533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:38:22.817293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:38:22.841936 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:22.869631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:22.870256 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:22.950503 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-61b2163f-5916-4864-a717-d78a2b00b819 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117229 Apr 30 05:38:22.962111 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Request body: {'port': {'device_id': '4cc8df13-e747-4841-b540-458ca75b182a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:38:22.988885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38b98-a30a-4fce-b92d-a8f9f42ee0aa req-7ee2ab71-a4ba-4e4e-b65a-d4dbbaa94803 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:22.991631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33c38b98-a30a-4fce-b92d-a8f9f42ee0aa req-7ee2ab71-a4ba-4e4e-b65a-d4dbbaa94803 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 932 time: 0.0610805 Apr 30 05:38:23.046957 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-33c38b98-a30a-4fce-b92d-a8f9f42ee0aa req-6098f661-55ed-44b6-a6fd-a6c1fd9cbaf2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490074 Apr 30 05:38:23.050042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-5d93b2c9-5ae7-4366-99a2-ec81d709bfe4 None None] Provisioning complete for port cc851c11-2525-47a9-88d9-968cc9918d31 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:38:23.050534 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5d93b2c9-5ae7-4366-99a2-ec81d709bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.069720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.087117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-5d93b2c9-5ae7-4366-99a2-ec81d709bfe4 None None] Port cc851c11-2525-47a9-88d9-968cc9918d31 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:38:23.345593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc851c11-2525-47a9-88d9-968cc9918d31 {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:38:23.352942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks [] for port (cc851c11-2525-47a9-88d9-968cc9918d31), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.365790 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Transition to ACTIVE for port object cc851c11-2525-47a9-88d9-968cc9918d31 will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:38:23.410444 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.470103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:23.542701 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Attempting to bind port cc851c11-2525-47a9-88d9-968cc9918d31 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:38:23.543122 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Attempting to bind port cc851c11-2525-47a9-88d9-968cc9918d31 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:38:23.543514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Attempting to bind port cc851c11-2525-47a9-88d9-968cc9918d31 on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:38:23.550566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Port cc851c11-2525-47a9-88d9-968cc9918d31 on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:38:23.550975 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Attempting to bind port cc851c11-2525-47a9-88d9-968cc9918d31 on network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:38:23.556465 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:38:23.556952 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Checking segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:38:23.557431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Bound using segment: {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:38:23.558035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Bound port: cc851c11-2525-47a9-88d9-968cc9918d31, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21c74bc-3641-4e99-aa32-4b91c8c32d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:38:23.558504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.633518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:38:23.639837 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:38:23.758834 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.799383 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:23.800018 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:23.801387 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1094 time: 0.8439486 Apr 30 05:38:23.801827 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:38:23.804066 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e87f9-2af9-460b-ac33-603de11dcd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:38:23.830709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe135f4b-91e6-4cc1-844d-1bc1cbaee708 service neutron] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:23.851905 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcd8838-29eb-46be-a686-716aa6b65ab3 x-openstack-request-id: req-3fcd8838-29eb-46be-a686-716aa6b65ab3 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:38:23.852201 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:38:23.852456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fcd8838-29eb-46be-a686-716aa6b65ab3 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:38:23.853026 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcd8838-29eb-46be-a686-716aa6b65ab3'] response: {'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'status': 'completed', 'code': 200} Apr 30 05:38:23.922229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-9445850a-39aa-4f92-bd80-1391c89a3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:23.925695 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-9445850a-39aa-4f92-bd80-1391c89a3983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1128 time: 0.0514109 Apr 30 05:38:24.031667 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-88a48fa7-b803-4dc1-ac73-f34993fa1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.033122 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-88a48fa7-b803-4dc1-ac73-f34993fa1530 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1d516ade0b44253aac55f5092b58f0e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1022751 Apr 30 05:38:24.130624 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b1ccc64-20d4-45f0-994d-a61328f3f4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:24.134341 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-454f2a94-6888-4053-9bb8-c0f1590d9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.136129 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-756e87f9-2af9-460b-ac33-603de11dcd3f req-454f2a94-6888-4053-9bb8-c0f1590d9be1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963440 Apr 30 05:38:24.170725 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7ac8-ddf2-4852-ac6e-79e0742b33fd req-8a2c0448-fe68-42a9-b5d0-5d24f88ebe80 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.172560 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a2c7ac8-ddf2-4852-ac6e-79e0742b33fd req-8a2c0448-fe68-42a9-b5d0-5d24f88ebe80 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0522082 Apr 30 05:38:24.215812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-39042473-05fe-4425-a554-02b2159c9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.218057 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-39042473-05fe-4425-a554-02b2159c9c92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1128 time: 0.0466034 Apr 30 05:38:24.231147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3a2c7ac8-ddf2-4852-ac6e-79e0742b33fd req-5a6510ed-ac30-46cf-b51c-30f8ecc1c542 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507669 Apr 30 05:38:24.264758 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-3278f124-8a9e-4854-9025-e6739c9c54c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 217 time: 0.0402184 Apr 30 05:38:24.311937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-de4ace0d-58ee-4475-969e-501f80579aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.313370 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-de4ace0d-58ee-4475-969e-501f80579aae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0437679 Apr 30 05:38:24.358720 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7461fc-c449-4144-be5e-d580066f304c req-07a6ac4d-c2fe-4789-9e0d-984a9abebb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:24.360218 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-07a6ac4d-c2fe-4789-9e0d-984a9abebb45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402825 Apr 30 05:38:24.455756 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-738087d9-daa5-4ec2-b339-22e6f806ae72 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884981 Apr 30 05:38:24.545607 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-5f7461fc-c449-4144-be5e-d580066f304c req-ad6849cd-31af-464c-b8b4-7e263c51920e service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Apr 30 05:38:25.210232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:25.359343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a0b5c-ffaf-46e8-98e6-7ee5f483e9a1 req-9cc5bb25-ca69-4234-b3dd-50c08d0fe307 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:25.360797 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-855a0b5c-ffaf-46e8-98e6-7ee5f483e9a1 req-9cc5bb25-ca69-4234-b3dd-50c08d0fe307 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0516136 Apr 30 05:38:25.409341 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-855a0b5c-ffaf-46e8-98e6-7ee5f483e9a1 req-c974c542-b757-4db2-8457-f77cfed169c2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Apr 30 05:38:26.571804 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685c66-5d99-48ed-aef3-196cc59e5659 req-7581a524-47d5-41a5-bdde-220ffb532f16 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:26.573271 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e685c66-5d99-48ed-aef3-196cc59e5659 req-7581a524-47d5-41a5-bdde-220ffb532f16 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0470953 Apr 30 05:38:26.621539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e685c66-5d99-48ed-aef3-196cc59e5659 req-79ccb1ea-c487-4c80-9ae1-3b517466dcae tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Apr 30 05:38:26.958938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:27.735419 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefead8e-c706-41d7-ac2c-90b7f2ff0838 req-776bcf0a-8fcb-4e27-9fd2-635f37c79013 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:27.736930 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eefead8e-c706-41d7-ac2c-90b7f2ff0838 req-776bcf0a-8fcb-4e27-9fd2-635f37c79013 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0487275 Apr 30 05:38:27.790726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-eefead8e-c706-41d7-ac2c-90b7f2ff0838 req-18f071ca-e4bf-4183-b224-8387655806d0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Apr 30 05:38:28.267074 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:28.908285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c407b13-c14f-47cc-ba4f-a95dc1d2ff17 req-d6c61555-4f9c-4afc-9419-1eabc1b61e03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:28.909902 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c407b13-c14f-47cc-ba4f-a95dc1d2ff17 req-d6c61555-4f9c-4afc-9419-1eabc1b61e03 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0484965 Apr 30 05:38:28.960946 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8c407b13-c14f-47cc-ba4f-a95dc1d2ff17 req-fe9d70e4-856f-4bd7-b82d-aa7ecd942906 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Apr 30 05:38:30.074091 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb79ab-13ab-45aa-b0e5-c065e8338b56 req-8911e3c9-21ef-40ae-89e2-5b5dee6946a6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:30.075551 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1eb79ab-13ab-45aa-b0e5-c065e8338b56 req-8911e3c9-21ef-40ae-89e2-5b5dee6946a6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0474319 Apr 30 05:38:30.123348 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b1eb79ab-13ab-45aa-b0e5-c065e8338b56 req-6e9219d5-62d0-4aae-99b9-b1f208a09186 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Apr 30 05:38:30.921907 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:38:31.241511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312f67-45b7-404b-8f64-7102ca82db6d req-bf634244-d80d-4148-b5e8-f317ebc1d0a8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:31.242909 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e312f67-45b7-404b-8f64-7102ca82db6d req-bf634244-d80d-4148-b5e8-f317ebc1d0a8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0515432 Apr 30 05:38:31.291487 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4e312f67-45b7-404b-8f64-7102ca82db6d req-1ca33f71-16ea-4619-bd40-fa8e12fc24e9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Apr 30 05:38:32.407405 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b41247-b2df-4f98-8edd-3ef7f0c7cef5 req-5d8011a9-ae01-49f2-b596-37ed40332228 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:32.408887 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17b41247-b2df-4f98-8edd-3ef7f0c7cef5 req-5d8011a9-ae01-49f2-b596-37ed40332228 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0485742 Apr 30 05:38:32.458199 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-17b41247-b2df-4f98-8edd-3ef7f0c7cef5 req-a6d47da7-76fd-420a-8d5e-ba7e13b01b04 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Apr 30 05:38:33.577629 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2157-b286-4080-ad57-0bb0e60567c8 req-49475ba4-7a9a-4214-b544-ab76777121e3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:33.579313 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7cdd2157-b286-4080-ad57-0bb0e60567c8 req-49475ba4-7a9a-4214-b544-ab76777121e3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0525372 Apr 30 05:38:33.633330 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7cdd2157-b286-4080-ad57-0bb0e60567c8 req-18cd5d7c-338c-4470-89c7-ab2aaeab3114 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480747 Apr 30 05:38:34.752901 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec6de2-af82-42f7-8a56-e8e4b8f549ff req-f186c543-9321-4851-8406-af12ae66b741 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:34.754520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d4ec6de2-af82-42f7-8a56-e8e4b8f549ff req-f186c543-9321-4851-8406-af12ae66b741 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0496838 Apr 30 05:38:34.802781 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d4ec6de2-af82-42f7-8a56-e8e4b8f549ff req-d7d2c52d-888a-41b3-b28d-01898c25f694 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Apr 30 05:38:35.913684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8326fcd-67eb-42cd-85b9-46aae87bfaf8 req-c27cfb3a-5198-4019-a78c-c39135d3dff0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:35.915418 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b8326fcd-67eb-42cd-85b9-46aae87bfaf8 req-c27cfb3a-5198-4019-a78c-c39135d3dff0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0471234 Apr 30 05:38:35.968342 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b8326fcd-67eb-42cd-85b9-46aae87bfaf8 req-7b0e1c53-38aa-47ce-a871-dc60559da8ac tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465882 Apr 30 05:38:37.081152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296fbf1-8d10-455c-8661-47e1a8657e01 req-7d6fbf63-75d2-485e-b8a7-ed3e9851cb75 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:37.082620 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d296fbf1-8d10-455c-8661-47e1a8657e01 req-7d6fbf63-75d2-485e-b8a7-ed3e9851cb75 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0469391 Apr 30 05:38:37.129935 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d296fbf1-8d10-455c-8661-47e1a8657e01 req-f52b1569-2a65-4bab-82ef-b007543060e1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Apr 30 05:38:38.242133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455badaa-f83a-43da-8f80-58c5c0a7892a req-28ca351a-71bc-487c-a51b-5e7d569d91e7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:38.243613 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-455badaa-f83a-43da-8f80-58c5c0a7892a req-28ca351a-71bc-487c-a51b-5e7d569d91e7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0468884 Apr 30 05:38:38.292942 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-455badaa-f83a-43da-8f80-58c5c0a7892a req-62eb3126-8158-400e-9a25-bc15f178098c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Apr 30 05:38:38.478002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:39.409424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9c57-870e-41b5-9fdc-8f0df0192eab req-3a116312-0dbb-4679-8df0-5a34a7a7ae6a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:39.410923 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3d7e9c57-870e-41b5-9fdc-8f0df0192eab req-3a116312-0dbb-4679-8df0-5a34a7a7ae6a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0507877 Apr 30 05:38:39.460107 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3d7e9c57-870e-41b5-9fdc-8f0df0192eab req-532ff31b-01dc-443b-a535-a70ecc8078c9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Apr 30 05:38:40.574596 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a530f-da76-4521-8221-74cd0ec1a9e1 req-d21fcc97-f71e-4714-8d00-7e49c880f32e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:40.575944 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-385a530f-da76-4521-8221-74cd0ec1a9e1 req-d21fcc97-f71e-4714-8d00-7e49c880f32e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0463789 Apr 30 05:38:40.624345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-385a530f-da76-4521-8221-74cd0ec1a9e1 req-c0dbac31-bb3e-4853-9508-bb56c8968134 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Apr 30 05:38:41.493329 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:38:41.590975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:38:41.602205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'mac_address': 'fa:16:3e:25:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:38:41.637184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc851c11-2525-47a9-88d9-968cc9918d31 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:38:41.637564 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:41.653732 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc851c11-2525-47a9-88d9-968cc9918d31 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:38:41.673728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:38:41.737798 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c588-e3ba-46ac-8eea-6b7b3a86d17d req-608e6f8c-ba97-4713-95bd-c2d773dcbded tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:41.739307 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74e8c588-e3ba-46ac-8eea-6b7b3a86d17d req-608e6f8c-ba97-4713-95bd-c2d773dcbded tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0476398 Apr 30 05:38:41.781597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:41.792498 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74e8c588-e3ba-46ac-8eea-6b7b3a86d17d req-e7887c60-e432-45eb-b92b-6e8b3c9ff8e7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477242 Apr 30 05:38:41.828802 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:41.835774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.836120 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.836461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.836832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.837166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.837493 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.837823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.838145 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.838495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.838816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.839139 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.839461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.839779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.840096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.840412 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:41.982972 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['cc851c11-2525-47a9-88d9-968cc9918d31'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:38:42.905519 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3ad1-a525-40da-a1dd-0ba633af891b req-726a8bd7-a17f-4899-b10e-cb1098ead0fe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:42.906999 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f5dd3ad1-a525-40da-a1dd-0ba633af891b req-726a8bd7-a17f-4899-b10e-cb1098ead0fe tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 945 time: 0.0466068 Apr 30 05:38:42.954153 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f5dd3ad1-a525-40da-a1dd-0ba633af891b req-23e3f087-7e00-46ce-b052-71300c1766a1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Apr 30 05:38:43.496936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:38:43.543098 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port cc851c11-2525-47a9-88d9-968cc9918d31 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:38:43.632246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port cc851c11-2525-47a9-88d9-968cc9918d31 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:38:43.632620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:43.710380 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc851c11-2525-47a9-88d9-968cc9918d31 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:38:43.710788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:43.733035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:38:43.736131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e93e4b-86b4-41cf-bec8-e626da491c3a" -d '{"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-plugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:38:43.748021 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:38:43.792483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:43.837775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065c2fc8-1774-402f-80a1-9395f6671746 x-openstack-request-id: req-065c2fc8-1774-402f-80a1-9395f6671746 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:38:43.838060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-plugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:38:43.838340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-065c2fc8-1774-402f-80a1-9395f6671746 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:38:43.838731 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065c2fc8-1774-402f-80a1-9395f6671746'] response: {'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'code': 200} Apr 30 05:38:43.843875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:44.069685 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d24b6-ac3c-42c4-8745-3695af038010 req-5badd34d-5790-4ab4-8bad-8475f0500d51 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:44.071091 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b6d24b6-ac3c-42c4-8745-3695af038010 req-5badd34d-5790-4ab4-8bad-8475f0500d51 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0479286 Apr 30 05:38:44.079646 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81cd40-bc12-4426-be75-c66261e1a435 req-b7c015d8-5c93-497e-a58b-53e6c7b4315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:44.081131 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8f81cd40-bc12-4426-be75-c66261e1a435 req-b7c015d8-5c93-497e-a58b-53e6c7b4315d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0396445 Apr 30 05:38:44.119649 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3b6d24b6-ac3c-42c4-8745-3695af038010 req-d9a82e05-3751-4ea6-ae52-cd3024403d09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Apr 30 05:38:44.127564 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-8f81cd40-bc12-4426-be75-c66261e1a435 req-51a886cb-4a5e-4bf8-afb8-1485412468f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Apr 30 05:38:45.237119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6858a4-8890-4e73-9ea6-0a1be2c0517f req-896f4cc7-8a98-4464-a0c2-95dbfd99f524 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:45.238624 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c6858a4-8890-4e73-9ea6-0a1be2c0517f req-896f4cc7-8a98-4464-a0c2-95dbfd99f524 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0501165 Apr 30 05:38:45.288409 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0c6858a4-8890-4e73-9ea6-0a1be2c0517f req-4a4d9b5f-2556-41f0-ae76-9864a77e6f02 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Apr 30 05:38:46.410816 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4554-4df3-41e2-a78a-206dfd97b5f2 req-96838a06-0dfc-4284-851e-839210b1ad0c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:46.412314 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91aa4554-4df3-41e2-a78a-206dfd97b5f2 req-96838a06-0dfc-4284-851e-839210b1ad0c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0493190 Apr 30 05:38:46.463073 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-91aa4554-4df3-41e2-a78a-206dfd97b5f2 req-4ee715a3-2c74-448b-8838-60a26d9d2690 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 Apr 30 05:38:46.601509 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c03f8-23af-4aae-8082-d7fa3130d568 req-eacc8e67-5993-4c1c-a3bd-c3ce95796d2f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:46.602956 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f78c03f8-23af-4aae-8082-d7fa3130d568 req-eacc8e67-5993-4c1c-a3bd-c3ce95796d2f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0612018 Apr 30 05:38:46.662472 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f78c03f8-23af-4aae-8082-d7fa3130d568 req-06f13181-de3a-46e3-9d45-b90446ab9863 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534847 Apr 30 05:38:46.684693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46132) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:38:46.769654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8465e424-0916-4672-9007-d712dc09d284 tempest-TestShelveInstance-1619588754 tempest-TestShelveInstance-1619588754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:46.771209 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-8465e424-0916-4672-9007-d712dc09d284 tempest-TestShelveInstance-1619588754 tempest-TestShelveInstance-1619588754-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1125 time: 0.0855231 Apr 30 05:38:46.773935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46136) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:38:46.778124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:38:46.872732 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:46.958663 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.061603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Allocated IP 172.26.5.220 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/b6bb4c14-540a-4eeb-b66d-1f59863e2dd0) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:38:47.165899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.255219 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.293039 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:38:47.300237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:38:47.304392 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:38:47.307465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=b6bb4c14-540a-4eeb-b66d-1f59863e2dd0,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:47.332999 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.333339 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.333678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.334106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.334463 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.334794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.335120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.335443 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.335767 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.336087 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.336409 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.336730 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.337049 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.337468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.337788 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:38:47.674637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (b75ca256-7fe4-417d-a57a-b1aee75a3721), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.774362 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.919280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:47.992043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:48.061033 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event updated for resources: {'Port': ['ID=b6bb4c14-540a-4eeb-b66d-1f59863e2dd0,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:38:48.073203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (b75ca256-7fe4-417d-a57a-b1aee75a3721), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:48.173867 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Floating IP b75ca256-7fe4-417d-a57a-b1aee75a3721 associated. External IP: 172.26.5.220, port: cc851c11-2525-47a9-88d9-968cc9918d31. Apr 30 05:38:48.728686 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:38:48.838848 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:38:48.849286 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081396d2-6443-492e-aef3-b356af879852 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:38:48.860234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:38:48.860948 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:38:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:38:48.903059 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:48.933734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e0e59d60-416d-4f3f-8f55-33f024f57133 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1586840 Apr 30 05:38:48.934506 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:38:48.936836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcaf847-388a-4c13-9cd5-6d0155d869be" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:38:48.970398 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:38:49.029284 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c78081c-fb49-4c6a-af6c-869d9d4d7cde x-openstack-request-id: req-1c78081c-fb49-4c6a-af6c-869d9d4d7cde {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:38:49.029639 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:38:49.029959 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c78081c-fb49-4c6a-af6c-869d9d4d7cde {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:38:49.030458 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c78081c-fb49-4c6a-af6c-869d9d4d7cde'] response: {'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'status': 'completed', 'code': 200} Apr 30 05:38:49.089670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-1040738e-45e5-4fc3-a6f8-36b752015f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:49.091236 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-1040738e-45e5-4fc3-a6f8-36b752015f7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0392010 Apr 30 05:38:49.189531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-baae98fb-1a04-4b2d-b85f-3d2421975213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:49.191036 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-baae98fb-1a04-4b2d-b85f-3d2421975213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0945084 Apr 30 05:38:49.258972 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-4c4b939f-0550-4f2b-8f26-6f23944e39d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1000 time: 0.0611343 Apr 30 05:38:49.314242 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-ecd4e79e-274d-45e3-b977-b2438ebaf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:49.315732 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-ecd4e79e-274d-45e3-b977-b2438ebaf736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0514691 Apr 30 05:38:49.335831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'b75ca256-7fe4-417d-a57a-b1aee75a3721', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:25:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8df13-e747-4841-b540-458ca75b182a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:38:47Z', 'updated_at': '2022-04-30T05:38:47Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:38:49.360109 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-b969a331-5a7f-4b19-8377-de09dd8ba427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:49.361631 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-b969a331-5a7f-4b19-8377-de09dd8ba427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400736 Apr 30 05:38:49.363095 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081396d2-6443-492e-aef3-b356af879852 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:38:49.371387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:38:49.371982 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:38:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:38:49.450766 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-4a188072-966d-44ad-a9a1-dbf852262c5f service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Apr 30 05:38:49.480636 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:38:49.543443 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3bcaf847-388a-4c13-9cd5-6d0155d869be req-5c12386e-27d6-484f-bace-eac6f38fbb2e service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874727 Apr 30 05:38:49.696941 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-081396d2-6443-492e-aef3-b356af879852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'b75ca256-7fe4-417d-a57a-b1aee75a3721', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:25:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8df13-e747-4841-b540-458ca75b182a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:38:47Z', 'updated_at': '2022-04-30T05:38:47Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:38:49.723339 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081396d2-6443-492e-aef3-b356af879852 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': 'b75ca256-7fe4-417d-a57a-b1aee75a3721', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'mac_address': 'fa:16:3e:25:09:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc8df13-e747-4841-b540-458ca75b182a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:38:47Z', 'updated_at': '2022-04-30T05:38:47Z', 'revision_number': 0, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:38:50.044098 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612d7af-5f7d-413a-88ca-ebcd7e5a9248 None None] New status for floating IP b75ca256-7fe4-417d-a57a-b1aee75a3721: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:38:51.877816 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d602cf57-1318-4857-bdbe-f562f0d423e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:54.106698 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2a0d50d4-fe9d-4dca-a09e-0cfa89d4bbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:55.209495 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:55.870815 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-b444689d-6a54-4e3c-b16a-9955e8e676e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416720 Apr 30 05:38:55.958774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-d7521c2c-5507-40a2-bdfe-3d33510e31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:55.962896 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-d7521c2c-5507-40a2-bdfe-3d33510e31c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0468090 Apr 30 05:38:56.071112 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-58deb4a1-0a14-45ec-887f-1109e1fdddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:56.072700 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-58deb4a1-0a14-45ec-887f-1109e1fdddf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0926352 Apr 30 05:38:56.145809 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-3c0401b0-eb46-43b4-9687-dd4293425476 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0672300 Apr 30 05:38:56.196977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-4c714802-2fc0-46f8-b952-fe64dcf3da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:56.198473 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-4c714802-2fc0-46f8-b952-fe64dcf3da37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0465331 Apr 30 05:38:56.242153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-f4276545-1ca9-4d0a-ba57-72c5e857a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:38:56.243654 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-f4276545-1ca9-4d0a-ba57-72c5e857a547 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399709 Apr 30 05:38:56.339251 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-25503b93-1e54-457a-a7b4-dee65a83b62d service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899010 Apr 30 05:38:56.432582 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-a28fdb8b-e8e9-41fb-81c3-aaab31e0db06 req-09fd23b2-c9b5-406f-9d11-1d9f22367b90 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876124 Apr 30 05:38:56.911805 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:38:58.266089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:07.921085 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:39:08.443501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:21.946427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c70eeb32-7e23-4d41-8b78-b1b602a8c698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:24.145769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-303bce4e-aa8c-426f-ba5f-7309ccca69b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:25.226121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:26.946027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:28.311504 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:38.460154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:44.920214 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:39:51.899901 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d0af451f-b3cb-41d5-a846-94d5818f754e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:54.134305 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bfe5-d1e5-44c6-8f2d-fac7f13b490e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:55.214247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:55.871332 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-5fc3c9d2-18f4-403c-a42d-0101d3b1b8d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376425 Apr 30 05:39:55.949981 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-d03518ba-a4a6-4b22-a8e1-c72e69b00e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:39:55.951519 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-d03518ba-a4a6-4b22-a8e1-c72e69b00e04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0384932 Apr 30 05:39:56.056005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-e115d3c2-f86d-40b1-bedc-fa0c9c0737a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:39:56.057386 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-e115d3c2-f86d-40b1-bedc-fa0c9c0737a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0876696 Apr 30 05:39:56.120986 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-e62cd1a1-d6c2-4468-96ec-711413bd8bae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0577517 Apr 30 05:39:56.171713 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-3491fe24-b631-4f00-986c-086032050d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:39:56.173163 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-3491fe24-b631-4f00-986c-086032050d63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0469425 Apr 30 05:39:56.215810 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-a8d6154f-a244-4fcf-9e3c-b175fcc80255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:39:56.217262 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-a8d6154f-a244-4fcf-9e3c-b175fcc80255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381510 Apr 30 05:39:56.304395 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-94c210e6-d6fd-4db4-abfd-75d6e01667c5 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809731 Apr 30 05:39:56.395559 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-62a68515-b64f-4fa3-aa8d-e578d08685b9 req-3107497a-8689-4d8f-82b7-462fe505d44b service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 Apr 30 05:39:56.922684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:39:58.299728 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:08.505258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:21.888040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7e7134e2-207a-4826-ac13-0dc819b25085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:21.919631 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:40:24.128825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-62eaa047-c641-41a6-97d5-77a0b35bdcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:25.213450 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:26.922387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:28.299544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:38.516686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:51.870349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3dccf09b-610e-48d8-a3d5-742809a53776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:54.133731 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-590a2031-a7ea-43c5-a932-85aedbaa9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:55.241127 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:55.880756 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-de3fe97d-f64f-40f0-bfc7-39db88622fde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416555 Apr 30 05:40:55.961654 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c418-b25e-4b43-b525-f64504644419 req-a7ad96c6-8307-441e-b47d-888d3b8070d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:40:55.963212 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-a7ad96c6-8307-441e-b47d-888d3b8070d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0394003 Apr 30 05:40:56.068813 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c418-b25e-4b43-b525-f64504644419 req-dabcf35a-66ae-4e1e-8cb0-178741f98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:40:56.070171 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-dabcf35a-66ae-4e1e-8cb0-178741f98d69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0888853 Apr 30 05:40:56.134653 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-600bb720-ff68-4f92-a15f-09863dd6d94f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0585160 Apr 30 05:40:56.182888 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c418-b25e-4b43-b525-f64504644419 req-32e402ee-692b-4b29-aa44-43b3c3b77d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:40:56.184313 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-32e402ee-692b-4b29-aa44-43b3c3b77d98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0439734 Apr 30 05:40:56.231918 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c418-b25e-4b43-b525-f64504644419 req-d07e4042-f63f-450c-85a5-cab1854a8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:40:56.233374 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-d07e4042-f63f-450c-85a5-cab1854a8875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430777 Apr 30 05:40:56.322768 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-8ce3a5c4-beb4-4560-b51c-ec723fc9c02d service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Apr 30 05:40:56.415354 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d793c418-b25e-4b43-b525-f64504644419 req-5e90e4da-bc1b-49bf-9094-9c379101f268 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Apr 30 05:40:56.921984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:58.276516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:40:58.918454 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:41:08.504456 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:13.761683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf442b7e-b560-48e3-8216-b3d8900466ea req-4ef12303-f8a6-4498-a3cc-fea1f9aa469f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:13.763181 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf442b7e-b560-48e3-8216-b3d8900466ea req-4ef12303-f8a6-4498-a3cc-fea1f9aa469f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0517910 Apr 30 05:41:13.812621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bf442b7e-b560-48e3-8216-b3d8900466ea req-8aeb230b-db5d-47db-bc66-addbe1e3c4b9 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Apr 30 05:41:14.937285 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac122d-e0f8-4290-afce-b2a5702bdeed req-a5a2dd06-de4d-4562-89bc-15669e23b39f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:14.938765 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5ac122d-e0f8-4290-afce-b2a5702bdeed req-a5a2dd06-de4d-4562-89bc-15669e23b39f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0510600 Apr 30 05:41:14.988975 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5ac122d-e0f8-4290-afce-b2a5702bdeed req-a54b421c-7fd5-407f-894b-a9b7bf84324f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Apr 30 05:41:16.105083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c3b1-d62d-49b5-b45b-dfd95e4f2411 req-fe596493-0158-45b8-a1dd-1ed238c610c7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:16.106559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7e3c3b1-d62d-49b5-b45b-dfd95e4f2411 req-fe596493-0158-45b8-a1dd-1ed238c610c7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0467789 Apr 30 05:41:16.154296 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c7e3c3b1-d62d-49b5-b45b-dfd95e4f2411 req-632c503e-0736-4c64-94b6-ceb43416cf89 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 Apr 30 05:41:17.266721 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0e0ae-dfd6-406d-ab41-32c13188ba63 req-94b6d806-3ae6-4ed1-a935-f71b5603e2a7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:17.268284 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ad0e0ae-dfd6-406d-ab41-32c13188ba63 req-94b6d806-3ae6-4ed1-a935-f71b5603e2a7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0467899 Apr 30 05:41:17.320805 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ad0e0ae-dfd6-406d-ab41-32c13188ba63 req-db97f709-088e-4ea7-b386-4c749a5418e2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463741 Apr 30 05:41:18.434770 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627cd96-df1c-474b-8f63-004729de6795 req-8fde7230-873a-4cfc-96d3-41eb07c45a9c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:18.436308 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2627cd96-df1c-474b-8f63-004729de6795 req-8fde7230-873a-4cfc-96d3-41eb07c45a9c tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0472546 Apr 30 05:41:18.485272 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2627cd96-df1c-474b-8f63-004729de6795 req-542321b2-b06b-49a2-b4bd-e2056b00d3f5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Apr 30 05:41:19.598203 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf852ec-11c6-4e59-b4f7-f5ae0e6ef398 req-b9c6fe56-0d55-4578-91f2-b20e818f001b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:19.599691 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dbf852ec-11c6-4e59-b4f7-f5ae0e6ef398 req-b9c6fe56-0d55-4578-91f2-b20e818f001b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0469744 Apr 30 05:41:19.648177 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dbf852ec-11c6-4e59-b4f7-f5ae0e6ef398 req-a4cc0671-d940-4e17-8100-f6384ea95201 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Apr 30 05:41:20.766993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85a33-9ce0-43ce-858e-4c8f510aef55 req-c8638eb7-eaab-442c-9a27-b94ffbf9cf6e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:20.768435 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e9f85a33-9ce0-43ce-858e-4c8f510aef55 req-c8638eb7-eaab-442c-9a27-b94ffbf9cf6e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0511022 Apr 30 05:41:20.818405 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e9f85a33-9ce0-43ce-858e-4c8f510aef55 req-547959c7-738e-41be-9ec9-ca7956896c9b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Apr 30 05:41:21.875920 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-433eaf31-d48d-43b0-a0a2-b45621d2a476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:21.932840 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea47aa7-8f61-414b-a2d0-90067ae57dd3 req-99fb50ec-7e8c-44e7-9bb2-41b27500e8d6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:21.934314 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ea47aa7-8f61-414b-a2d0-90067ae57dd3 req-99fb50ec-7e8c-44e7-9bb2-41b27500e8d6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0477941 Apr 30 05:41:21.983303 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0ea47aa7-8f61-414b-a2d0-90067ae57dd3 req-d4f9d944-8fd7-41bc-b0e6-a5be5ade74e2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Apr 30 05:41:23.097462 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbf4a6-c792-494a-b7cb-3b2f3fca8e78 req-91d10770-f1e6-4338-9735-9724b5c692c1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:23.098947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14bbf4a6-c792-494a-b7cb-3b2f3fca8e78 req-91d10770-f1e6-4338-9735-9724b5c692c1 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0471354 Apr 30 05:41:23.151165 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-14bbf4a6-c792-494a-b7cb-3b2f3fca8e78 req-8aa947d2-2d2f-4ffd-a1f3-78a716fcfd98 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 Apr 30 05:41:23.937495 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-0c31e8d0-9b83-4cf6-8d8a-51514bcfafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:23.938904 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-0c31e8d0-9b83-4cf6-8d8a-51514bcfafdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0408590 Apr 30 05:41:24.028920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-33cbccce-b53f-404a-9884-1b59aabf92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:24.030372 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-33cbccce-b53f-404a-9884-1b59aabf92e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0851748 Apr 30 05:41:24.094448 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-ad5b2ad6-79ba-41f8-a3f2-ac038624e377 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0575955 Apr 30 05:41:24.116143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fd397471-0532-4a08-b788-0f74014c54c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:24.145353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-168a83c7-da47-4492-a7bd-dab57f55d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:24.146818 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-168a83c7-da47-4492-a7bd-dab57f55d671 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0472307 Apr 30 05:41:24.190593 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-b5a87364-6509-45ac-8f9c-cdd8b9483418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:24.192081 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-b5a87364-6509-45ac-8f9c-cdd8b9483418 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391657 Apr 30 05:41:24.268764 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93118b6-5fe8-478f-9abf-fab2f35015ca req-da5e1a3c-38e5-424a-a458-323e979fa117 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:24.270972 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d93118b6-5fe8-478f-9abf-fab2f35015ca req-da5e1a3c-38e5-424a-a458-323e979fa117 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0488195 Apr 30 05:41:24.282370 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-7d6b5d5e-07f9-4925-b899-f18aa44b173c service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842347 Apr 30 05:41:24.321520 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d93118b6-5fe8-478f-9abf-fab2f35015ca req-f788ac39-a340-4e82-bc54-b6269e9a0c47 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Apr 30 05:41:24.374872 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-e6e50855-e178-4842-8af3-ac7f204a1f34 req-40db293b-8eab-4c9b-92dc-b2fb91c12c4a service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870292 Apr 30 05:41:25.213224 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:25.529914 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e91f7-c3c4-4225-8346-45bb0a0ea5d5 req-5785ed92-12e9-4bd1-9bda-e9b33d836593 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:25.531424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa1e91f7-c3c4-4225-8346-45bb0a0ea5d5 req-5785ed92-12e9-4bd1-9bda-e9b33d836593 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.1417770 Apr 30 05:41:25.580682 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-aa1e91f7-c3c4-4225-8346-45bb0a0ea5d5 req-a60722a1-46d5-4cc8-8529-98abe524c1b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Apr 30 05:41:26.741637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbdeac-c036-4eeb-9741-1a2ccf9f4cc5 req-c3aa358c-1a8e-46fd-a572-b1acc7681f0f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:26.743665 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8fbbdeac-c036-4eeb-9741-1a2ccf9f4cc5 req-c3aa358c-1a8e-46fd-a572-b1acc7681f0f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0961082 Apr 30 05:41:26.794546 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8fbbdeac-c036-4eeb-9741-1a2ccf9f4cc5 req-f83ac660-5b45-4758-8b85-bd7ad351fafc tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Apr 30 05:41:26.979611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:27.908272 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4c359-9476-4536-a1c9-41f457a0e053 req-736333d4-ad6f-4fdc-a889-4b9cf480707f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:27.909753 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-41f4c359-9476-4536-a1c9-41f457a0e053 req-736333d4-ad6f-4fdc-a889-4b9cf480707f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0478334 Apr 30 05:41:27.958807 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-41f4c359-9476-4536-a1c9-41f457a0e053 req-4e628523-fbb2-49e0-b947-9af9e7e7e0fb tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Apr 30 05:41:28.270287 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:28.333277 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:41:28.409983 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc851c11-2525-47a9-88d9-968cc9918d31 is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:41:28.410390 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:28.432251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:41:28.434499 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33041121-9bfe-486d-af0a-e4fb7e49d286" -d '{"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:41:28.447156 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:41:28.473222 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9b969-93d7-4802-bbd9-027fdd62d73f x-openstack-request-id: req-4cd9b969-93d7-4802-bbd9-027fdd62d73f {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:41:28.473516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:41:28.473769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cd9b969-93d7-4802-bbd9-027fdd62d73f {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:41:28.474170 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd9b969-93d7-4802-bbd9-027fdd62d73f'] response: {'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'code': 200} Apr 30 05:41:28.510895 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:28.565377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:41:28.573300 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.573654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.574050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.574426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.574763 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.575094 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.575422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.575745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.576072 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.576455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.576750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.577099 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.577418 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.577736 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:28.578055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:41:29.084650 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fa6eb-7c41-4647-b3ec-e1d421457a76 req-18a7ad82-f9f8-44c7-93ae-f8e21c66fb83 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:29.086114 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b23fa6eb-7c41-4647-b3ec-e1d421457a76 req-18a7ad82-f9f8-44c7-93ae-f8e21c66fb83 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0520272 Apr 30 05:41:29.134967 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b23fa6eb-7c41-4647-b3ec-e1d421457a76 req-b265d3fa-8796-4c53-b409-9437944c5c74 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Apr 30 05:41:30.250106 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7950-1e80-4a46-a3ea-31289037990e req-6e92f0ba-8c4e-41b8-98c9-9e0082629de7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:30.251596 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d44f7950-1e80-4a46-a3ea-31289037990e req-6e92f0ba-8c4e-41b8-98c9-9e0082629de7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0480173 Apr 30 05:41:30.300571 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d44f7950-1e80-4a46-a3ea-31289037990e req-b0739c8c-905a-4d6c-8360-c472d0801f75 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Apr 30 05:41:30.705176 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580121-9638-4c18-8a81-f72822de98d5 req-aa441897-b2f3-4636-982f-a10a7cab2134 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:30.706672 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-39580121-9638-4c18-8a81-f72822de98d5 req-aa441897-b2f3-4636-982f-a10a7cab2134 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0515876 Apr 30 05:41:30.792963 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-39580121-9638-4c18-8a81-f72822de98d5 req-ec014697-f23b-4a3d-be7e-23dccdacf2f6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799274 Apr 30 05:41:30.794964 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-5b1e0018-9ac6-49f8-af1b-77c9018b5f7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023285 Apr 30 05:41:30.803879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-5e286b8e-c2d3-4c92-ada1-5e1653a263ad service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:41:30.805001 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-5e286b8e-c2d3-4c92-ada1-5e1653a263ad service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052631 Apr 30 05:41:30.922381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-468a9a41-7bec-481f-80ee-a1ee1a66cfa3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:30.923726 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-468a9a41-7bec-481f-80ee-a1ee1a66cfa3 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports/cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 941 time: 0.0906765 Apr 30 05:41:31.911585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03346a09-8c21-4393-9a89-7ffcd1bb1ee3 req-e61a53c0-10a8-4aca-a76b-58ad4972cd93 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:31.913054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03346a09-8c21-4393-9a89-7ffcd1bb1ee3 req-e61a53c0-10a8-4aca-a76b-58ad4972cd93 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0474622 Apr 30 05:41:31.962426 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-03346a09-8c21-4393-9a89-7ffcd1bb1ee3 req-7218e66a-54dc-4394-95a4-47ffb273cfc4 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Apr 30 05:41:33.081340 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdc4fb-33e5-4165-9ebc-89e9b8bb3fb1 req-3ef3b41e-6aee-44cd-923c-cad79a8f3c8d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:33.083027 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bcdc4fb-33e5-4165-9ebc-89e9b8bb3fb1 req-3ef3b41e-6aee-44cd-923c-cad79a8f3c8d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0535681 Apr 30 05:41:33.135183 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4bcdc4fb-33e5-4165-9ebc-89e9b8bb3fb1 req-7f50715a-b680-4c9b-ac5e-e89be7e5eb75 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Apr 30 05:41:34.254868 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada8ae-e5f0-437f-8f10-11f93f0d0e47 req-d88ebefd-7317-48c5-8802-4f0f37498dee tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:34.257117 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64ada8ae-e5f0-437f-8f10-11f93f0d0e47 req-d88ebefd-7317-48c5-8802-4f0f37498dee tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0503330 Apr 30 05:41:34.307858 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64ada8ae-e5f0-437f-8f10-11f93f0d0e47 req-680e1254-21b7-4bcf-9610-220c5f3bad58 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Apr 30 05:41:35.424647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3004d-cb96-4615-9d12-43de4900d5f0 req-25a90a70-0cf9-4e5c-841d-a19358ba4c19 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:35.426155 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5e3004d-cb96-4615-9d12-43de4900d5f0 req-25a90a70-0cf9-4e5c-841d-a19358ba4c19 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0509105 Apr 30 05:41:35.475444 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c5e3004d-cb96-4615-9d12-43de4900d5f0 req-a2d42fbc-33af-494f-91b6-93580fceef5e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Apr 30 05:41:35.917489 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:41:36.589955 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5077c4f-a10e-4cd4-b0c9-216e95091aa7 req-5c73add8-207e-49dc-b554-ae7730d8b837 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:36.591509 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5077c4f-a10e-4cd4-b0c9-216e95091aa7 req-5c73add8-207e-49dc-b554-ae7730d8b837 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0476496 Apr 30 05:41:36.641320 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b5077c4f-a10e-4cd4-b0c9-216e95091aa7 req-24f03a4a-0094-463d-bded-2fa2cba50aab tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 Apr 30 05:41:37.754411 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c3a48-ae48-409b-898a-6b1f28988ed2 req-db7a45c6-eaf8-4343-8563-da3a1471ee56 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:37.755869 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-490c3a48-ae48-409b-898a-6b1f28988ed2 req-db7a45c6-eaf8-4343-8563-da3a1471ee56 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0484753 Apr 30 05:41:37.808006 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-490c3a48-ae48-409b-898a-6b1f28988ed2 req-642d8d10-e59c-4b62-bc52-14ca65796149 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Apr 30 05:41:38.482070 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:38.922939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303b51a-29b4-4bd1-8f09-00ef4505b05d req-2a62dcb3-4979-4803-85a7-b6259566ba92 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:38.924454 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9303b51a-29b4-4bd1-8f09-00ef4505b05d req-2a62dcb3-4979-4803-85a7-b6259566ba92 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0484395 Apr 30 05:41:38.973448 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9303b51a-29b4-4bd1-8f09-00ef4505b05d req-af25a4e6-0d69-4566-bf41-33a3175f9626 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 Apr 30 05:41:40.090218 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c25304-771c-421f-91a5-2fee52ee664b req-ee4f6845-9d05-4a82-a241-048c8de951d6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:40.091723 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4c25304-771c-421f-91a5-2fee52ee664b req-ee4f6845-9d05-4a82-a241-048c8de951d6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0470257 Apr 30 05:41:40.140467 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f4c25304-771c-421f-91a5-2fee52ee664b req-e61c90af-2285-4d89-a34e-b294d9cad504 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Apr 30 05:41:41.258334 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c657-d801-4c5d-94f8-cbb2a99abbf0 req-57abd9cc-14b9-4530-a63a-135168ffdba5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:41.260292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-df57c657-d801-4c5d-94f8-cbb2a99abbf0 req-57abd9cc-14b9-4530-a63a-135168ffdba5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0529077 Apr 30 05:41:41.308230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-df57c657-d801-4c5d-94f8-cbb2a99abbf0 req-bf94b6ce-3d9f-4af5-ac8f-1cde94dc46cb tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Apr 30 05:41:42.422512 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719fa08-bb84-499c-9043-38f49d95ee7e req-d7d73858-f740-42ab-99ab-e4bd3a485f3d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:42.423990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8719fa08-bb84-499c-9043-38f49d95ee7e req-d7d73858-f740-42ab-99ab-e4bd3a485f3d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0476956 Apr 30 05:41:42.473393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8719fa08-bb84-499c-9043-38f49d95ee7e req-7c1cf51e-f2a1-4580-9f58-d876bf2c1c6b tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 Apr 30 05:41:42.860338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-dfc2c1d9-506c-4a65-b6d5-af19fa868dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:42.861796 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-dfc2c1d9-506c-4a65-b6d5-af19fa868dcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&tenant_id=e1d516ade0b44253aac55f5092b58f0e HTTP/1.1" status: 200 len: 1128 time: 0.0427880 Apr 30 05:41:42.871204 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-d3353bb2-7690-438e-a84c-1dc6efd221eb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:41:42.872103 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-d3353bb2-7690-438e-a84c-1dc6efd221eb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051520 Apr 30 05:41:42.935755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-310eef6b-7493-4624-8ff4-bf13e7b73267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:42.937194 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-310eef6b-7493-4624-8ff4-bf13e7b73267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1128 time: 0.0417492 Apr 30 05:41:43.026322 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-879d50c0-5816-45fe-b552-9acca89b5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:43.027716 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-879d50c0-5816-45fe-b552-9acca89b5b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0844083 Apr 30 05:41:43.094492 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-e6125f84-cae2-493a-bf74-53f18041d1cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1000 time: 0.0608656 Apr 30 05:41:43.142893 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-f68a9117-907b-4d31-9225-83a67c45bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:43.144293 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-f68a9117-907b-4d31-9225-83a67c45bc6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0445242 Apr 30 05:41:43.186576 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-a1407752-63ae-40f1-a6a7-db2152473ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:43.187997 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-a1407752-63ae-40f1-a6a7-db2152473ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376971 Apr 30 05:41:43.278053 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-49ebc1ac-d09a-468a-a0bb-604eb52dd3c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Apr 30 05:41:43.363922 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-657d819a-5271-4c9f-b14a-1fd0c582de75 req-b44b1e52-cf7c-4cce-ac1d-5c46974264cd service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799308 Apr 30 05:41:43.584748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7435-ec1a-4e70-86d9-3a1664a52e8e req-374490f7-aeca-4ae8-8f9c-07bfc4521c7e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:43.586136 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-940e7435-ec1a-4e70-86d9-3a1664a52e8e req-374490f7-aeca-4ae8-8f9c-07bfc4521c7e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0467358 Apr 30 05:41:43.639896 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-940e7435-ec1a-4e70-86d9-3a1664a52e8e req-cd195041-0e75-4dcd-be4c-e27a9a554d05 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480754 Apr 30 05:41:44.753318 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0dd16-95b7-49f5-a770-5ad982007f37 req-879cdb5a-351d-4601-aed0-56c93aba01e2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:44.754847 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bdf0dd16-95b7-49f5-a770-5ad982007f37 req-879cdb5a-351d-4601-aed0-56c93aba01e2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0470057 Apr 30 05:41:44.805035 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bdf0dd16-95b7-49f5-a770-5ad982007f37 req-351bb215-79f3-41c3-a64a-5536420eb3c8 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Apr 30 05:41:45.919681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9d563-2f32-40d3-82c7-133d2c271876 req-e3978327-a414-4177-89e6-5e1416910d85 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:45.921129 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-80d9d563-2f32-40d3-82c7-133d2c271876 req-e3978327-a414-4177-89e6-5e1416910d85 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0468366 Apr 30 05:41:45.968947 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-80d9d563-2f32-40d3-82c7-133d2c271876 req-7ec508ae-ac6c-4cd2-8288-f2905e258a09 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Apr 30 05:41:47.084844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519744e-7f7e-4717-a261-26e46eb875ae req-e568c6ae-8030-4264-85fa-0775cbbe1ecf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:47.086294 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6519744e-7f7e-4717-a261-26e46eb875ae req-e568c6ae-8030-4264-85fa-0775cbbe1ecf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0502627 Apr 30 05:41:47.134872 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-6519744e-7f7e-4717-a261-26e46eb875ae req-6792cd3e-b67e-4df3-a658-644b02b67f19 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Apr 30 05:41:48.251501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739111e7-11a9-45e4-bedd-d87a62211367 req-a7cfbc70-282b-4117-a1f0-abc814ac7b34 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:48.253111 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-739111e7-11a9-45e4-bedd-d87a62211367 req-a7cfbc70-282b-4117-a1f0-abc814ac7b34 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0487018 Apr 30 05:41:48.303109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-739111e7-11a9-45e4-bedd-d87a62211367 req-ed25317f-9857-4b94-b89b-2f90a076b3b4 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Apr 30 05:41:49.425420 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56389ca9-1798-4b36-a110-b6d7c01e804a req-c634ddca-1e87-4b9d-af19-235ec8fc6dd0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:49.426915 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56389ca9-1798-4b36-a110-b6d7c01e804a req-c634ddca-1e87-4b9d-af19-235ec8fc6dd0 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0503671 Apr 30 05:41:49.475298 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-56389ca9-1798-4b36-a110-b6d7c01e804a req-7927bfb5-8d18-4eda-902b-26c4a582ac2d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Apr 30 05:41:50.587993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee324e6-7c6b-46e9-923d-3e51b57226b5 req-5855db6c-5588-4249-9e47-99da219f73bf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:50.589450 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ee324e6-7c6b-46e9-923d-3e51b57226b5 req-5855db6c-5588-4249-9e47-99da219f73bf tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0464046 Apr 30 05:41:50.637061 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9ee324e6-7c6b-46e9-923d-3e51b57226b5 req-54729db0-5996-48b7-be87-d3912e3b5ed7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Apr 30 05:41:51.752346 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846d3f-b541-43c9-839c-cfc917e30146 req-78f83914-cc88-4460-a0ff-df758daa2f87 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:51.753836 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad846d3f-b541-43c9-839c-cfc917e30146 req-78f83914-cc88-4460-a0ff-df758daa2f87 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 944 time: 0.0477304 Apr 30 05:41:51.805543 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad846d3f-b541-43c9-839c-cfc917e30146 req-1abb4e55-2b4c-4674-81f0-dcd7a494f540 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Apr 30 05:41:51.869780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-35911554-8ba9-463c-8f25-57a8bb6bd209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:52.474073 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:41:52.571340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:41:52.586058 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'port_id': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'mac_address': 'fa:16:3e:25:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:41:52.625794 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc851c11-2525-47a9-88d9-968cc9918d31 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:41:52.626169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:52.639295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc851c11-2525-47a9-88d9-968cc9918d31 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:41:52.658097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:41:52.732032 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:52.778900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:41:52.919352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da774-e202-4608-acd7-3cb5b2aeebfb req-3b5144ac-62b0-41c2-9f67-7f46c6b1f593 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:52.920830 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-132da774-e202-4608-acd7-3cb5b2aeebfb req-3b5144ac-62b0-41c2-9f67-7f46c6b1f593 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 945 time: 0.0480356 Apr 30 05:41:52.968521 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['cc851c11-2525-47a9-88d9-968cc9918d31'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:41:52.969079 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-132da774-e202-4608-acd7-3cb5b2aeebfb req-107e8dab-4fe1-4e9f-8ca9-d87de23ca03d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Apr 30 05:41:54.083388 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e41df4-4712-4ddb-bd62-0fdf558d9b83 req-2bbb105f-0ef5-4c09-afe8-f8a37246a1d5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:54.088710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64e41df4-4712-4ddb-bd62-0fdf558d9b83 req-2bbb105f-0ef5-4c09-afe8-f8a37246a1d5 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 945 time: 0.0484962 Apr 30 05:41:54.132996 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-64e41df4-4712-4ddb-bd62-0fdf558d9b83 req-516622a8-08c0-4991-aa97-7a7769e5877e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Apr 30 05:41:54.149658 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4cd1362f-6290-45bb-98c8-6875843c9aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:54.474607 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:41:54.521960 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port cc851c11-2525-47a9-88d9-968cc9918d31 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:41:54.522350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:54.595904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port cc851c11-2525-47a9-88d9-968cc9918d31 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:41:54.596276 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:54.617815 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:41:54.620056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc475ed-5ea2-41c6-8cfd-83337b300628" -d '{"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-plugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:41:54.631740 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:41:54.657186 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6efbdc-a393-4c6a-b1e0-22b47f033949 x-openstack-request-id: req-fe6efbdc-a393-4c6a-b1e0-22b47f033949 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:41:54.657483 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-plugged", "status": "completed", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:41:54.657741 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe6efbdc-a393-4c6a-b1e0-22b47f033949 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:41:54.658142 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6efbdc-a393-4c6a-b1e0-22b47f033949'] response: {'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'code': 200} Apr 30 05:41:54.698839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:54.747293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:41:55.147797 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aacac-9e83-49bc-af6b-51da00aff0f5 req-d69fb658-f373-4d0e-9fff-533f7f8b8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:55.149274 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-da6aacac-9e83-49bc-af6b-51da00aff0f5 req-d69fb658-f373-4d0e-9fff-533f7f8b8199 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.1120744 Apr 30 05:41:55.195929 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-da6aacac-9e83-49bc-af6b-51da00aff0f5 req-099896bc-ac5d-46c6-a8db-68cec24a098d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 Apr 30 05:41:55.217572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:55.253399 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d49d-12ea-4df4-8fcc-6271ee566c52 req-4807b7b8-d830-43b1-bf35-2839d7c905c2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:55.254873 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b224d49d-12ea-4df4-8fcc-6271ee566c52 req-4807b7b8-d830-43b1-bf35-2839d7c905c2 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0517945 Apr 30 05:41:55.304734 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-b224d49d-12ea-4df4-8fcc-6271ee566c52 req-8c851eb7-d16e-4f15-8085-34ed533d5a40 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Apr 30 05:41:56.419546 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496302bb-010e-4902-8198-7a3f07a93d7b req-23045441-a706-4e56-a999-ad9a9129c59e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:56.421316 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-496302bb-010e-4902-8198-7a3f07a93d7b req-23045441-a706-4e56-a999-ad9a9129c59e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0479925 Apr 30 05:41:56.473028 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-496302bb-010e-4902-8198-7a3f07a93d7b req-6b80b782-8fe2-43bb-9f26-ff0bba793882 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Apr 30 05:41:56.874922 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-77e82b15-96a7-468a-8217-29444a9fe174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380487 Apr 30 05:41:56.944298 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:41:56.952579 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401b40-eb86-4555-b241-0175ebf372ad req-0215c502-0aac-4d98-8029-8b2fb9520a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:56.954059 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-0215c502-0aac-4d98-8029-8b2fb9520a2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0407615 Apr 30 05:41:57.060704 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401b40-eb86-4555-b241-0175ebf372ad req-9a21c3a7-db6d-4c6f-93ee-f7728348dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:57.062071 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-9a21c3a7-db6d-4c6f-93ee-f7728348dcde service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.0897293 Apr 30 05:41:57.125996 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-1b06c6e2-0c3c-4bdf-a281-162ec0d2c191 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0574486 Apr 30 05:41:57.176747 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401b40-eb86-4555-b241-0175ebf372ad req-b7d7c9f4-60cd-496e-abd4-ed95ad1c91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:57.178168 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-b7d7c9f4-60cd-496e-abd4-ed95ad1c91da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0471053 Apr 30 05:41:57.219607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73401b40-eb86-4555-b241-0175ebf372ad req-a26e0236-bea7-4f47-af74-59ade6a1dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:41:57.221079 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-a26e0236-bea7-4f47-af74-59ade6a1dbdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0375862 Apr 30 05:41:57.307910 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-f1cf4fcb-35e8-4b65-b3cf-11866a9f3bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815399 Apr 30 05:41:57.397077 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-73401b40-eb86-4555-b241-0175ebf372ad req-cb6d9c72-75ac-43e9-b09b-f9f2e5411284 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842025 Apr 30 05:41:58.308448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:08.521255 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:12.916879 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:42:21.892374 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6ddab35d-473f-4d01-98e4-677d27555bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:24.119485 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d213392a-84bf-4a75-84d0-6df11b0acd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:25.223867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:27.059645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:28.303431 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:38.513918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:49.915473 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:42:51.874614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-07b1cde2-e5fe-482a-8dae-9ea283a2faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:54.132952 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d76a311c-4531-45c2-9efc-7f0ce1bd0b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:55.223505 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:56.949132 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:58.301774 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:42:58.872914 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-15df5d37-08ce-469b-ba63-d11a995374bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417337 Apr 30 05:42:58.950541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-cc98e2cf-06e2-429b-9270-3d140826e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:42:58.951989 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-cc98e2cf-06e2-429b-9270-3d140826e80e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0380840 Apr 30 05:42:59.364968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-18991d77-e37a-43de-b1e5-385ccaae24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:42:59.366448 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-18991d77-e37a-43de-b1e5-385ccaae24fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.3955584 Apr 30 05:42:59.429286 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-7e6cf252-6109-46b5-bcb9-50e79ad05a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 1002 time: 0.0570922 Apr 30 05:42:59.476774 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-1fe54b2b-1b9a-4157-9e9b-7f2ba5bc7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:42:59.478201 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-1fe54b2b-1b9a-4157-9e9b-7f2ba5bc7886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0428226 Apr 30 05:42:59.522879 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-6ab3b869-4cad-454b-89f6-1cb9e5373fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:42:59.524881 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-6ab3b869-4cad-454b-89f6-1cb9e5373fcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410409 Apr 30 05:42:59.610364 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-9d89baa2-5f5c-4c62-bfe2-5d4984de376b service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797358 Apr 30 05:42:59.701227 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-324e6d10-da59-4603-ab4b-d94dfdfd5853 req-b05218ec-a775-498a-8889-3dc9dc144a16 service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Apr 30 05:43:08.507002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:21.906936 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-49a6ad98-c138-451c-b2fb-f0e7c2a53f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:24.125874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d80acdaf-be01-466a-be3f-942ea20785bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:25.240157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:26.914116 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:43:26.971605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:28.296765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:32.517490 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46358) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:32.844896 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Deleting port b6bb4c14-540a-4eeb-b66d-1f59863e2dd0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:32.845154 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:32.919947 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:32.920280 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:32.931879 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Calling delete_port for b6bb4c14-540a-4eeb-b66d-1f59863e2dd0 owned by network:floatingip {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:33.136086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b6bb4c14-540a-4eeb-b66d-1f59863e2dd0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:33.162064 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'Port': ['ID=b6bb4c14-540a-4eeb-b66d-1f59863e2dd0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:33.171003 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.171344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.171683 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.172026 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.172354 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.172681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.173005 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.173329 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.173693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.174019 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.174364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.174687 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.175007 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.175324 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.175645 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:33.242384 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for floatingip (b75ca256-7fe4-417d-a57a-b1aee75a3721), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:33.242714 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Floating IP b75ca256-7fe4-417d-a57a-b1aee75a3721 disassociated (deleted). External IP: 172.26.5.220, port: cc851c11-2525-47a9-88d9-968cc9918d31. Apr 30 05:43:33.456749 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:43:33.568117 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:43:33.572950 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:33.577516 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:43:33.588455 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:33.589065 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:33.604829 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e310cd25-444b-48d9-92b7-c6a00b70381a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "DELETE /v2.0/floatingips/b75ca256-7fe4-417d-a57a-b1aee75a3721 HTTP/1.1" status: 204 len: 168 time: 1.0831158 Apr 30 05:43:33.604829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:43:33.605143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:43:33.649028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a691e6e1-5e2b-4a59-957b-71bf8aae8dd1 x-openstack-request-id: req-a691e6e1-5e2b-4a59-957b-71bf8aae8dd1 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:43:33.649028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:43:33.650109 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a691e6e1-5e2b-4a59-957b-71bf8aae8dd1 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:43:33.650238 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a691e6e1-5e2b-4a59-957b-71bf8aae8dd1'] response: {'name': 'network-changed', 'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'status': 'completed', 'code': 200} Apr 30 05:43:33.729971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:33.734429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-97c1ae78-5026-4dae-934d-7c7f055c678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:33.741011 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-97c1ae78-5026-4dae-934d-7c7f055c678e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1d516ade0b44253aac55f5092b58f0e&device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 1130 time: 0.0619829 Apr 30 05:43:33.851425 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-a83933c3-d1c4-4ddc-b5f9-e9093e7447c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:33.853200 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-a83933c3-d1c4-4ddc-b5f9-e9093e7447c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 200 len: 909 time: 0.1108680 Apr 30 05:43:33.908826 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-e161d5b9-9030-41aa-961f-ead192c64a21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 200 len: 217 time: 0.0486739 Apr 30 05:43:33.932089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:33.961657 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-8471ee1f-d408-4a4d-9db2-1114b534cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:33.963172 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-8471ee1f-d408-4a4d-9db2-1114b534cd18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 200 len: 848 time: 0.0481920 Apr 30 05:43:33.963312 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:43:33.971814 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:33.972467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:34.018449 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-570bef1a-5537-4e95-82a2-4dac0995c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:34.020401 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-570bef1a-5537-4e95-82a2-4dac0995c9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fd15acb-ef24-41e8-ae03-d842f5ed8b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515413 Apr 30 05:43:34.093176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:34.112380 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5b76-5fb1-4571-9203-f107327c940b req-44f4c3c1-8070-48f0-a307-243b81ae41b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:34.113904 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-311a5b76-5fb1-4571-9203-f107327c940b req-44f4c3c1-8070-48f0-a307-243b81ae41b6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0514796 Apr 30 05:43:34.163970 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-311a5b76-5fb1-4571-9203-f107327c940b req-4d15e7e0-ce0c-4653-b230-64fef6a9db43 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Apr 30 05:43:34.287092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:34.314195 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee24848-b5a3-4a14-8ac1-a242952dc407 None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:33:18Z', 'revision_number': 4, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '3c2dee1d-cae2-40b0-8c0c-a3f5900acd96', 'name': '', 'network_id': '5fd15acb-ef24-41e8-ae03-d842f5ed8b44', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'mac_address': 'fa:16:3e:ad:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:17Z', 'updated_at': '2022-04-30T05:33:22Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'subnets': [{'id': '2f4ac82d-dac0-45da-be47-d0279dc0ed3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:43:34.538383 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff3df4-4cd8-44ef-a9b7-3401449133e6 None None] New status for floating IP b75ca256-7fe4-417d-a57a-b1aee75a3721: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:43:35.064583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-2b44a921-5823-4ecc-95f5-91325945f88f service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826287 Apr 30 05:43:35.161027 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-c9e0ac09-b12c-4d48-a389-e3b91d3b1e1a req-c59e985d-6ffe-4e3b-b76c-d21d6933cdfc service neutron] 10.222.0.13 "GET /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Apr 30 05:43:35.281913 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b8571-592d-4b3f-bb6f-6ce4b278f239 req-0dca9daa-3fcb-4c80-b4dd-eae018b0ecc7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:35.283663 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c10b8571-592d-4b3f-bb6f-6ce4b278f239 req-0dca9daa-3fcb-4c80-b4dd-eae018b0ecc7 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0474875 Apr 30 05:43:35.336236 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c10b8571-592d-4b3f-bb6f-6ce4b278f239 req-d39970fa-f2cf-42d6-aed9-1efcd81877ee tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/security-groups?id=31d3d537-5f73-4fa0-b91a-388d04f7da22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466795 Apr 30 05:43:35.534214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e047-660d-432c-8f24-2deed927f615 req-2f400683-ca53-4bc3-9d81-2e508f502616 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:35.535583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-cdb3e047-660d-432c-8f24-2deed927f615 req-2f400683-ca53-4bc3-9d81-2e508f502616 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 946 time: 0.0478888 Apr 30 05:43:35.621578 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Deleting port cc851c11-2525-47a9-88d9-968cc9918d31 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:35.621915 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:35.711301 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] For port cc851c11-2525-47a9-88d9-968cc9918d31, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=cc851c11-2525-47a9-88d9-968cc9918d31,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:35.711666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:35.725047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Calling delete_port for cc851c11-2525-47a9-88d9-968cc9918d31 owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:35.919757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (cc851c11-2525-47a9-88d9-968cc9918d31), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:35.948589 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'Port': ['ID=cc851c11-2525-47a9-88d9-968cc9918d31,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:35.974366 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.974712 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.975052 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.975390 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.975716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.976076 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.976399 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.976719 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.977041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.977969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.978490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.978847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.979172 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.979494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:35.979814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:36.006049 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] No DVR routers for this DVR port cc851c11-2525-47a9-88d9-968cc9918d31 on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:43:36.008536 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:36.011928 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-cdb3e047-660d-432c-8f24-2deed927f615 req-de625682-2b50-48aa-98dc-baa35c745d9d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.13 "DELETE /v2.0/ports/cc851c11-2525-47a9-88d9-968cc9918d31 HTTP/1.1" status: 204 len: 173 time: 0.4713597 Apr 30 05:43:36.012354 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-deleted', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:43:36.014600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517a7f83-ea46-4ca1-b14b-249224f9253f" -d '{"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-deleted", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:43:36.162164 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43928874-3dd7-45ae-abeb-4b2908383faa x-openstack-request-id: req-43928874-3dd7-45ae-abeb-4b2908383faa {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:43:36.162801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc8df13-e747-4841-b540-458ca75b182a", "name": "network-vif-deleted", "tag": "cc851c11-2525-47a9-88d9-968cc9918d31", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:43:36.162801 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43928874-3dd7-45ae-abeb-4b2908383faa {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:43:36.163166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43928874-3dd7-45ae-abeb-4b2908383faa'] response: {'server_uuid': '4cc8df13-e747-4841-b540-458ca75b182a', 'name': 'network-vif-deleted', 'tag': 'cc851c11-2525-47a9-88d9-968cc9918d31', 'status': 'completed', 'code': 200} Apr 30 05:43:36.441345 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-974d88de-3882-4467-be40-ad27bee7982a req-43ec7be5-03b6-45f0-a3a1-98cfc0b0ec47 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0320990 Apr 30 05:43:37.542100 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-54dfcea7-a4a4-49c4-8cae-f41e96010d8c req-f205a2b0-67e2-4493-8aba-cddd409a4e4a tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0326753 Apr 30 05:43:38.518244 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:38.638580 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4af8a029-0c6d-428c-9ac2-550317b3593d req-25e87224-cdd0-4b69-8b30-d5aae2c18d91 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0284212 Apr 30 05:43:39.112717 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:39.134951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: cc851c11-2525-47a9-88d9-968cc9918d31 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:39.135296 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device cc851c11-2525-47a9-88d9-968cc9918d31 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:39.742617 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-66aad7ce-5bd9-4601-aadb-7cc7a901c1d1 req-7fc266cf-1e51-46ec-9612-48fc24a38673 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0321915 Apr 30 05:43:40.840147 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-a7a7597c-2348-4e15-a04f-21aea8e59842 req-f32d9e43-81ae-49c7-9de6-36bb0d55d2f6 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0281997 Apr 30 05:43:41.936064 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8d775dd0-e5cb-4f3d-b52d-e44ff9ed1f0b req-cbdad56f-d9b7-4c47-a8d6-b93710f1c58e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0284057 Apr 30 05:43:43.032627 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-00409257-87ff-45e4-9bc0-5e6abb8cc51d req-05d6577d-8031-426d-8941-c0345af4bc9e tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0279489 Apr 30 05:43:44.132941 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-413083c8-05e6-4382-bf5a-1c0c953ddd3b req-f4c8afe2-bd50-4c4b-9277-cf8e9e8ae21f tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0324249 Apr 30 05:43:45.228827 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cce080bb-75e9-4a96-bf5d-687b3ccf9c5e req-5117c65d-8ba3-4150-ba7f-df1ce43a633d tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc8df13-e747-4841-b540-458ca75b182a HTTP/1.1" status: 200 len: 210 time: 0.0271809 Apr 30 05:43:46.285088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46434) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:46.344403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (31d3d537-5f73-4fa0-b91a-388d04f7da22), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:46.369367 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (31d3d537-5f73-4fa0-b91a-388d04f7da22), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:46.491612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (31d3d537-5f73-4fa0-b91a-388d04f7da22), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:46.494212 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:46.495408 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] 10.222.0.16 "DELETE /v2.0/security-groups/31d3d537-5f73-4fa0-b91a-388d04f7da22 HTTP/1.1" status: 204 len: 168 time: 0.2093263 Apr 30 05:43:46.506693 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735335e-7ec4-4571-a6ff-aa5d458a2497 tempest-TestShelveInstance-1657536002 tempest-TestShelveInstance-1657536002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3d537-5f73-4fa0-b91a-388d04f7da22,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:46.635100 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46438) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:47.114807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:47.360821 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Deleting port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:47.361146 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:47.441697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] For port 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:47.442046 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:47.456084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Calling delete_port for 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:47.720053 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3c2dee1d-cae2-40b0-8c0c-a3f5900acd96), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:47.745505 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2dee1d-cae2-40b0-8c0c-a3f5900acd96,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:47.930597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:48.159331 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Router ea0d40f6-5253-4f2b-8bc5-42b5134108aa has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:43:48.272315 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:43:48.278092 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-7f5a964e-b018-4f11-b2de-d31807b61316 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0d40f6-5253-4f2b-8bc5-42b5134108aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401012 Apr 30 05:43:48.280695 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46442) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:48.282686 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Sync routers for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:43:48.294588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:48.295540 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:48.398500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks [] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:48.406510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:48.510204 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks [] for router_gateway (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:48.581011 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:43:47Z', 'revision_number': 5, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port': {'id': 'dc56707b-f6f3-4d46-a215-fb7a5ae62526', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:16Z', 'updated_at': '2022-04-30T05:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:48.607477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Checking router: ea0d40f6-5253-4f2b-8bc5-42b5134108aa for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:43:48.615871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Routers {'ea0d40f6-5253-4f2b-8bc5-42b5134108aa'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:48.616477 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:48.653363 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Deleting port dc56707b-f6f3-4d46-a215-fb7a5ae62526 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:48.653748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:48.708421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] Set router ea0d40f6-5253-4f2b-8bc5-42b5134108aa gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:48.752279 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] For port dc56707b-f6f3-4d46-a215-fb7a5ae62526, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dc56707b-f6f3-4d46-a215-fb7a5ae62526,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:48.752634 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:48.764487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:43:48Z', 'revision_number': 6, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:48.765970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Calling delete_port for dc56707b-f6f3-4d46-a215-fb7a5ae62526 owned by network:router_gateway {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:48.791203 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74f145-df76-42b2-8bdf-ab4c7afac4ec None None] The sync data for ids ['ea0d40f6-5253-4f2b-8bc5-42b5134108aa'] in dv-neutron-838078-9-hyperv is: [{'id': 'ea0d40f6-5253-4f2b-8bc5-42b5134108aa', 'name': 'tempest-TestShelveInstance-1959333533-router', 'tenant_id': 'e1d516ade0b44253aac55f5092b58f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:15Z', 'updated_at': '2022-04-30T05:43:48Z', 'revision_number': 6, 'project_id': 'e1d516ade0b44253aac55f5092b58f0e', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:43:49.005836 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (dc56707b-f6f3-4d46-a215-fb7a5ae62526), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.041865 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc56707b-f6f3-4d46-a215-fb7a5ae62526,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:49.099625 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.555178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.557491 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks [] for router_controller (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.631634 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dc56707b-f6f3-4d46-a215-fb7a5ae62526 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:49.653149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: dc56707b-f6f3-4d46-a215-fb7a5ae62526 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:49.653487 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dc56707b-f6f3-4d46-a215-fb7a5ae62526 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:49.653904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:49.667066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (ea0d40f6-5253-4f2b-8bc5-42b5134108aa), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.667844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0d40f6-5253-4f2b-8bc5-42b5134108aa {{(pid=111175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:43:49.673496 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.686359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:49.686359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 3c2dee1d-cae2-40b0-8c0c-a3f5900acd96 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:49.687336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-097608c9-6f5c-4a38-af9d-3985068258b9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea0d40f6-5253-4f2b-8bc5-42b5134108aa HTTP/1.1" status: 204 len: 168 time: 1.3935146 Apr 30 05:43:49.687336 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46444) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:49.733044 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Deleting subnet 2f4ac82d-dac0-45da-be47-d0279dc0ed3e {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:43:49.736649 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Publish callbacks [] for subnet (2f4ac82d-dac0-45da-be47-d0279dc0ed3e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.776129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (2f4ac82d-dac0-45da-be47-d0279dc0ed3e), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.856875 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (2f4ac82d-dac0-45da-be47-d0279dc0ed3e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:49.987234 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (2f4ac82d-dac0-45da-be47-d0279dc0ed3e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.014446 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4ac82d-dac0-45da-be47-d0279dc0ed3e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:50.020179 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.026456 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-519f2c8c-7cc5-448f-85c5-4b2d83fc7ebd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2f4ac82d-dac0-45da-be47-d0279dc0ed3e HTTP/1.1" status: 204 len: 168 time: 0.3451025 Apr 30 05:43:50.026857 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46446) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:50.026987 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8078c1-9b13-42fa-b649-b4d14e611454 None None] Network 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:43:50.106200 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (5fd15acb-ef24-41e8-ae03-d842f5ed8b44), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.154368 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Deleting port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:50.154822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.196438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] DHCP port deletion for 5fd15acb-ef24-41e8-ae03-d842f5ed8b44 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:43:50.229549 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] For port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:50.230145 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.244344 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Calling delete_port for da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:50.251391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Deleting port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:50.251764 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.411773 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.444239 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Pushing event deleted for resources: {'Port': ['ID=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:50.448766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] No DVR routers for this DVR port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:43:50.519436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] For port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,segment=NetworkSegment(a21c74bc-3641-4e99-aa32-4b91c8c32d83),segment_id=a21c74bc-3641-4e99-aa32-4b91c8c32d83)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:50.519855 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.531205 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (5fd15acb-ef24-41e8-ae03-d842f5ed8b44), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.533730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Calling delete_port for da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:50.553113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd15acb-ef24-41e8-ae03-d842f5ed8b44']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:50.564383 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21c74bc-3641-4e99-aa32-4b91c8c32d83') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:50.565009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21c74bc-3641-4e99-aa32-4b91c8c32d83') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:50.575735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (a21c74bc-3641-4e99-aa32-4b91c8c32d83), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.600883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (a21c74bc-3641-4e99-aa32-4b91c8c32d83), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.608653 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:43:50.610257 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (a21c74bc-3641-4e99-aa32-4b91c8c32d83), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:43:50.610936 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:43:50.624128 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (da38afc6-f7ec-42b3-9c23-60e8b45ba5f7), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.657620 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Pushing event deleted for resources: {'Port': ['ID=da38afc6-f7ec-42b3-9c23-60e8b45ba5f7,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:50.664448 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] No DVR routers for this DVR port da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:43:50.682427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.682954 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.683712 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.683964 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.684262 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.684601 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.685057 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.685393 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.685725 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.686052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.686406 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.686734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.687055 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.687520 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.687856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9af1a1-659d-469c-ae81-f4e99cef63c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:43:50.754824 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (5fd15acb-ef24-41e8-ae03-d842f5ed8b44), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.770838 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:50.777050 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] 10.222.0.16 "DELETE /v2.0/networks/5fd15acb-ef24-41e8-ae03-d842f5ed8b44 HTTP/1.1" status: 204 len: 168 time: 0.7463505 Apr 30 05:43:50.777050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5d8c-f58e-4454-83d0-1895d4b232cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd15acb-ef24-41e8-ae03-d842f5ed8b44,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:50.777314 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46448) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:51.139394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:51.373134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:51.385543 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Deleting port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:51.385883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:51.393437 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:51.393780 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device da38afc6-f7ec-42b3-9c23-60e8b45ba5f7 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:51.469143 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] For port 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:51.469523 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:51.482191 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Calling delete_port for 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:51.730468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:51.761933 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Pushing event deleted for resources: {'Port': ['ID=88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:51.900284 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9cb-b269-4acc-9a25-f4c2e35c9b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:51.942647 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:52.172849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Router c8a08a00-f221-4254-9b24-0b7bcdac9207 has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:43:52.286818 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:43:52.292336 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-b6fb967d-cf86-49a3-9ddd-56ec7f4a17dc admin admin] 10.222.0.16 "PUT /v2.0/routers/c8a08a00-f221-4254-9b24-0b7bcdac9207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141356 Apr 30 05:43:52.294937 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46450) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:52.296629 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Sync routers for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:43:52.307115 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:52.307735 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:52.406953 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks [] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:52.417512 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:52.515643 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks [] for router_gateway (c8a08a00-f221-4254-9b24-0b7bcdac9207), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:52.589382 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:43:51Z', 'revision_number': 5, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port': {'id': '753ab9e1-3de4-4c04-9e10-8f4e8c92853d', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:33:22Z', 'updated_at': '2022-04-30T05:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:52.617778 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Checking router: c8a08a00-f221-4254-9b24-0b7bcdac9207 for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:43:52.627027 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Routers {'c8a08a00-f221-4254-9b24-0b7bcdac9207'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:43:52.627655 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['c8a08a00-f221-4254-9b24-0b7bcdac9207'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:52.727265 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] Set router c8a08a00-f221-4254-9b24-0b7bcdac9207 gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:43:52.786382 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:43:52Z', 'revision_number': 6, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:52.814236 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a28e8-a811-4eb5-8933-345144d317d4 None None] The sync data for ids ['c8a08a00-f221-4254-9b24-0b7bcdac9207'] in dv-neutron-838078-9-hyperv is: [{'id': 'c8a08a00-f221-4254-9b24-0b7bcdac9207', 'name': 'tempest-TestShelveInstance-496025214-router', 'tenant_id': 'cff1eca439994fb48410337c09e9d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:33:21Z', 'updated_at': '2022-04-30T05:43:52Z', 'revision_number': 6, 'project_id': 'cff1eca439994fb48410337c09e9d83e', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:43:52.953344 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Deleting port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:52.953673 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.032180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] For port 753ab9e1-3de4-4c04-9e10-8f4e8c92853d, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:53.032548 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.048021 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Calling delete_port for 753ab9e1-3de4-4c04-9e10-8f4e8c92853d owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:53.284438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (753ab9e1-3de4-4c04-9e10-8f4e8c92853d), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.314337 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=753ab9e1-3de4-4c04-9e10-8f4e8c92853d,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:53.376920 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.468429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.470585 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks [] for router_controller (c8a08a00-f221-4254-9b24-0b7bcdac9207), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.581308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (c8a08a00-f221-4254-9b24-0b7bcdac9207), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.581886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a08a00-f221-4254-9b24-0b7bcdac9207 {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:43:53.590127 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.593589 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-3c7b5bed-c001-42bb-976c-391f6f42b6b6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c8a08a00-f221-4254-9b24-0b7bcdac9207 HTTP/1.1" status: 204 len: 168 time: 1.2974439 Apr 30 05:43:53.594151 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46452) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:53.644364 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Deleting subnet 4d5e5417-af71-40a5-abf0-47a3ce91d715 {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:43:53.647112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:53.647610 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Publish callbacks [] for subnet (4d5e5417-af71-40a5-abf0-47a3ce91d715), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.668169 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:53.668513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 88e7661f-af1d-4c2b-bdc6-1ffa39d95ab0 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:53.672779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 753ab9e1-3de4-4c04-9e10-8f4e8c92853d no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:53.688909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (4d5e5417-af71-40a5-abf0-47a3ce91d715), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.692405 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 753ab9e1-3de4-4c04-9e10-8f4e8c92853d {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:53.692775 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 753ab9e1-3de4-4c04-9e10-8f4e8c92853d not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:53.772378 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (4d5e5417-af71-40a5-abf0-47a3ce91d715), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.880269 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (4d5e5417-af71-40a5-abf0-47a3ce91d715), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.907164 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5e5417-af71-40a5-abf0-47a3ce91d715,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:53.909357 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:53.913221 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-fe0be252-cf3f-4c0b-8ac3-ac7d698702c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4d5e5417-af71-40a5-abf0-47a3ce91d715 HTTP/1.1" status: 204 len: 168 time: 0.3174155 Apr 30 05:43:53.915124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f87e61d-b71e-49fb-ad40-31d733f66072 None None] Network 1766eb18-fe59-4b0e-af86-6a92f0add3ad requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:43:53.915847 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46454) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:53.984932 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (1766eb18-fe59-4b0e-af86-6a92f0add3ad), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.035057 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Deleting port d7383133-89fb-465c-8942-789b21bfbc07 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:54.035389 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d7383133-89fb-465c-8942-789b21bfbc07), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.081738 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] DHCP port deletion for 1766eb18-fe59-4b0e-af86-6a92f0add3ad request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:43:54.100402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] For port d7383133-89fb-465c-8942-789b21bfbc07, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d7383133-89fb-465c-8942-789b21bfbc07,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:54.100889 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d7383133-89fb-465c-8942-789b21bfbc07), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.113750 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Calling delete_port for d7383133-89fb-465c-8942-789b21bfbc07 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:54.125797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Deleting port d7383133-89fb-465c-8942-789b21bfbc07 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:43:54.126167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (d7383133-89fb-465c-8942-789b21bfbc07), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.140488 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-50e856bc-22e9-457b-9ef9-0c97120a35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.192789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] For port d7383133-89fb-465c-8942-789b21bfbc07, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=d7383133-89fb-465c-8942-789b21bfbc07,segment=NetworkSegment(08eebf1c-93bf-4ff7-800e-8a104435e3d9),segment_id=08eebf1c-93bf-4ff7-800e-8a104435e3d9)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:54.193111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (d7383133-89fb-465c-8942-789b21bfbc07), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.205937 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Calling delete_port for d7383133-89fb-465c-8942-789b21bfbc07 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:43:54.268442 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (d7383133-89fb-465c-8942-789b21bfbc07), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.286355 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (d7383133-89fb-465c-8942-789b21bfbc07), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.295707 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7383133-89fb-465c-8942-789b21bfbc07,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:54.301711 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] No DVR routers for this DVR port d7383133-89fb-465c-8942-789b21bfbc07 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:43:54.312840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] Pushing event deleted for resources: {'Port': ['ID=d7383133-89fb-465c-8942-789b21bfbc07,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:54.316414 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe148c-230d-49a6-9397-463ea69dbc7d None None] No DVR routers for this DVR port d7383133-89fb-465c-8942-789b21bfbc07 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:43:54.371917 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (1766eb18-fe59-4b0e-af86-6a92f0add3ad), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.395638 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1766eb18-fe59-4b0e-af86-6a92f0add3ad']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:54.405415 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eebf1c-93bf-4ff7-800e-8a104435e3d9') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:54.405710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eebf1c-93bf-4ff7-800e-8a104435e3d9') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:43:54.415691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (08eebf1c-93bf-4ff7-800e-8a104435e3d9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.428665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (08eebf1c-93bf-4ff7-800e-8a104435e3d9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.434567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:43:54.434950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (08eebf1c-93bf-4ff7-800e-8a104435e3d9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:43:54.436624 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:43:54.536865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (1766eb18-fe59-4b0e-af86-6a92f0add3ad), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.541511 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.544819 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1766eb18-fe59-4b0e-af86-6a92f0add3ad HTTP/1.1" status: 204 len: 168 time: 0.6279209 Apr 30 05:43:54.557294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f4eb-6c6e-4b6d-b75d-a90b363e8fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1766eb18-fe59-4b0e-af86-6a92f0add3ad,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:54.804451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46458) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:54.849747 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-cd13321e-d045-4095-a172-396f59a9c67e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1d516ade0b44253aac55f5092b58f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439525 Apr 30 05:43:54.852237 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46460) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:54.898993 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] Publish callbacks [] for security_group (c392b4b2-83f2-45f6-93e1-68e7afc8e0de), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:54.919428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] Publish callbacks [] for security_group (c392b4b2-83f2-45f6-93e1-68e7afc8e0de), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.039627 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (c392b4b2-83f2-45f6-93e1-68e7afc8e0de), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.042095 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.043292 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c392b4b2-83f2-45f6-93e1-68e7afc8e0de HTTP/1.1" status: 204 len: 168 time: 0.1901703 Apr 30 05:43:55.051287 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e31e71-4f06-4bff-b4c1-6d8dde4ed5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392b4b2-83f2-45f6-93e1-68e7afc8e0de,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:55.237976 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.374838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d7383133-89fb-465c-8942-789b21bfbc07 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:43:55.394328 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: d7383133-89fb-465c-8942-789b21bfbc07 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:43:55.394669 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device d7383133-89fb-465c-8942-789b21bfbc07 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:43:55.710396 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46466) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:55.751159 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-63e88066-7fc8-4d64-8dc3-fe6b711859b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cff1eca439994fb48410337c09e9d83e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389516 Apr 30 05:43:55.753465 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46468) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:55.801028 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] Publish callbacks [] for security_group (b35f9222-432b-49db-a6c0-a9c95fb6f83e), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.823422 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] Publish callbacks [] for security_group (b35f9222-432b-49db-a6c0-a9c95fb6f83e), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.934623 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (b35f9222-432b-49db-a6c0-a9c95fb6f83e), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.937155 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:55.938309 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b35f9222-432b-49db-a6c0-a9c95fb6f83e HTTP/1.1" status: 204 len: 168 time: 0.1839528 Apr 30 05:43:55.946387 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af618-7e90-491b-90f4-854e67f00db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f9222-432b-49db-a6c0-a9c95fb6f83e,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:56.971054 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.004122 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46490) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:57.098029 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1176655411-network', 'tenant_id': '073066300b924daea903a27683f4e271'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:43:57.171096 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Made reservation on behalf of 073066300b924daea903a27683f4e271 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:43:57.173385 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.182468 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.254521 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks [] for security_group (25dd9f61-a34f-4c2b-9e1a-26b504f53ba8), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.337047 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (25dd9f61-a34f-4c2b-9e1a-26b504f53ba8), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.364133 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:43:57.371065 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd9f61-a34f-4c2b-9e1a-26b504f53ba8,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:57.377812 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (256b96e4-b082-4ff1-9800-7b0e6c4a6008), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.383595 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Added segment 256b96e4-b082-4ff1-9800-7b0e6c4a6008 of type vlan for network 4eed37c7-5d06-47ab-8473-741c9932fd00 Apr 30 05:43:57.418372 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (4eed37c7-5d06-47ab-8473-741c9932fd00), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.474050 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (4eed37c7-5d06-47ab-8473-741c9932fd00), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.475043 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:57.475612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.536885 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4eed37c7-5d06-47ab-8473-741c9932fd00,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:57.545099 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-affa1e02-0e03-4f74-adf6-19d5b24fafb2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5398293 Apr 30 05:43:57.547106 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:43:57.547844 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46494) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:57.552565 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Request body: {'subnet': {'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1176655411-subnet', 'tenant_id': '073066300b924daea903a27683f4e271', 'ip_version': 4}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:43:57.633987 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Made reservation on behalf of 073066300b924daea903a27683f4e271 for: {'subnet': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:43:57.636400 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12189182'] for subnet (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.857023 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11578646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12188940'] for subnet (fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:57.912939 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:57.920320 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Checking segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:43:57.920676 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Network hostable DHCP agents. Network: 4eed37c7-5d06-47ab-8473-741c9932fd00, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:43:58.020932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:43:58.117666 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 4eed37c7-5d06-47ab-8473-741c9932fd00) {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:43:58.121742 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:43:58.122361 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.126366 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65685bfa-1287-4c6c-9dec-c7412bd7a8ae None None] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:43:58.217812 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-e4cbd242-1806-4ced-9f56-db389496311b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6687217 Apr 30 05:43:58.220410 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46496) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:43:58.227926 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:43:58.232761 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-4eed37c7-5d06-47ab-8473-741c9932fd00', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:43:58.233571 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.304678 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.331330 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.332531 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.371633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Allocated IP 172.20.0.2 (4eed37c7-5d06-47ab-8473-741c9932fd00/fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442/afe80f25-0ff7-4aeb-9cb3-a6d913046a80) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:43:58.390478 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for router_controller (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), precommit_add_association {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.514600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks [] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.572102 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.590500 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for router_gateway (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.606917 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:43:58.609718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:43:58.612207 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:43:58.630714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Pushing event updated for resources: {'Port': ['ID=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:58.678387 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Attempting to bind port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:43:58.678754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Attempting to bind port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:43:58.679113 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Attempting to bind port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:43:58.684594 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:43:58.684984 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Checking segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:43:58.685942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.686363 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Bound using segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:43:58.686834 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Bound port: afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:43:58.687217 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.753747 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] For port afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:43:58.757060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] For port afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:43:58.836201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for router_gateway (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.852143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.854474 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:58.913018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d791e2-d640-4fe5-afa5-64fd20e0c5da None None] Pushing event updated for resources: {'Port': ['ID=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:58.966193 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Allocated IP 172.26.5.232 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/b46b5b1d-e245-4365-b701-8b0d2c9cff2e) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:43:59.084066 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.175735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.214231 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:43:59.217075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:43:59.222705 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:43:59.250909 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Pushing event updated for resources: {'Port': ['ID=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:59.408429 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device afe80f25-0ff7-4aeb-9cb3-a6d913046a80 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:43:59.456047 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:43:59.456421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.544373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:43:59.545249 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.547259 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for router_gateway (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.580130 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:43:59.657080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.710600 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:43:59.757714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.813214 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0cb607-d94a-46da-9602-c5336a6f2139 None None] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:43:59.885791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cbab83da-f4d3-48fa-b1f5-121cb297df65 None None] Provisioning complete for port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:43:59.886105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cbab83da-f4d3-48fa-b1f5-121cb297df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:43:59.948343 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:43:59.998928 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cbab83da-f4d3-48fa-b1f5-121cb297df65 None None] Current status of the port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:00.065601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:44:00.076028 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:44:00.087556 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:00.088193 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:00.167654 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.169045 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d79eb9b1-0b52-4ffd-bc1e-3b65ea7b909a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9475577 Apr 30 05:44:00.171637 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46500) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:00.201510 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:00.283350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-0ea517b6-fecc-48df-b7cf-7fedb7f67ef7 None None] Provisioning complete for port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:00.283714 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0ea517b6-fecc-48df-b7cf-7fedb7f67ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.442227 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:43:59Z', 'revision_number': 3, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:00.444005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-0ea517b6-fecc-48df-b7cf-7fedb7f67ef7 None None] Current status of the port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:00.472635 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:44:00.472990 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Updating router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a port b46b5b1d-e245-4365-b701-8b0d2c9cff2e binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:44:00.501939 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.764491 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks [] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.822439 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.872865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Attempting to bind port b46b5b1d-e245-4365-b701-8b0d2c9cff2e on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:00.873233 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Attempting to bind port b46b5b1d-e245-4365-b701-8b0d2c9cff2e by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:00.873588 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Attempting to bind port b46b5b1d-e245-4365-b701-8b0d2c9cff2e on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:00.878968 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88233e-3b54-444d-8345-62200b8c7fae None None] Pushing event updated for resources: {'Port': ['ID=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:00.884460 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:00.884836 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:00.885234 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.885615 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:00.886084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Bound port: b46b5b1d-e245-4365-b701-8b0d2c9cff2e, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:00.886933 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:00.937178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] For port b46b5b1d-e245-4365-b701-8b0d2c9cff2e, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:00.940241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] For port b46b5b1d-e245-4365-b701-8b0d2c9cff2e, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:00.948407 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.034873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.097035 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88233e-3b54-444d-8345-62200b8c7fae None None] Pushing event updated for resources: {'Port': ['ID=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:01.099612 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:01.100220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:01.108198 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Allocated IP 172.20.0.1 (4eed37c7-5d06-47ab-8473-741c9932fd00/fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442/31e951da-5ebb-405c-ae81-4a804aecb388) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:01.210559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks [] for port (31e951da-5ebb-405c-ae81-4a804aecb388), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.301442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.347843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:01.350800 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:01.357511 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:01.365438 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:01.381083 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Pushing event updated for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:01.409394 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.430555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device afe80f25-0ff7-4aeb-9cb3-a6d913046a80 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:01.545513 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:01.546188 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.622919 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:43:59Z', 'revision_number': 3, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:01.639903 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.653160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b2196-1d33-4f48-8a26-2ec1cb36aaad None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:43:59Z', 'revision_number': 3, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:44:01.697056 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-6a1a9a48-47c7-4ddb-8559-7077b632acb6 None None] Provisioning complete for port 31e951da-5ebb-405c-ae81-4a804aecb388 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:01.697421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9a48-47c7-4ddb-8559-7077b632acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.701170 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:01.745967 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a9a48-47c7-4ddb-8559-7077b632acb6 None None] Port 31e951da-5ebb-405c-ae81-4a804aecb388 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:01.820715 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks [] for port (31e951da-5ebb-405c-ae81-4a804aecb388), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.900572 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.973495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:01.973495 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Pushing event updated for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:02.072616 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:02.074067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:02.202302 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:44:02.329119 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:44:02.334184 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-0b724829-23eb-4c4a-a36a-3a98279a58a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/6986a1ce-f5d6-4ca0-8b9f-0ada4403436a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615639 Apr 30 05:44:02.368744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-8082f220-d3dd-40ab-9176-fce5df7a5891 None None] Provisioning complete for port 31e951da-5ebb-405c-ae81-4a804aecb388 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:02.369109 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8082f220-d3dd-40ab-9176-fce5df7a5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:02.406447 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-8082f220-d3dd-40ab-9176-fce5df7a5891 None None] Port 31e951da-5ebb-405c-ae81-4a804aecb388 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:03.007501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46516) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:03.012638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1558939901-network', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:03.086129 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Made reservation on behalf of a42bea7acd134f97949b9bc3ae2543c3 for: {'network': 1} {{(pid=111175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:44:03.088681 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for network (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.097442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.172834 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks [] for security_group (bce9b12e-b581-49d6-b14e-919b68d59485), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.210534 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:44:03.220823 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:03.221417 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:03.237698 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bce9b12e-b581-49d6-b14e-919b68d59485), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.262451 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=111175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 05:44:03.272201 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce9b12e-b581-49d6-b14e-919b68d59485,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:03.277603 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.277950 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.segments_db [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Added segment 8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54 of type vlan for network 292a838e-81c4-4fc0-84d1-449975b71388 Apr 30 05:44:03.319822 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903589003'] for network (292a838e-81c4-4fc0-84d1-449975b71388), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.331062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:03.411866 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46b5b1d-e245-4365-b701-8b0d2c9cff2e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:03.431780 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164'] for network (292a838e-81c4-4fc0-84d1-449975b71388), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.432766 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:03.433345 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.459720 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b46b5b1d-e245-4365-b701-8b0d2c9cff2e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:03.461338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.498099 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] Pushing event updated for resources: {'Network': ['ID=292a838e-81c4-4fc0-84d1-449975b71388,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:03.509932 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Network 292a838e-81c4-4fc0-84d1-449975b71388 details requested by agent ovs-agent-dv-neutron-838078-9-hyperv with host dv-neutron-838078-9-hyperv {{(pid=111176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 30 05:44:03.528335 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-68a92003-9990-4bcc-a590-b113330e605a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5194180 Apr 30 05:44:03.530804 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46518) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:03.537586 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Request body: {'subnet': {'network_id': '292a838e-81c4-4fc0-84d1-449975b71388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1558939901-subnet', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'ip_version': 4}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:03.537798 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 2, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:03.565332 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:44:03.565683 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Updating router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a port 31e951da-5ebb-405c-ae81-4a804aecb388 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:44:03.593485 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.604614 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b46b5b1d-e245-4365-b701-8b0d2c9cff2e is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:03.604999 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.627667 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port b46b5b1d-e245-4365-b701-8b0d2c9cff2e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:03.632249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Made reservation on behalf of a42bea7acd134f97949b9bc3ae2543c3 for: {'subnet': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:44:03.635288 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12028991'] for subnet (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.719945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.777744 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:03.857631 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks [] for port (31e951da-5ebb-405c-ae81-4a804aecb388), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.862846 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11823793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12029133'] for subnet (72a56d69-f830-48e6-bd50-8e96fa7b8b1c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.912360 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:44:03.922244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a56d69-f830-48e6-bd50-8e96fa7b8b1c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:03.932353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Checking segment: {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:03.932710 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Network hostable DHCP agents. Network: 292a838e-81c4-4fc0-84d1-449975b71388, hostable agents: ['5b999f59-a37d-48af-a3d3-771464190f02'], hosted agents: [] {{(pid=111174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 05:44:03.934636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:03.985799 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Pushing event updated for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:04.006906 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.007270 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.007603 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.007946 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.008262 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.008696 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.009023 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.009352 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.009662 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.009985 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.010330 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.013249 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.013249 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.013249 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.013249 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:44:04.032002 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Network 292a838e-81c4-4fc0-84d1-449975b71388 is scheduled to be hosted by DHCP agent 5b999f59-a37d-48af-a3d3-771464190f02 with binding_index 1 {{(pid=111174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 05:44:04.049069 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Attempting to bind port 31e951da-5ebb-405c-ae81-4a804aecb388 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:04.049418 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Attempting to bind port 31e951da-5ebb-405c-ae81-4a804aecb388 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:04.049775 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Attempting to bind port 31e951da-5ebb-405c-ae81-4a804aecb388 on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:04.055048 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:04.055473 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Checking segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:04.055914 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.056302 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Bound using segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:04.056794 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Bound port: 31e951da-5ebb-405c-ae81-4a804aecb388, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:04.057169 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.123323 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838078-9-hyperv, 292a838e-81c4-4fc0-84d1-449975b71388) {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:04.128010 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] For port 31e951da-5ebb-405c-ae81-4a804aecb388, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:04.129270 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:04.130482 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.133636 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] For port 31e951da-5ebb-405c-ae81-4a804aecb388, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=31e951da-5ebb-405c-ae81-4a804aecb388,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:04.133930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1764a6-d20a-4f04-97d3-525afb9fade0 None None] Network 292a838e-81c4-4fc0-84d1-449975b71388 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:44:04.205879 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.231366 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e0adffbf-2992-4103-b087-4c19cb24f925 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6993825 Apr 30 05:44:04.233924 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46520) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:04.240861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Provisioning complete for port 31e951da-5ebb-405c-ae81-4a804aecb388 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:04.241236 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.242856 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:04.245596 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01c91bc1-3711-5db1-810a-929a45d3da5b-292a838e-81c4-4fc0-84d1-449975b71388', 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388', 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'fixed_ips': [{'subnet_id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c'}]}} from dv-neutron-838078-9-hyperv. {{(pid=111176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 30 05:44:04.246453 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.264275 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c8b7c-5259-4bd6-a8b0-5ccd268e89c4 None None] Pushing event updated for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:04.277791 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:04.278446 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:04.340861 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16080'] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.342244 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15915'] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.409445 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Current status of the port 31e951da-5ebb-405c-ae81-4a804aecb388 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:04.409838 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.415759 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for router_controller (5b52bc9e-6e68-4166-8c55-996e7d7b577b), precommit_add_association {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.488163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] For port 31e951da-5ebb-405c-ae81-4a804aecb388, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=31e951da-5ebb-405c-ae81-4a804aecb388,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:04.497751 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:04.503369 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.db_base_plugin_common [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Allocated IP 172.20.0.2 (292a838e-81c4-4fc0-84d1-449975b71388/72a56d69-f830-48e6-bd50-8e96fa7b8b1c/a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9) {{(pid=111176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:04.543178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.630567 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for router_gateway (5b52bc9e-6e68-4166-8c55-996e7d7b577b), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.642036 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41204d-7752-493e-8a46-4995d5e886d8 None None] Pushing event updated for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:04.689942 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1ececaad-4673-4789-8a09-5d114bea5dc7 None None] Provisioning complete for port 31e951da-5ebb-405c-ae81-4a804aecb388 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:04.690343 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1ececaad-4673-4789-8a09-5d114bea5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.699367 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:04.733132 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127313c3-76c5-4f2f-9d08-116f2c439c0e None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:44:04.733423 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks [] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), precommit_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.801969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), after_create {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.826294 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Network 292a838e-81c4-4fc0-84d1-449975b71388 is already hosted by enough agents. {{(pid=111176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:04.854313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.scheduler.base_scheduler [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Resources bound (agent type, host, resource id): {{(pid=111176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:04.861030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1ececaad-4673-4789-8a09-5d114bea5dc7 None None] Current status of the port 31e951da-5ebb-405c-ae81-4a804aecb388 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:04.863427 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Received port after_create {{(pid=111176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:04.888432 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for router_gateway (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.901340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Pushing event updated for resources: {'Port': ['ID=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,revision_number=1']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:04.910515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.931854 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Attempting to bind port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:04.932235 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Attempting to bind port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:04.932597 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Attempting to bind port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 on network 292a838e-81c4-4fc0-84d1-449975b71388 {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:04.938654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:04.939033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Checking segment: {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:04.939440 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:04.939881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Bound using segment: {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:04.940353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Bound port: a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:04.940734 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.017164 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] For port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:05.020870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] For port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:05.030285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Allocated IP 172.26.5.85 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/27395c3e-2b11-477f-877d-03284dd7283b) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:05.074754 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.149163 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391458c-84af-4a91-9305-8a482578ca68 None None] Pushing event updated for resources: {'Port': ['ID=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:05.154943 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for port (27395c3e-2b11-477f-877d-03284dd7283b), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.247015 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (27395c3e-2b11-477f-877d-03284dd7283b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.287766 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:05.297716 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:05.301739 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:05.341115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Pushing event updated for resources: {'Port': ['ID=27395c3e-2b11-477f-877d-03284dd7283b,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:05.552899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46b5b1d-e245-4365-b701-8b0d2c9cff2e up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:05.604143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port b46b5b1d-e245-4365-b701-8b0d2c9cff2e triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:05.604507 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.693832 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port b46b5b1d-e245-4365-b701-8b0d2c9cff2e is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:05.695582 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:05.700527 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for router_gateway (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.761643 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:05.762111 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.843306 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:05.843692 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.883969 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:05.932874 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704537'] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.965765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:05.966595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 31e951da-5ebb-405c-ae81-4a804aecb388 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:06.058555 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:06.074831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 31e951da-5ebb-405c-ae81-4a804aecb388 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:06.075260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:06.161900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 31e951da-5ebb-405c-ae81-4a804aecb388 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:06.169422 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Router 5b52bc9e-6e68-4166-8c55-996e7d7b577b is scheduled to L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 with binding_index 1 {{(pid=111174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 30 05:44:06.219461 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e714f-8d1c-47de-b7de-4cbddd4de720 None None] Network 292a838e-81c4-4fc0-84d1-449975b71388 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:44:06.282031 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:44:06.297618 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Sync routers for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:44:06.306037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-ce279728-d93e-4da9-9e86-cdf5bbba29e6 None None] Provisioning complete for port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:06.306662 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-ce279728-d93e-4da9-9e86-cdf5bbba29e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:06.356353 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:06.360161 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-0b722a24-97e9-4156-8ea3-54bdce0eb753 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1216705 Apr 30 05:44:06.360346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46522) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:06.364295 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:06.368821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:06.656875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-ce279728-d93e-4da9-9e86-cdf5bbba29e6 None None] Current status of the port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:06.665765 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:06.795003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-89b5586b-f383-4d3d-bbd9-246d9668f15e None None] Provisioning complete for port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:06.795377 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-89b5586b-f383-4d3d-bbd9-246d9668f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:06.908757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:05Z', 'revision_number': 3, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:06.940598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Checking router: 5b52bc9e-6e68-4166-8c55-996e7d7b577b for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:44:06.940938 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Updating router 5b52bc9e-6e68-4166-8c55-996e7d7b577b port 27395c3e-2b11-477f-877d-03284dd7283b binding host dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:44:06.973768 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-89b5586b-f383-4d3d-bbd9-246d9668f15e None None] Current status of the port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:06.982462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27395c3e-2b11-477f-877d-03284dd7283b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.130488 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.245864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks [] for port (27395c3e-2b11-477f-877d-03284dd7283b), precommit_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.297441 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Allocated IP 172.20.0.1 (292a838e-81c4-4fc0-84d1-449975b71388/72a56d69-f830-48e6-bd50-8e96fa7b8b1c/dfe24618-00e1-4076-80f9-3abaaa370793) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:07.325876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (27395c3e-2b11-477f-877d-03284dd7283b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.380913 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Attempting to bind port 27395c3e-2b11-477f-877d-03284dd7283b on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:07.381281 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Attempting to bind port 27395c3e-2b11-477f-877d-03284dd7283b by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:07.383353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Attempting to bind port 27395c3e-2b11-477f-877d-03284dd7283b on network 5c7f8206-0332-4bd2-af8a-8b463c0855bb {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:07.391137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe8fd4-344c-4350-ab1e-860283fedaeb None None] Pushing event updated for resources: {'Port': ['ID=27395c3e-2b11-477f-877d-03284dd7283b,revision_number=2']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:07.394190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:07.394609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Checking segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:07.395016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.395409 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Bound using segment: {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'} {{(pid=111176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:07.395879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.managers [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Bound port: 27395c3e-2b11-477f-877d-03284dd7283b, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ec843-2fbb-4ed1-ab46-ffac77109ba7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb'}}] {{(pid=111176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:07.396258 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27395c3e-2b11-477f-877d-03284dd7283b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.419469 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:07.424355 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks [] for port (dfe24618-00e1-4076-80f9-3abaaa370793), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.487480 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] For port 27395c3e-2b11-477f-877d-03284dd7283b, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:07.492401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] For port 27395c3e-2b11-477f-877d-03284dd7283b, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=27395c3e-2b11-477f-877d-03284dd7283b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:07.500338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:07.500694 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.501275 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.540960 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Network 292a838e-81c4-4fc0-84d1-449975b71388 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:07.543979 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:07.546598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:07.567085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (27395c3e-2b11-477f-877d-03284dd7283b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.580446 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:07.596914 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703950'] for router_interface (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.629953 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:07.658640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:07.658640 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:07.659537 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe8fd4-344c-4350-ab1e-860283fedaeb None None] Pushing event updated for resources: {'Port': ['ID=27395c3e-2b11-477f-877d-03284dd7283b,revision_number=3']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:07.777991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:07.799631 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.854870 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-e25edf35-2e67-4d01-a9b0-d3e05754506f None None] Provisioning complete for port dfe24618-00e1-4076-80f9-3abaaa370793 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:07.855148 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e25edf35-2e67-4d01-a9b0-d3e05754506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.927265 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-e25edf35-2e67-4d01-a9b0-d3e05754506f None None] Port dfe24618-00e1-4076-80f9-3abaaa370793 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:07.967005 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks [] for port (dfe24618-00e1-4076-80f9-3abaaa370793), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:07.988711 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:05Z', 'revision_number': 3, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:08.015831 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fc891-444e-4de8-b1dd-9c032b55c359 None None] The sync data for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv is: [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:05Z', 'revision_number': 3, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:44:08.040784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:08.113812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:08.116367 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445214'] for router_interface (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:08.211284 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Network 292a838e-81c4-4fc0-84d1-449975b71388 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:08.215858 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:08.375039 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Router 5b52bc9e-6e68-4166-8c55-996e7d7b577b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:44:08.495421 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:44:08.500610 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-8c662e5c-acb0-4ef7-ba60-a0855d372c65 admin admin] 10.222.0.16 "PUT /v2.0/routers/5b52bc9e-6e68-4166-8c55-996e7d7b577b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392472 Apr 30 05:44:08.548260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:08.555856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-fe5fca76-7098-4acb-88ac-c8672dc31a25 None None] Provisioning complete for port dfe24618-00e1-4076-80f9-3abaaa370793 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:08.556220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca76-7098-4acb-88ac-c8672dc31a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:08.590818 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fca76-7098-4acb-88ac-c8672dc31a25 None None] Port dfe24618-00e1-4076-80f9-3abaaa370793 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:09.173043 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46534) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:09.177656 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581494587', 'description': 'tempest-secgroup-smoke-581494587 description', 'project_id': '073066300b924daea903a27683f4e271'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:09.260613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.339765 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (39a3cd2a-30ec-4aa5-9c54-c29e063a4d66), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.409537 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (39a3cd2a-30ec-4aa5-9c54-c29e063a4d66), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.412246 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 27395c3e-2b11-477f-877d-03284dd7283b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:09.440605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:09.466422 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 27395c3e-2b11-477f-877d-03284dd7283b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:09.466789 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (27395c3e-2b11-477f-877d-03284dd7283b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.493573 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.494877 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d4b8e045-cb77-4b12-9307-5ca2e70414bc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3208218 Apr 30 05:44:09.497997 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46536) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:09.502635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:09.545158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 27395c3e-2b11-477f-877d-03284dd7283b is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:09.545548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (27395c3e-2b11-477f-877d-03284dd7283b), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.565890 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] For port 27395c3e-2b11-477f-877d-03284dd7283b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=27395c3e-2b11-477f-877d-03284dd7283b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:09.571816 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (8ceb4d69-4dbd-41de-989f-1ad0b4d54e71), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.617360 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (27395c3e-2b11-477f-877d-03284dd7283b), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.621930 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Sync routers for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:44:09.631056 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:09.631669 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:09.642686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (8ceb4d69-4dbd-41de-989f-1ad0b4d54e71), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.670002 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Pushing event updated for resources: {'Port': ['ID=27395c3e-2b11-477f-877d-03284dd7283b,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:09.706229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (8ceb4d69-4dbd-41de-989f-1ad0b4d54e71), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.724384 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceb4d69-4dbd-41de-989f-1ad0b4d54e71,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:09.792157 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:09.799988 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.801211 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-1f0d94cf-3df1-40cb-8be5-82cc7eb12d25 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022635 Apr 30 05:44:09.804086 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46538) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:09.809184 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:09.905978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (2989e13b-3a09-42ef-870e-55dc50420caa), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.965916 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (2989e13b-3a09-42ef-870e-55dc50420caa), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:09.983186 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 4, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'dfe24618-00e1-4076-80f9-3abaaa370793', 'name': '', 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'mac_address': 'fa:16:3e:8e:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:07Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 2, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'subnets': [{'id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:10.013269 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Checking router: 5b52bc9e-6e68-4166-8c55-996e7d7b577b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:44:10.013677 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Updating router 5b52bc9e-6e68-4166-8c55-996e7d7b577b port dfe24618-00e1-4076-80f9-3abaaa370793 binding host dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 05:44:10.041842 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.060430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (2989e13b-3a09-42ef-870e-55dc50420caa), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.079036 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2989e13b-3a09-42ef-870e-55dc50420caa,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:10.156114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.157334 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6c1929eb-e4ad-4dc0-97a0-0f3c3913cae0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3517237 Apr 30 05:44:10.160361 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46540) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:10.165512 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:10.267815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (522ac57a-3ad9-43df-ac97-1439975e7af6), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.303378 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks [] for port (dfe24618-00e1-4076-80f9-3abaaa370793), precommit_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.325900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (522ac57a-3ad9-43df-ac97-1439975e7af6), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.376510 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.400202 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (522ac57a-3ad9-43df-ac97-1439975e7af6), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.416227 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522ac57a-3ad9-43df-ac97-1439975e7af6,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:10.432497 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8fccd-18e3-4b50-8c85-b1956b3133f2 None None] Pushing event updated for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=3']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:10.480814 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Attempting to bind port dfe24618-00e1-4076-80f9-3abaaa370793 on host dv-neutron-838078-9-hyperv for vnic_type normal with profile {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:10.481176 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Attempting to bind port dfe24618-00e1-4076-80f9-3abaaa370793 by drivers openvswitch,hyperv on host dv-neutron-838078-9-hyperv at level 0 using segments [{'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:10.481529 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Attempting to bind port dfe24618-00e1-4076-80f9-3abaaa370793 on network 292a838e-81c4-4fc0-84d1-449975b71388 {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:10.486903 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Checking agent: {'id': '600126de-3219-43a6-b60e-5a0e3ec75532', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838078-9-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 41, 28), 'started_at': datetime.datetime(2022, 4, 30, 4, 41, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838078-9-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:10.487267 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Checking segment: {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:10.496602 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.496602 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Bound using segment: {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'} {{(pid=111177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:10.496602 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.managers [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Bound port: dfe24618-00e1-4076-80f9-3abaaa370793, host: dv-neutron-838078-9-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388'}}] {{(pid=111177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:10.496950 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.497062 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), before_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.497144 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7967c71-0159-4ff7-b833-fd20a3c357cf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283100 Apr 30 05:44:10.497144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46542) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:10.497144 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:10.556126 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] For port dfe24618-00e1-4076-80f9-3abaaa370793, host dv-neutron-838078-9-hyperv, cleared binding levels {{(pid=111177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:10.559338 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.plugins.ml2.db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] For port dfe24618-00e1-4076-80f9-3abaaa370793, host dv-neutron-838078-9-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dfe24618-00e1-4076-80f9-3abaaa370793,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:10.588862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (df646b15-e3a5-4884-966a-61730df7691c), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.620467 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-2535bc93-0090-475f-a168-4205a5173c36 None None] Provisioning complete for port dfe24618-00e1-4076-80f9-3abaaa370793 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:10.621018 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2535bc93-0090-475f-a168-4205a5173c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.648525 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (df646b15-e3a5-4884-966a-61730df7691c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.651767 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron_lib.callbacks.manager [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_update {{(pid=111177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.654415 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-2535bc93-0090-475f-a168-4205a5173c36 None None] Port dfe24618-00e1-4076-80f9-3abaaa370793 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:10.715343 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:10.715992 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:43:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:10.720161 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (df646b15-e3a5-4884-966a-61730df7691c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.721141 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8fccd-18e3-4b50-8c85-b1956b3133f2 None None] Pushing event updated for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=4']} {{(pid=111177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:10.740607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df646b15-e3a5-4884-966a-61730df7691c,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:10.819771 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.824608 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46544) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:10.825186 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-11a0f409-c82f-4bbb-a3ee-6b710fe49efa tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311541 Apr 30 05:44:10.829289 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:10.844894 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:10.915012 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.securitygroups_db [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Project 073066300b924daea903a27683f4e271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:44:10.921108 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (d66b1db5-3516-4a93-880a-6f31b500cfbd), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.973368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Provisioning complete for port dfe24618-00e1-4076-80f9-3abaaa370793 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:10.973978 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:10.987020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (d66b1db5-3516-4a93-880a-6f31b500cfbd), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.039883 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (d66b1db5-3516-4a93-880a-6f31b500cfbd), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.045512 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 4, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'dfe24618-00e1-4076-80f9-3abaaa370793', 'name': '', 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'mac_address': 'fa:16:3e:8e:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:07Z', 'updated_at': '2022-04-30T05:44:10Z', 'revision_number': 4, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'subnets': [{'id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:11.053037 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Current status of the port dfe24618-00e1-4076-80f9-3abaaa370793 is: DOWN; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:11.053424 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.062737 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66b1db5-3516-4a93-880a-6f31b500cfbd,revision_number=0']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:11.075892 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eb91e-a370-4fa6-bb24-edffb8fcfa34 None None] The sync data for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv is: [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:07Z', 'revision_number': 4, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': 'dfe24618-00e1-4076-80f9-3abaaa370793', 'name': '', 'network_id': '292a838e-81c4-4fc0-84d1-449975b71388', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'mac_address': 'fa:16:3e:8e:2c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:07Z', 'updated_at': '2022-04-30T05:44:10Z', 'revision_number': 4, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'subnets': [{'id': '72a56d69-f830-48e6-bd50-8e96fa7b8b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:44:11.089723 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] For port dfe24618-00e1-4076-80f9-3abaaa370793, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dfe24618-00e1-4076-80f9-3abaaa370793,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:11.122589 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.124706 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-22860e73-1d10-44a9-bae4-db14fd5b3815 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989433 Apr 30 05:44:11.127414 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46546) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:11.132405 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'security_group_rule': {'security_group_id': '39a3cd2a-30ec-4aa5-9c54-c29e063a4d66', 'project_id': '073066300b924daea903a27683f4e271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:11.177114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.222785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.securitygroups_db [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Project 073066300b924daea903a27683f4e271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 05:44:11.229358 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (1dbc5a98-ee17-4371-b9da-4edced647395), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.229685 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd761-af08-47b7-8d2f-de8ac7b0a2aa None None] Pushing event updated for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:11.283820 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (1dbc5a98-ee17-4371-b9da-4edced647395), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.349542 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3719654'] for security_group_rule (1dbc5a98-ee17-4371-b9da-4edced647395), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.374767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbc5a98-ee17-4371-b9da-4edced647395,revision_number=0']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:11.463404 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.464785 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f701f5da-8c3e-4118-89b0-dc77c9de2ebd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3362472 Apr 30 05:44:11.487750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dfe24618-00e1-4076-80f9-3abaaa370793 up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:11.541198 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port dfe24618-00e1-4076-80f9-3abaaa370793 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:11.541665 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.638896 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port dfe24618-00e1-4076-80f9-3abaaa370793 is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:11.640000 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 27395c3e-2b11-477f-877d-03284dd7283b up at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:11.691349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Provisioning complete for port 27395c3e-2b11-477f-877d-03284dd7283b triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:11.691707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (27395c3e-2b11-477f-877d-03284dd7283b), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:11.706561 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-52a1a3a5-0405-41f7-9f39-e95594387ced tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581494587&fields=id&tenant_id=073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 267 time: 0.0489697 Apr 30 05:44:11.779916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Current status of the port 27395c3e-2b11-477f-877d-03284dd7283b is: ACTIVE; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:11.829559 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-58c09b7f-0727-417e-a88e-2da0ba103e60 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:11.831055 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-58c09b7f-0727-417e-a88e-2da0ba103e60 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 810 time: 0.1179097 Apr 30 05:44:11.846711 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-47a95528-f484-47b4-9b2d-b6548ce24f8e tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/quotas/073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Apr 30 05:44:11.897539 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-6fa2a2f8-171e-4aa5-81a7-46275f212953 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452251 Apr 30 05:44:12.091424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-95108a0e-e409-4621-af19-0cff00e1f95e service neutron] 10.222.0.16 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809738 Apr 30 05:44:12.185297 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-b218dbe6-b657-4d2f-95d0-1fc358aa2184 service neutron] 10.222.0.16 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 Apr 30 05:44:12.431230 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3774cce4-dbe9-4bf9-98bf-bacaded0f285 req-1b115c0d-5fe0-4f4d-96bf-bfd6be91e4b7 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Apr 30 05:44:13.530606 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-7d0cd665-df4d-44ca-9ba0-f4e0c2019001 req-f7cd42f3-5ef9-459b-972f-b92a8448c169 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Apr 30 05:44:14.516906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-9595a554-cb02-4b4f-bc66-b2a0d89bbb7b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:14.518368 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-9595a554-cb02-4b4f-bc66-b2a0d89bbb7b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 810 time: 0.1024024 Apr 30 05:44:14.580747 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-a825d71c-681d-450b-9122-a50386acae6d tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 379 time: 0.0546618 Apr 30 05:44:14.589598 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'port': {'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'admin_state_up': True, 'tenant_id': '073066300b924daea903a27683f4e271', 'security_groups': ['39a3cd2a-30ec-4aa5-9c54-c29e063a4d66']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:14.631046 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0f1eb985-d1f5-48cb-81d5-220cd173a105 req-9e298984-6db5-42f1-8c13-1f94b8efa3dc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Apr 30 05:44:14.770666 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Made reservation on behalf of 073066300b924daea903a27683f4e271 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:44:14.774103 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:14.903517 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Allocated IP 172.20.0.4 (4eed37c7-5d06-47ab-8473-741c9932fd00/fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442/0c780323-3e90-41da-ae16-bd148dc5929c) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:15.037294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (0c780323-3e90-41da-ae16-bd148dc5929c), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.131153 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.179257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:15.184298 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:15.188035 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:15.212033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:15.242514 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:15.243137 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.357830 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-5b965f16-3f39-4d9d-8ea6-742fe4f76e94 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710476 Apr 30 05:44:15.367692 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Request body: {'port': {'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:15.426253 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.431971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-1b3286a7-1540-4d09-9da8-ecab0797804b None None] Provisioning complete for port 0c780323-3e90-41da-ae16-bd148dc5929c triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:15.432471 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1b3286a7-1540-4d09-9da8-ecab0797804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.466654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-1b3286a7-1540-4d09-9da8-ecab0797804b None None] Port 0c780323-3e90-41da-ae16-bd148dc5929c cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:44:15.716587 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c780323-3e90-41da-ae16-bd148dc5929c {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:44:15.725180 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks [] for port (0c780323-3e90-41da-ae16-bd148dc5929c), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.742285 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Transition to ACTIVE for port object 0c780323-3e90-41da-ae16-bd148dc5929c will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:44:15.756332 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b33bf-fd2b-4985-ba82-b9cc7b891361 req-2deb391e-e6b9-4afb-a632-f642732337a2 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:15.758069 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-071b33bf-fd2b-4985-ba82-b9cc7b891361 req-2deb391e-e6b9-4afb-a632-f642732337a2 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 931 time: 0.0536191 Apr 30 05:44:15.807597 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-071b33bf-fd2b-4985-ba82-b9cc7b891361 req-7c9545fd-1977-44b8-a2de-9b746560c7a1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438395 Apr 30 05:44:15.811228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:15.863877 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:15.942239 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Attempting to bind port 0c780323-3e90-41da-ae16-bd148dc5929c on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:44:15.942648 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Attempting to bind port 0c780323-3e90-41da-ae16-bd148dc5929c by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:44:15.943007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Attempting to bind port 0c780323-3e90-41da-ae16-bd148dc5929c on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:15.947926 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Port 0c780323-3e90-41da-ae16-bd148dc5929c on network 4eed37c7-5d06-47ab-8473-741c9932fd00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:44:15.948246 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Attempting to bind port 0c780323-3e90-41da-ae16-bd148dc5929c on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:44:15.953607 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:44:15.953944 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Checking segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:44:15.954369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Bound using segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:44:15.954807 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Bound port: 0c780323-3e90-41da-ae16-bd148dc5929c, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:44:15.955198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:16.024873 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:44:16.027964 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:44:16.080116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:16.114236 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.114892 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:16.116263 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] 10.222.0.13 "PUT /v2.0/ports/0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 1093 time: 0.7531655 Apr 30 05:44:16.116730 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:44:16.119007 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e33adc4-de74-45f1-a409-1a9ed348999c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:44:16.150677 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690ac0b-159f-45af-b584-a01aa2d1ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:16.166025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28f329-e585-4059-90ff-b6706b6e1e07 x-openstack-request-id: req-cb28f329-e585-4059-90ff-b6706b6e1e07 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:44:16.166338 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:44:16.166594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb28f329-e585-4059-90ff-b6706b6e1e07 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:44:16.167056 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb28f329-e585-4059-90ff-b6706b6e1e07'] response: {'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'status': 'completed', 'code': 200} Apr 30 05:44:16.227910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-cfc2a500-8b4d-4949-94c5-1d85da6bb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.229472 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-cfc2a500-8b4d-4949-94c5-1d85da6bb0f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0443141 Apr 30 05:44:16.335155 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-a6801383-5c7d-47e7-920e-04d526f1eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.337583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-a6801383-5c7d-47e7-920e-04d526f1eb42 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=073066300b924daea903a27683f4e271&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1017246 Apr 30 05:44:16.437181 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-e0c55ad0-08d1-43e1-98f9-8fd707d539cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.439040 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-1e33adc4-de74-45f1-a409-1a9ed348999c req-e0c55ad0-08d1-43e1-98f9-8fd707d539cf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0951602 Apr 30 05:44:16.513060 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-87a7a309-d11c-4b7e-a49d-471f2fd7571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.514520 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-87a7a309-d11c-4b7e-a49d-471f2fd7571d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0417423 Apr 30 05:44:16.555319 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-678e166b-b029-40f2-8d21-3eafd77302fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 217 time: 0.0344927 Apr 30 05:44:16.603770 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-a3de7331-5ad9-405e-ab86-18f416cafd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.605184 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-a3de7331-5ad9-405e-ab86-18f416cafd7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0432029 Apr 30 05:44:16.651664 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-051ed91d-b1ad-4976-ba61-006ad91d39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.653161 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-051ed91d-b1ad-4976-ba61-006ad91d39c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418568 Apr 30 05:44:16.745283 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-f0eb17fa-51da-47e8-8211-64dfe5e97393 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861664 Apr 30 05:44:16.837840 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-49b6b5c0-9adf-4a6c-b815-2a22e4963eff req-9ac90590-71d2-45c2-b259-eb3200e87a3c service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866537 Apr 30 05:44:16.926149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bd548-fa2c-4dcd-8ef4-c5b2d21ab338 req-ed85c823-7213-48c4-8dbc-1d2e18d1160e tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:16.927641 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-074bd548-fa2c-4dcd-8ef4-c5b2d21ab338 req-ed85c823-7213-48c4-8dbc-1d2e18d1160e tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0477686 Apr 30 05:44:16.981036 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-074bd548-fa2c-4dcd-8ef4-c5b2d21ab338 req-b6fced24-1cd7-475f-8e09-00920fc32051 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473559 Apr 30 05:44:18.097483 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4517d-4a55-4190-b845-6aaaa1852acf req-9f1f28e8-30ed-40ff-ad56-f19aca930ffe tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:18.098968 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcc4517d-4a55-4190-b845-6aaaa1852acf req-9f1f28e8-30ed-40ff-ad56-f19aca930ffe tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0484047 Apr 30 05:44:18.148660 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-fcc4517d-4a55-4190-b845-6aaaa1852acf req-b06f83cf-d6ff-41af-aef6-1c12f8b33770 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430288 Apr 30 05:44:19.258739 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d7298-71be-4dc2-9135-ccb949d63e85 req-401ec4f9-fc23-48d0-86db-8b4967c98174 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:19.260175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba7d7298-71be-4dc2-9135-ccb949d63e85 req-401ec4f9-fc23-48d0-86db-8b4967c98174 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0456412 Apr 30 05:44:19.281906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:44:19.308344 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ba7d7298-71be-4dc2-9135-ccb949d63e85 req-a3bf7595-7e82-4f14-b6ac-6acbdc9534ce tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Apr 30 05:44:19.380176 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:19.391558 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '0c780323-3e90-41da-ae16-bd148dc5929c', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:44:19.428707 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0c780323-3e90-41da-ae16-bd148dc5929c is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:19.429123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:19.441089 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c780323-3e90-41da-ae16-bd148dc5929c {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:44:19.459553 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:19.508584 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:19.555052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:19.746020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['0c780323-3e90-41da-ae16-bd148dc5929c'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:44:20.428425 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2b18-6d76-4b5e-8bfa-3b5760a2a6cf req-b5373bfd-e6e5-450b-996b-68425c76243b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:20.430381 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a1c2b18-6d76-4b5e-8bfa-3b5760a2a6cf req-b5373bfd-e6e5-450b-996b-68425c76243b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 944 time: 0.0531757 Apr 30 05:44:20.477594 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-0a1c2b18-6d76-4b5e-8bfa-3b5760a2a6cf req-222fa590-25a6-456b-9445-5770f6cb5aca tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 Apr 30 05:44:21.299384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:44:21.345628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 0c780323-3e90-41da-ae16-bd148dc5929c completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:44:21.433399 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 0c780323-3e90-41da-ae16-bd148dc5929c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:44:21.433769 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:21.515690 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0c780323-3e90-41da-ae16-bd148dc5929c is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:44:21.516085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:21.539013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:44:21.541247 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ceec65-c423-4dbc-953b-55a7092e82c5" -d '{"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:44:21.556542 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:44:21.595077 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1873-0ba8-46d2-83ce-5470a3ae1140 req-ddd7c305-b836-414f-a132-560acc563a4b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:21.596579 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4ff1873-0ba8-46d2-83ce-5470a3ae1140 req-ddd7c305-b836-414f-a132-560acc563a4b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 944 time: 0.0506413 Apr 30 05:44:21.611515 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:21.644215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e7a1e-f82e-4895-9c4e-9406a0ca1c23 x-openstack-request-id: req-617e7a1e-f82e-4895-9c4e-9406a0ca1c23 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:44:21.644626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:44:21.644945 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-617e7a1e-f82e-4895-9c4e-9406a0ca1c23 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:44:21.645915 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617e7a1e-f82e-4895-9c4e-9406a0ca1c23'] response: {'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'code': 200} Apr 30 05:44:21.650362 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-e4ff1873-0ba8-46d2-83ce-5470a3ae1140 req-ae9fc48e-d23e-4c17-a36a-06b6f3fe02f1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472779 Apr 30 05:44:21.674229 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:21.905598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f2811b0a-478b-4b20-9647-e0e0a8e5eb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:21.951041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a328b2-0ccd-4df2-84b1-cad928a23f3c req-d3db42f9-d861-40a7-8af3-26a034c5ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:21.952508 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d3a328b2-0ccd-4df2-84b1-cad928a23f3c req-d3db42f9-d861-40a7-8af3-26a034c5ba08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0387383 Apr 30 05:44:21.996915 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d3a328b2-0ccd-4df2-84b1-cad928a23f3c req-ecc7c188-7c11-431e-8e7a-e20527cfaada service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386488 Apr 30 05:44:22.768149 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa0368-b92a-4c2f-beaf-dbefa3dbde61 req-efdda81c-ad88-40d4-90dc-f683308500eb tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:22.770211 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bfa0368-b92a-4c2f-beaf-dbefa3dbde61 req-efdda81c-ad88-40d4-90dc-f683308500eb tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 945 time: 0.0480649 Apr 30 05:44:22.823062 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-3bfa0368-b92a-4c2f-beaf-dbefa3dbde61 req-b5cb1a8b-479c-4491-a5c9-d904aab068be tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476408 Apr 30 05:44:23.949458 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930fde-1f96-4592-8cd2-a6a9b9a97b9e req-3f853f06-0d69-418b-9008-1dafd919d411 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:23.951954 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16930fde-1f96-4592-8cd2-a6a9b9a97b9e req-3f853f06-0d69-418b-9008-1dafd919d411 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 945 time: 0.0600157 Apr 30 05:44:24.001667 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-16930fde-1f96-4592-8cd2-a6a9b9a97b9e req-8af5aaf7-9489-4a01-aa92-17317384491a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Apr 30 05:44:24.114769 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02a62-d18c-4926-bd59-f8ce15d5226b req-f34928d7-2053-4755-a2d0-4de9eee159b0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:24.116371 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71c02a62-d18c-4926-bd59-f8ce15d5226b req-f34928d7-2053-4755-a2d0-4de9eee159b0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Apr 30 05:44:24.165514 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-71c02a62-d18c-4926-bd59-f8ce15d5226b req-492d96f4-db08-4148-a47d-670e285c77d8 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437162 Apr 30 05:44:24.182486 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-f47ff2eb-5a93-429b-bbb6-457e5d69ac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:24.187025 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46614) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:24.274898 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546c309-26d6-4751-ba5a-4d7e4aa069c7 tempest-TestSnapshotPattern-710312283 tempest-TestSnapshotPattern-710312283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:24.276419 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f546c309-26d6-4751-ba5a-4d7e4aa069c7 tempest-TestSnapshotPattern-710312283 tempest-TestSnapshotPattern-710312283-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1124 time: 0.0884163 Apr 30 05:44:24.279312 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 46618) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:44:24.283841 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'tenant_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:44:24.365214 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:24.448416 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:24.553691 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Allocated IP 172.26.5.153 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/0fc4487e-d743-42e5-b61e-d29d40425322) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:44:24.658149 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (0fc4487e-d743-42e5-b61e-d29d40425322), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:24.751814 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:24.794854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:44:24.801328 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:44:24.805998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:44:24.807966 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=0fc4487e-d743-42e5-b61e-d29d40425322,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:25.163084 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (65ebec57-1a99-4cef-a07b-6875af102b84), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.233289 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.308491 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.457967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (0fc4487e-d743-42e5-b61e-d29d40425322), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.528599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.598947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=0fc4487e-d743-42e5-b61e-d29d40425322,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:44:25.606884 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (65ebec57-1a99-4cef-a07b-6875af102b84), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:25.708446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Floating IP 65ebec57-1a99-4cef-a07b-6875af102b84 associated. External IP: 172.26.5.153, port: 0c780323-3e90-41da-ae16-bd148dc5929c. Apr 30 05:44:25.918292 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:44:26.028614 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:44:26.039595 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:44:26.050175 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:26.050825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:44:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:26.158626 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:26.159792 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:26.191775 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-5fc78c3f-34a3-4110-ba36-bbf87f68474b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9114289 Apr 30 05:44:26.192496 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:44:26.195430 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb66b2b-5309-460c-9acd-e29a7517f846" -d '{"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:44:26.239531 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e215da2c-12ca-41b1-9e7b-046c33a49b02 x-openstack-request-id: req-e215da2c-12ca-41b1-9e7b-046c33a49b02 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:44:26.239826 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:44:26.240085 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e215da2c-12ca-41b1-9e7b-046c33a49b02 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:44:26.240496 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e215da2c-12ca-41b1-9e7b-046c33a49b02'] response: {'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'status': 'completed', 'code': 200} Apr 30 05:44:26.300601 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-a34fcf30-6099-441d-b8d4-a26b52ede753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:26.302013 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-a34fcf30-6099-441d-b8d4-a26b52ede753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0408626 Apr 30 05:44:26.377656 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:25Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:26.396650 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-861fedb6-780e-4ce4-987e-4566e5139177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:26.398496 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-861fedb6-780e-4ce4-987e-4566e5139177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0902600 Apr 30 05:44:26.403795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:44:26.412158 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:44:26.412752 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:44:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:26.467794 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-a476be59-999e-4297-a467-b2ad9358a95a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 999 time: 0.0637372 Apr 30 05:44:26.517697 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-f14c3134-c387-4f45-8fcb-2508a58abf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:26.519823 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-f14c3134-c387-4f45-8fcb-2508a58abf88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0466278 Apr 30 05:44:26.528704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:44:26.563679 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-7da98263-b065-4c10-959d-588a51caa319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:44:26.565098 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-7da98263-b065-4c10-959d-588a51caa319 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400012 Apr 30 05:44:26.766745 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:25Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:44:26.797155 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe42127-c906-4c2c-a913-a679188126f5 None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:25Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:44:26.963096 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:26.978763 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-4a251576-2d3a-4b6b-aeb4-4551df77b72b service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078603 Apr 30 05:44:27.009713 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0129ebd-2905-4a0a-946a-7962ed8baa07 None None] New status for floating IP 65ebec57-1a99-4cef-a07b-6875af102b84: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:44:27.080231 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-3eb66b2b-5309-460c-9acd-e29a7517f846 req-9ef6e294-5f21-428b-820b-9992b7c7768b service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954821 Apr 30 05:44:28.336528 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:38.536167 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:40.910555 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:44:51.893751 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f77f-c08d-438d-97c8-d71daf0e80cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:54.124609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-68d9aac2-cdbb-4d05-b752-589db946fdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:55.233166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:56.956449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:44:58.284114 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:01.875611 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-58ac3898-fdc9-410f-bc8f-b79c820a30db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406437 Apr 30 05:45:01.957243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-66eb5497-50b6-4e96-880e-c14611d0643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:45:01.958717 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-66eb5497-50b6-4e96-880e-c14611d0643d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0386789 Apr 30 05:45:02.057931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-4d4eed2c-7269-4748-a69a-23c26a4ec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:45:02.059323 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-4d4eed2c-7269-4748-a69a-23c26a4ec89a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0830252 Apr 30 05:45:02.126588 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-28ca0615-1d6f-4982-b5eb-e64dc8ee1173 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 1001 time: 0.0603232 Apr 30 05:45:02.172999 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-9aac5982-bae6-4843-a776-65693cb16071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:45:02.174449 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-9aac5982-bae6-4843-a776-65693cb16071 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0424652 Apr 30 05:45:02.215532 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-6561d3cc-c168-4d0e-8b33-94a4d5a84a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:45:02.216961 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-6561d3cc-c168-4d0e-8b33-94a4d5a84a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0371211 Apr 30 05:45:02.307455 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-db2d6de8-1a37-453f-b732-76d5e6f4e476 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844979 Apr 30 05:45:02.397497 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ec19c9ba-18b7-45e0-befc-464d61ad8609 req-4c89449c-6670-445e-b660-58ed6b0407e9 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843585 Apr 30 05:45:08.527861 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:17.909589 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:45:21.878391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-78d1405d-4b8e-4a33-80af-25bd785c056d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:24.127544 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-8df8b405-6036-40ef-bcdd-fb88264147bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:25.241501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:26.952260 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:28.281642 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:38.535185 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:51.903551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-58ca3441-41ac-4899-8fa4-dfb4aafdb7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:54.166874 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-a36548f9-588f-4ba2-9ccb-cb18d73e32f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:54.909846 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:45:55.237883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:56.960996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:45:58.283290 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:01.854203 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-854dbc25-bb55-41bb-b33f-b24ba180b2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378377 Apr 30 05:46:01.931866 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-58a5a6ab-a7a9-44b7-9c60-a06ab77b8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:01.933339 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-58a5a6ab-a7a9-44b7-9c60-a06ab77b8663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1129 time: 0.0414476 Apr 30 05:46:02.033635 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-f47685e1-925c-4a77-8a07-34dde64bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:02.035009 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-f47685e1-925c-4a77-8a07-34dde64bfd6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0834401 Apr 30 05:46:02.101625 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-52b05c44-d6d1-4b91-8fa1-149c96bcc61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 1001 time: 0.0610960 Apr 30 05:46:02.148640 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-e9917ed9-5019-49ae-868e-6ba45fe65c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:02.150055 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-e9917ed9-5019-49ae-868e-6ba45fe65c86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0426881 Apr 30 05:46:02.192955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-aaa37a9c-ff97-43d2-a779-e2550c4a8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:02.194416 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-aaa37a9c-ff97-43d2-a779-e2550c4a8f8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378458 Apr 30 05:46:02.285446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-06f0a5f5-6fb8-41a0-904e-2b3dc186fd1e service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843186 Apr 30 05:46:02.372431 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bf6f39a9-7866-4503-a942-b2e9f067b802 req-707c7fb6-b5b2-41c1-b2af-86175655f475 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Apr 30 05:46:08.529157 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:21.891700 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e32b89b3-03c9-49e9-b9eb-ce3e6215175c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:24.134568 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e64c-6d1f-44e1-b57b-f401963c79cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:25.254840 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:25.785131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:46:25.885825 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:25.897340 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '0c780323-3e90-41da-ae16-bd148dc5929c', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:46:25.935087 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0c780323-3e90-41da-ae16-bd148dc5929c is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:46:25.935391 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:25.948117 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c780323-3e90-41da-ae16-bd148dc5929c {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:46:25.967253 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:26.046570 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:26.096160 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:26.103603 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.103950 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.104293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.104631 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.105014 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.105349 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.105677 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.106003 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.106354 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.106684 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.107012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.107341 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.108184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.108184 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.108356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:26.113351 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['0c780323-3e90-41da-ae16-bd148dc5929c'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:46:26.969005 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:27.785062 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:46:27.841200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 0c780323-3e90-41da-ae16-bd148dc5929c triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:46:27.841572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:27.922299 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0c780323-3e90-41da-ae16-bd148dc5929c is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:46:27.922689 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:27.947737 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:46:27.950009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d85c6-9310-4dfa-ac04-7b73411f64e1" -d '{"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:46:27.968033 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:27.993609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be7db8d-2525-42c8-9823-fd21da2bd47f x-openstack-request-id: req-3be7db8d-2525-42c8-9823-fd21da2bd47f {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:46:27.994237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:46:27.994237 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3be7db8d-2525-42c8-9823-fd21da2bd47f {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:46:27.994567 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be7db8d-2525-42c8-9823-fd21da2bd47f'] response: {'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'code': 200} Apr 30 05:46:28.029143 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:28.086687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:28.277691 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:31.910030 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:46:37.886775 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-77ad20e6-e4c1-468e-85ee-7f6bb700ab90 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581494587&fields=id&tenant_id=073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 267 time: 0.0480053 Apr 30 05:46:37.989032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-c0fb11b0-8059-42af-8fbf-6c7e907a5167 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:37.990559 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-c0fb11b0-8059-42af-8fbf-6c7e907a5167 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 810 time: 0.0974467 Apr 30 05:46:38.005054 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-aa09daeb-fdb5-4062-b344-b97b347b86e9 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/quotas/073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 375 time: 0.0085421 Apr 30 05:46:38.058990 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-03f76390-bec3-46f7-85c0-fc8606f7ddb7 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490801 Apr 30 05:46:38.136908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-3842ca24-628c-4f53-8717-ebe05e0784ea service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=111175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 30 05:46:38.137926 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-3842ca24-628c-4f53-8717-ebe05e0784ea service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0676327 Apr 30 05:46:38.226258 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-3400d40c-32e0-4708-b5ef-03c1599fd8c1 service neutron] 10.222.0.16 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Apr 30 05:46:38.318018 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-2fafbbd8-71fa-49a1-96de-33969a925178 service neutron] 10.222.0.16 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Apr 30 05:46:38.569183 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:39.660372 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-715407a4-eef7-4ef0-b1fa-2eee302c1b06 req-1c007536-771b-4c94-8943-9fb4340de9b1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0780272 Apr 30 05:46:39.826137 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:46:39.903050 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0c780323-3e90-41da-ae16-bd148dc5929c is: ACTIVE; New status is: DOWN {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:46:39.903426 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:39.925232 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:46:39.927432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba48fe9-6f3f-46f8-b48a-108baf967c00" -d '{"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:46:39.939205 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:39.964317 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76538a0-bb85-4a98-bbc9-33f208a9cdc2 x-openstack-request-id: req-f76538a0-bb85-4a98-bbc9-33f208a9cdc2 {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:46:39.964609 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:46:39.964865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f76538a0-bb85-4a98-bbc9-33f208a9cdc2 {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:46:39.965280 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76538a0-bb85-4a98-bbc9-33f208a9cdc2'] response: {'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'code': 200} Apr 30 05:46:40.002925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:40.050049 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=8']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:40.740429 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-bfb6784e-761b-4cd9-8837-74f6dbe4748d req-311e75dd-9275-4e3a-a854-884402ff9d84 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Apr 30 05:46:41.818868 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2ae0c71b-39e0-4ff0-a89f-2bb92295f893 req-6ed5c0f7-0088-4145-8106-f6152d739a5c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0273855 Apr 30 05:46:42.898609 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-8b9cc0dc-949a-42bd-a817-c4e6c611a6d8 req-4a2ab3f9-0cf4-46f5-afe9-0a9ca9b79f02 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0316625 Apr 30 05:46:43.992145 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-2c637054-5256-4c83-853e-4b5c694f5b21 req-4a7b7791-ae4e-458e-b72f-226703a13881 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0269067 Apr 30 05:46:45.088932 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-cdbb36ac-a49d-43c3-85cd-33e3f429f574 req-8c5e4183-3cd8-4809-b782-39c2b21da4de tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0279729 Apr 30 05:46:45.477571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-b2470d38-6398-47b1-87e4-dab3056b29c8 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:45.479042 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-b2470d38-6398-47b1-87e4-dab3056b29c8 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 810 time: 0.1038101 Apr 30 05:46:45.540143 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-c9f13963-b07e-4b89-a68d-52bc9c0a0cbc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073066300b924daea903a27683f4e271 HTTP/1.1" status: 200 len: 379 time: 0.0535319 Apr 30 05:46:45.555787 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'port': {'device_id': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'admin_state_up': True, 'tenant_id': '073066300b924daea903a27683f4e271', 'security_groups': ['39a3cd2a-30ec-4aa5-9c54-c29e063a4d66']}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:46:45.737157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Made reservation on behalf of 073066300b924daea903a27683f4e271 for: {'port': 1} {{(pid=111174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 05:46:45.741557 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:45.873599 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_common [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Allocated IP 172.20.0.11 (4eed37c7-5d06-47ab-8473-741c9932fd00/fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442/0fedb680-638a-42ee-a797-7bb2655a9516) {{(pid=111174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:46:46.015309 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (0fedb680-638a-42ee-a797-7bb2655a9516), precommit_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:46.097748 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_create {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:46.151520 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 is already hosted by enough agents. {{(pid=111174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:46:46.155900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.base_scheduler [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Resources bound (agent type, host, resource id): {{(pid=111174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:46:46.164515 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Received port after_create {{(pid=111174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:46:46.196563 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=1']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:46.214310 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.214734 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.215157 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.215500 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.215838 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.216173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.216504 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.216833 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.217162 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.217709 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.218123 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.218556 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.221767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.222219 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.222594 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:46:46.265723 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:46.266382 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:46.282621 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a557-a58f-48c1-b726-256027e5c39e req-62067d7e-c6b9-4f0b-ba9c-ed4fab29800a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:46.291179 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab10a557-a58f-48c1-b726-256027e5c39e req-62067d7e-c6b9-4f0b-ba9c-ed4fab29800a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0817299 Apr 30 05:46:46.356710 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-ab10a557-a58f-48c1-b726-256027e5c39e req-75340681-2b51-4314-8474-68f1d5bb1bc4 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642946 Apr 30 05:46:46.368232 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-4d95ddb7-4a46-480b-89b2-76f7bf1a5084 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171234 Apr 30 05:46:46.529645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-462e5120-e703-483f-9b5b-4a1c81b492b2 None None] Provisioning complete for port 0fedb680-638a-42ee-a797-7bb2655a9516 triggered by entity DHCP. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:46:46.530250 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-462e5120-e703-483f-9b5b-4a1c81b492b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:46.584251 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-462e5120-e703-483f-9b5b-4a1c81b492b2 None None] Port 0fedb680-638a-42ee-a797-7bb2655a9516 cannot update to ACTIVE because it is not bound. {{(pid=111176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 30 05:46:47.478731 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d5259-f7ee-43ab-80a8-8d796940cf60 req-bee8e47a-f465-44c8-9634-6a1b59fe7113 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:47.480302 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-042d5259-f7ee-43ab-80a8-8d796940cf60 req-bee8e47a-f465-44c8-9634-6a1b59fe7113 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0523760 Apr 30 05:46:47.531795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-042d5259-f7ee-43ab-80a8-8d796940cf60 req-1f17279c-39e3-442e-b9a7-f55e9f8ea3dd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457070 Apr 30 05:46:48.658032 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db6e89-2971-4ef4-909e-5612c7e1f7f1 req-d3264b8a-5bd7-4895-b9b3-8987db919fb3 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:48.659944 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72db6e89-2971-4ef4-909e-5612c7e1f7f1 req-d3264b8a-5bd7-4895-b9b3-8987db919fb3 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0536985 Apr 30 05:46:48.718548 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-72db6e89-2971-4ef4-909e-5612c7e1f7f1 req-d14e7fce-59ab-4926-a951-56da9ae383c0 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527713 Apr 30 05:46:49.857727 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9b19-5785-4b2d-a97e-49bf97e6becf req-57ddf021-6532-43b7-bb9d-fe5d2eea2ed4 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:49.859270 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28bc9b19-5785-4b2d-a97e-49bf97e6becf req-57ddf021-6532-43b7-bb9d-fe5d2eea2ed4 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0503118 Apr 30 05:46:49.915564 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-28bc9b19-5785-4b2d-a97e-49bf97e6becf req-5cf0dd3b-5049-4440-8e29-f4427bd044bf tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499933 Apr 30 05:46:51.039925 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d2ba-1e80-45e7-9494-e7ae4c217219 req-99bc30e3-3e65-424e-b3ce-d32fffdfc241 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:51.041524 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f71d2ba-1e80-45e7-9494-e7ae4c217219 req-99bc30e3-3e65-424e-b3ce-d32fffdfc241 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0485833 Apr 30 05:46:51.096440 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-5f71d2ba-1e80-45e7-9494-e7ae4c217219 req-462d8570-12c0-48d8-875a-dd7b3eb5bbd9 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489590 Apr 30 05:46:51.906012 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e00dcdb9-f4aa-4f3c-9db3-b632bfb88985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:52.226184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677370d-ec52-4dcb-b15a-3ac84f3e9302 req-0df0dccf-f693-4e86-8590-75fd5abee8cb tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:52.228109 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f677370d-ec52-4dcb-b15a-3ac84f3e9302 req-0df0dccf-f693-4e86-8590-75fd5abee8cb tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0543668 Apr 30 05:46:52.285110 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f677370d-ec52-4dcb-b15a-3ac84f3e9302 req-dd5b1993-0d50-4c8f-9a68-f2f04e7bfd9a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502515 Apr 30 05:46:53.405922 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2796c-9e15-4678-b16c-7f4bddd00fbb req-bbb2f38e-3d9a-4fa9-b6c6-1042dca1588c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:53.407586 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85e2796c-9e15-4678-b16c-7f4bddd00fbb req-bbb2f38e-3d9a-4fa9-b6c6-1042dca1588c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 932 time: 0.0508127 Apr 30 05:46:53.459423 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-85e2796c-9e15-4678-b16c-7f4bddd00fbb req-53249c57-e739-41d5-83b7-ba1ed1c62e2d tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Apr 30 05:46:53.964836 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.v2.base [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Request body: {'port': {'device_id': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8380'}} {{(pid=111174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:46:54.028777 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.146433 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2470264-0a00-48d6-aa5b-a394944c3df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.295830 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:46:54.303191 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks [] for port (0fedb680-638a-42ee-a797-7bb2655a9516), precommit_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.315173 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.provisioning_blocks [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Transition to ACTIVE for port object 0fedb680-638a-42ee-a797-7bb2655a9516 will not be triggered until provisioned by entity L2. {{(pid=111174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 30 05:46:54.396868 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.448616 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=2']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:54.531012 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Attempting to bind port 0fedb680-638a-42ee-a797-7bb2655a9516 on host hv-neutron-8380 for vnic_type normal with profile {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 30 05:46:54.531351 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Attempting to bind port 0fedb680-638a-42ee-a797-7bb2655a9516 by drivers openvswitch,hyperv on host hv-neutron-8380 at level 0 using segments [{'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 30 05:46:54.531665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Attempting to bind port 0fedb680-638a-42ee-a797-7bb2655a9516 on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:46:54.536880 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Port 0fedb680-638a-42ee-a797-7bb2655a9516 on network 4eed37c7-5d06-47ab-8473-741c9932fd00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8380 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 30 05:46:54.537217 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Attempting to bind port 0fedb680-638a-42ee-a797-7bb2655a9516 on network 4eed37c7-5d06-47ab-8473-741c9932fd00 {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 30 05:46:54.542541 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Checking agent: {'id': '73887de7-e801-4876-8606-90b4133875b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8380', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'started_at': datetime.datetime(2022, 4, 30, 4, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 5, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 30 05:46:54.542969 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Checking segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 30 05:46:54.543255 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Bound using segment: {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'} {{(pid=111174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 30 05:46:54.543686 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.managers [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Bound port: 0fedb680-638a-42ee-a797-7bb2655a9516, host: hv-neutron-8380, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256b96e4-b082-4ff1-9800-7b0e6c4a6008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00'}}] {{(pid=111174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 30 05:46:54.544041 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.594988 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c2d3-ef00-4808-ab14-1946bb09aa85 req-b0403470-6566-403c-a619-fa99988c03d3 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:54.596759 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9288c2d3-ef00-4808-ab14-1946bb09aa85 req-b0403470-6566-403c-a619-fa99988c03d3 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 944 time: 0.0564504 Apr 30 05:46:54.615026 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, cleared binding levels {{(pid=111174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 30 05:46:54.618403 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 30 05:46:54.647692 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-9288c2d3-ef00-4808-ab14-1946bb09aa85 req-3ada8e7a-abbe-48c5-8ad6-9572e3a39de1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453131 Apr 30 05:46:54.709867 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11824424'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.745198 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:54.745703 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:54.747234 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] 10.222.0.13 "PUT /v2.0/ports/0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 200 len: 1094 time: 0.7878561 Apr 30 05:46:54.749423 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:46:54.752680 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf30cef76f3670fe10dfacd7641815fd402c097371398f85e1ddca094a55f888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac2795b-e664-4d74-ad25-68989eb3ab93" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:46:54.778784 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb99305-b192-483d-b651-d9a451db7b4b service neutron] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=3']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:54.801583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a08ddb7-326e-4157-857c-a68d7d4a593e x-openstack-request-id: req-4a08ddb7-326e-4157-857c-a68d7d4a593e {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:46:54.801583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:46:54.801583 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a08ddb7-326e-4157-857c-a68d7d4a593e {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:46:54.801583 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a08ddb7-326e-4157-857c-a68d7d4a593e'] response: {'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'status': 'completed', 'code': 200} Apr 30 05:46:54.860670 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-f436a7e7-50e3-411e-9345-a6b94e7b304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:54.862236 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-f436a7e7-50e3-411e-9345-a6b94e7b304f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1128 time: 0.0443034 Apr 30 05:46:54.969683 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-79afddee-cd24-4292-83f3-0fab78de81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:54.971246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-79afddee-cd24-4292-83f3-0fab78de81f7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=073066300b924daea903a27683f4e271&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011207 Apr 30 05:46:55.112294 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-4b8a635f-cba5-4ae6-b9b3-97413c37eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:55.114238 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-bac2795b-e664-4d74-ad25-68989eb3ab93 req-4b8a635f-cba5-4ae6-b9b3-97413c37eb5a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1375372 Apr 30 05:46:55.187600 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-1f859a3b-af07-4369-b3df-63448fa54725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:55.189118 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-1f859a3b-af07-4369-b3df-63448fa54725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1128 time: 0.0410037 Apr 30 05:46:55.229840 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-a8e9adeb-6497-4ea7-8801-3656c2d2cecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 200 len: 217 time: 0.0338767 Apr 30 05:46:55.245975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:55.281117 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-d9ee856c-6c96-43ae-b3d3-1de2e8870987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:55.282672 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-d9ee856c-6c96-43ae-b3d3-1de2e8870987 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0476558 Apr 30 05:46:55.324939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-8b0fe728-1c2b-40df-aaca-1c74aa60f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:55.326408 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-8b0fe728-1c2b-40df-aaca-1c74aa60f909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384493 Apr 30 05:46:55.413655 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-8cef36ee-c934-4755-a73e-0427efc7847b service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817239 Apr 30 05:46:55.506490 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-ad661e3f-0b78-40d9-8e0e-3a7e609c3118 req-12b96399-0176-4ba0-b76b-0c51d7dd3819 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869703 Apr 30 05:46:55.762843 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eba99-9d04-4767-8b35-a1e5b41b45ea req-ef1604a6-5e39-4057-aec3-f7a229f4b2ee tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:55.764298 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60eba99-9d04-4767-8b35-a1e5b41b45ea req-ef1604a6-5e39-4057-aec3-f7a229f4b2ee tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 944 time: 0.0469658 Apr 30 05:46:55.815534 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-d60eba99-9d04-4767-8b35-a1e5b41b45ea req-39986fa3-4dd8-4088-a1c3-9faec4ba7b3c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Apr 30 05:46:56.948583 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d1e2-9f26-42c4-981b-14e148084bba req-fcd410b6-5d7d-4dcf-aac0-1bf09d0f2333 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:56.951240 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c262d1e2-9f26-42c4-981b-14e148084bba req-fcd410b6-5d7d-4dcf-aac0-1bf09d0f2333 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 944 time: 0.0482662 Apr 30 05:46:57.000918 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c262d1e2-9f26-42c4-981b-14e148084bba req-50d42eda-2000-46a1-996e-90cffe08f64c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447030 Apr 30 05:46:57.268573 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:57.930771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:46:58.121075 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9de4c-0024-4d09-97d8-04e96def63ff req-ec5933f6-eb6e-4327-992b-b872e3f5a53b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:58.122608 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4fb9de4c-0024-4d09-97d8-04e96def63ff req-ec5933f6-eb6e-4327-992b-b872e3f5a53b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 944 time: 0.0478032 Apr 30 05:46:58.172375 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4fb9de4c-0024-4d09-97d8-04e96def63ff req-8b79779b-a934-4d5c-a87e-029572554003 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Apr 30 05:46:58.173923 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:58.186103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '0fedb680-638a-42ee-a797-7bb2655a9516', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'mac_address': 'fa:16:3e:f0:ec:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:46:58.232998 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0fedb680-638a-42ee-a797-7bb2655a9516 is: DOWN; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:46:58.233376 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:58.246085 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:46:58.265178 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:46:58.351325 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:58.385574 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:46:58.432466 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=4']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:46:58.611241 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['0fedb680-638a-42ee-a797-7bb2655a9516'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:46:59.288963 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49718495-a326-4711-80c2-bae6023990ae req-7783252a-7909-47c7-aaa0-f0de88d37e3b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:46:59.290437 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49718495-a326-4711-80c2-bae6023990ae req-7783252a-7909-47c7-aaa0-f0de88d37e3b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Apr 30 05:46:59.338730 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-49718495-a326-4711-80c2-bae6023990ae req-7e44a770-5f3f-47b4-8124-f79d4ec86a6b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Apr 30 05:46:59.946030 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:46:59.992027 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning for port 0fedb680-638a-42ee-a797-7bb2655a9516 completed by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 30 05:47:00.056350 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 0fedb680-638a-42ee-a797-7bb2655a9516 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:47:00.056722 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:00.130639 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0fedb680-638a-42ee-a797-7bb2655a9516 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:47:00.131013 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:00.152123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:47:00.154598 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d3f339-d661-4444-8dd7-b5f330fce98e" -d '{"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-plugged", "status": "completed", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:47:00.166786 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:47:00.192344 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f494a339-ccdb-4195-8655-fbd51d57099c x-openstack-request-id: req-f494a339-ccdb-4195-8655-fbd51d57099c {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:47:00.192629 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-plugged", "status": "completed", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:47:00.192881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f494a339-ccdb-4195-8655-fbd51d57099c {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:47:00.193272 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f494a339-ccdb-4195-8655-fbd51d57099c'] response: {'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'code': 200} Apr 30 05:47:00.251297 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:00.303996 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=5']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:47:00.454585 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f89d2-5610-480f-9c1b-03d37c9b0da2 req-39ae79e6-f6ec-4c2f-9ff1-4b50d475344f tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:00.456072 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b6f89d2-5610-480f-9c1b-03d37c9b0da2 req-39ae79e6-f6ec-4c2f-9ff1-4b50d475344f tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0476196 Apr 30 05:47:00.483688 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6c78-bda6-49a4-a08b-9c000ad5c255 req-2fe1bbc0-201c-4eef-87a4-23cb35dccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:00.485185 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-440c6c78-bda6-49a4-a08b-9c000ad5c255 req-2fe1bbc0-201c-4eef-87a4-23cb35dccf6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1130 time: 0.0398145 Apr 30 05:47:00.505770 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-1b6f89d2-5610-480f-9c1b-03d37c9b0da2 req-3b6a4f10-e228-427e-8c3c-de3634eb7824 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Apr 30 05:47:00.531485 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-440c6c78-bda6-49a4-a08b-9c000ad5c255 req-0da25873-5aed-4a24-b9e5-ae38367b89fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Apr 30 05:47:01.624067 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63c61-eead-4974-ab48-198dbddc677c req-95844aa2-2745-4df8-89a8-71f418a63ad1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:01.625518 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-76e63c61-eead-4974-ab48-198dbddc677c req-95844aa2-2745-4df8-89a8-71f418a63ad1 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0497384 Apr 30 05:47:01.673542 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-76e63c61-eead-4974-ab48-198dbddc677c req-77ea90c4-49d3-49a7-86f1-4597aba489af tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Apr 30 05:47:02.788746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88972668-3c22-4752-bb52-a1871c8741d0 req-d3d32cdb-dfe2-4ee1-a263-db4b626793b8 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:02.790239 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-88972668-3c22-4752-bb52-a1871c8741d0 req-d3d32cdb-dfe2-4ee1-a263-db4b626793b8 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Apr 30 05:47:02.838460 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-88972668-3c22-4752-bb52-a1871c8741d0 req-48a8dc65-9eea-4320-8386-bd381a37f1e6 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 Apr 30 05:47:02.876070 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-8fe4738b-377a-4adb-b15b-ee59f40b27d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441582 Apr 30 05:47:02.952538 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-0820eb6f-ef0b-4ed8-8679-5efe70648784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:02.952932 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953f235-b0ea-4640-8efa-02c8c5b764da req-0a460719-2393-4eae-806b-71b21e0c93e6 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:02.954080 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-0820eb6f-ef0b-4ed8-8679-5efe70648784 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0390494 Apr 30 05:47:02.954424 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f953f235-b0ea-4640-8efa-02c8c5b764da req-0a460719-2393-4eae-806b-71b21e0c93e6 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0463870 Apr 30 05:47:03.008021 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-f953f235-b0ea-4640-8efa-02c8c5b764da req-c7e39ef1-7077-4b0b-a2f9-3a020aaba547 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472565 Apr 30 05:47:03.028935 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46930) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:47:03.055977 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-80a26bff-b290-4022-b114-a25f29ca3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:03.057424 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-80a26bff-b290-4022-b114-a25f29ca3dcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0855014 Apr 30 05:47:03.066754 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ce384-72b0-4741-af65-da5bde5bed16 tempest-TestSnapshotPattern-710312283 tempest-TestSnapshotPattern-710312283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:03.068265 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-591ce384-72b0-4741-af65-da5bde5bed16 tempest-TestSnapshotPattern-710312283 tempest-TestSnapshotPattern-710312283-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1125 time: 0.0379775 Apr 30 05:47:03.071086 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 46932) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:47:03.075347 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.v2.base [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Request body: {'floatingip': {'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'tenant_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 30 05:47:03.125733 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-23e3f080-f1df-4713-94d1-8907caa9f0d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 999 time: 0.0624928 Apr 30 05:47:03.173295 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-ce54f510-6dfd-4264-958b-80a4cc1b5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:03.174722 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-ce54f510-6dfd-4264-958b-80a4cc1b5537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0425761 Apr 30 05:47:03.185830 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:03.218089 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-ad133194-7b84-4c92-a0fc-833616d52c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:03.219629 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-ad133194-7b84-4c92-a0fc-833616d52c6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397029 Apr 30 05:47:03.264038 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (None), before_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:03.315246 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-9806c796-93f3-4041-92d3-ee656a3d391d service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897665 Apr 30 05:47:03.370785 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_common [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Allocated IP 172.26.5.48 (5c7f8206-0332-4bd2-af8a-8b463c0855bb/5211add6-6535-4aa1-aab6-60c95a24f62e/3a58dc4e-8190-4775-8c63-a1470c5e9691) {{(pid=111175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 05:47:03.411673 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-397bfef7-8fe6-4bd8-acc9-2dd79d9ce1e0 req-64cf31e7-4f33-40f1-9441-98ec31b1fcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908358 Apr 30 05:47:03.480515 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:03.583501 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903619669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:03.619948 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Network 5c7f8206-0332-4bd2-af8a-8b463c0855bb is already hosted by enough agents. {{(pid=111175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 05:47:03.624876 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.base_scheduler [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Resources bound (agent type, host, resource id): {{(pid=111175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 05:47:03.629035 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Received port after_create {{(pid=111175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 30 05:47:03.660130 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=3a58dc4e-8190-4775-8c63-a1470c5e9691,revision_number=1']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:47:03.671748 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.674601 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.675484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.675484 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.675692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.675941 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:03.676261 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:47:04.019900 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (38a35888-87c1-4740-9fcb-5cb14ebe5273), precommit_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:04.146906 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), before_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:04.292747 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), precommit_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:04.348126 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11577999'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), after_update {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:04.763206 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event updated for resources: {'Port': ['ID=3a58dc4e-8190-4775-8c63-a1470c5e9691,revision_number=2']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:47:04.775184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703867'] for floatingip (38a35888-87c1-4740-9fcb-5cb14ebe5273), after_create {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:04.873621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.db.l3_db [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Floating IP 38a35888-87c1-4740-9fcb-5cb14ebe5273 associated. External IP: 172.26.5.48, port: 0fedb680-638a-42ee-a797-7bb2655a9516. Apr 30 05:47:05.086899 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:47:05.195638 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:47:05.205316 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:47:05.215879 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:47:05.216611 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:46:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:47:05.271000 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:05.301631 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-6668e2f5-add1-4a74-b9f4-013908c58799 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2295244 Apr 30 05:47:05.302428 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:47:05.304665 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48ddfc2c3a64c2f1c2871da8565af51916cde3696fb4a17e2449efb521274fd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f206e4-3f34-44cc-aea4-ca162f193127" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:47:05.328750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:47:05.403199 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0582ed5-7f7d-437d-8b37-1cf6527c6d45 x-openstack-request-id: req-c0582ed5-7f7d-437d-8b37-1cf6527c6d45 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:47:05.403489 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:47:05.403735 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0582ed5-7f7d-437d-8b37-1cf6527c6d45 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:47:05.404393 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0582ed5-7f7d-437d-8b37-1cf6527c6d45'] response: {'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'status': 'completed', 'code': 200} Apr 30 05:47:05.463854 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-abe65754-2268-4d56-8fa9-1d598220f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:05.465362 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-abe65754-2268-4d56-8fa9-1d598220f362 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1130 time: 0.0417793 Apr 30 05:47:05.555121 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '38a35888-87c1-4740-9fcb-5cb14ebe5273', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:f0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:47:03Z', 'updated_at': '2022-04-30T05:47:03Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}, {'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:47:05.556437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-3cef1996-d1be-400b-a4a7-36fd5995b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:05.557902 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-3cef1996-d1be-400b-a4a7-36fd5995b4e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0875177 Apr 30 05:47:05.582403 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:47:05.591345 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:47:05.591876 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:46:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:47:05.627032 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-80662715-abca-418c-a956-0035ee34d008 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 200 len: 999 time: 0.0633078 Apr 30 05:47:05.675534 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-397f77c6-62ec-463d-861c-1b6dc638c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:05.676979 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-397f77c6-62ec-463d-861c-1b6dc638c2d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0443327 Apr 30 05:47:05.704696 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:47:05.725756 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-8519be0b-8e2c-4d72-a566-bc97dc2184f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:47:05.725756 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-8519be0b-8e2c-4d72-a566-bc97dc2184f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406921 Apr 30 05:47:05.817801 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-a136b557-90c4-4c0b-a83a-dfcf3130b33d service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Apr 30 05:47:05.908495 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-71f206e4-3f34-44cc-aea4-ca162f193127 req-a2643c87-f130-49e1-a7de-77ca2c6ebe89 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Apr 30 05:47:05.924432 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '38a35888-87c1-4740-9fcb-5cb14ebe5273', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:f0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:47:03Z', 'updated_at': '2022-04-30T05:47:03Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}, {'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:47:05.951123 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a415700-e579-494e-b4ca-e844d47b56b5 None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '38a35888-87c1-4740-9fcb-5cb14ebe5273', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:f0:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:47:03Z', 'updated_at': '2022-04-30T05:47:03Z', 'revision_number': 0, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}, {'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:47:06.149470 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fc518-dfeb-4c08-a1c5-18010f80836d None None] New status for floating IP 38a35888-87c1-4740-9fcb-5cb14ebe5273: ACTIVE {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:47:08.556757 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:08.909708 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:47:21.922210 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c02352bf-dff0-4049-b9e7-cb39b663a9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:24.170454 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-eab47a70-140b-45ff-bc9d-efc8834226a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:25.259548 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:26.970353 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:28.341587 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:38.553220 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:45.909827 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:47:51.910551 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6467-0350-48c0-8248-cfe9573123aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:54.135788 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-83b57ce5-e798-4b21-9fd7-53335c3d3084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:55.261162 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:56.984628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:47:58.292750 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:02.861660 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-2e425be7-65fe-4792-8eba-3c4152b9ff07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380321 Apr 30 05:48:02.918494 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-beecaf76-17b9-4a1d-b784-38dc3301b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:02.919943 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-beecaf76-17b9-4a1d-b784-38dc3301b16c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1130 time: 0.0385153 Apr 30 05:48:03.022955 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-32c13ee0-ffd1-4238-83fa-821461ff991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:03.024329 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-32c13ee0-ffd1-4238-83fa-821461ff991b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0865049 Apr 30 05:48:03.090975 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-806a660c-6524-450e-a93c-3f0d847028af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 200 len: 1001 time: 0.0610297 Apr 30 05:48:03.138229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-69c7269c-197d-4918-8146-ed69c96f153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:03.139658 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-69c7269c-197d-4918-8146-ed69c96f153c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0435364 Apr 30 05:48:03.181906 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-e88f05a0-8380-4f30-a355-0f4416dd6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:03.183365 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-e88f05a0-8380-4f30-a355-0f4416dd6772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376415 Apr 30 05:48:03.275166 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-2cade421-c375-44c0-9870-896818808cbf service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Apr 30 05:48:03.363207 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-d2178f6d-57a8-43fb-b16e-42f9933ad99f req-b67b2834-3d2e-45ad-98ec-08cbfe58df9c service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824971 Apr 30 05:48:08.557672 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:21.932465 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-b95ac257-48c3-438f-babd-ad8f500d14c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:22.909607 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:48:24.174918 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-0453a835-d5b3-4563-9344-9b57ab603ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:25.260368 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:26.974821 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:28.317410 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:36.322321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 details requested by agent hyperv_hv-neutron-8380 with host hv-neutron-8380 {{(pid=111176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 30 05:48:36.421974 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:48:36.433042 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Returning: {'device': '0fedb680-638a-42ee-a797-7bb2655a9516', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'port_id': '0fedb680-638a-42ee-a797-7bb2655a9516', 'mac_address': 'fa:16:3e:f0:ec:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 30 05:48:36.469693 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0fedb680-638a-42ee-a797-7bb2655a9516 is: ACTIVE; New status is: BUILD {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:48:36.470091 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:36.483898 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 30 05:48:36.505808 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:48:36.552051 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:36.605719 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=6']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:36.613645 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.613993 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.614359 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.614779 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.615211 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.615538 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.615865 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.616321 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.616529 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.616829 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.617153 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.617473 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.617787 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.618103 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.618443 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:36.626080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] get_ports_and_sgs() called for port_ids ['0fedb680-638a-42ee-a797-7bb2655a9516'] {{(pid=111176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 30 05:48:38.326930 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 up at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 30 05:48:38.393900 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.provisioning_blocks [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Provisioning complete for port 0fedb680-638a-42ee-a797-7bb2655a9516 triggered by entity L2. {{(pid=111176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 30 05:48:38.394356 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3660197'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), provisioning_complete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:38.502320 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Current status of the port 0fedb680-638a-42ee-a797-7bb2655a9516 is: BUILD; New status is: ACTIVE {{(pid=111176) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 30 05:48:38.502804 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3617445'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:38.529166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:48:38.531867 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4912d5ffca20bb79c73fd1d63780986ab670b6a190194a5805bc0b6fa5f72d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf807f6-4a14-46f1-9530-8246a5f7243c" -d '{"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-plugged", "status": "completed", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:48:38.545697 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:48:38.552112 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:38.573557 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7f97de-4e3b-4b71-b996-606e3f57918d x-openstack-request-id: req-1d7f97de-4e3b-4b71-b996-606e3f57918d {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:48:38.573852 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-plugged", "status": "completed", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "code": 200}]} {{(pid=111176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:48:38.574105 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d7f97de-4e3b-4b71-b996-606e3f57918d {{(pid=111176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:48:38.574741 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7f97de-4e3b-4b71-b996-606e3f57918d'] response: {'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'code': 200} Apr 30 05:48:38.592016 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727904142803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727903619687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903619705'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:38.649565 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Pushing event updated for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=7']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:48.602347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47138) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:48:48.748942 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Deleting port 3a58dc4e-8190-4775-8c63-a1470c5e9691 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:48:48.749273 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:48.823518 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:48.823832 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (3a58dc4e-8190-4775-8c63-a1470c5e9691), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:48.836987 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Calling delete_port for 3a58dc4e-8190-4775-8c63-a1470c5e9691 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:48:49.043363 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (3a58dc4e-8190-4775-8c63-a1470c5e9691), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:49.070835 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event deleted for resources: {'Port': ['ID=3a58dc4e-8190-4775-8c63-a1470c5e9691,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:49.097857 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.098126 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.098597 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.098974 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.099308 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.099636 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.099963 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.100297 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.100613 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.100938 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.101260 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.101581 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.101902 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.102220 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.102571 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:49.144397 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (38a35888-87c1-4740-9fcb-5cb14ebe5273), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:49.144721 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Floating IP 38a35888-87c1-4740-9fcb-5cb14ebe5273 disassociated (deleted). External IP: 172.26.5.48, port: 0fedb680-638a-42ee-a797-7bb2655a9516. Apr 30 05:48:49.664407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:48:49.775724 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:48:49.780843 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:49.785307 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:48:49.795274 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:48:49.795889 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:49.810065 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-50c0eab6-4ff8-48c5-a9b1-f9151d2c3f87 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "DELETE /v2.0/floatingips/38a35888-87c1-4740-9fcb-5cb14ebe5273 HTTP/1.1" status: 204 len: 168 time: 1.2066064 Apr 30 05:48:49.810684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:48:49.850642 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bba01ec97a13f528c9d345ab6a8c7313cd5e8c1ddc047ae91c06da3086f47cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebda684-e55b-49c9-abfe-6c758a7c6b14" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:48:49.911142 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:48:49.982097 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b445f08-80ae-4ea0-a949-9a0e4bfde113 x-openstack-request-id: req-9b445f08-80ae-4ea0-a949-9a0e4bfde113 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:48:49.982431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:48:49.983768 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b445f08-80ae-4ea0-a949-9a0e4bfde113 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:48:49.983768 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b445f08-80ae-4ea0-a949-9a0e4bfde113'] response: {'name': 'network-changed', 'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'status': 'completed', 'code': 200} Apr 30 05:48:50.123402 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-697ee97e-e822-42b0-8fa3-96b25628a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:50.124896 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-697ee97e-e822-42b0-8fa3-96b25628a4f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 1130 time: 0.0826657 Apr 30 05:48:50.225684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-3c5fd4a1-d5d9-4c97-bf01-a87d6e6dce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:50.227685 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-3c5fd4a1-d5d9-4c97-bf01-a87d6e6dce35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0965073 Apr 30 05:48:50.288839 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:50.319125 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:48:50.327362 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:48:50.327971 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:24Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:50.354992 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b57155-7087-4628-9dd1-2130594432f7 req-78d7bd59-17a6-4484-8db2-6f736eebb74b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:50.356490 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-37b57155-7087-4628-9dd1-2130594432f7 req-78d7bd59-17a6-4484-8db2-6f736eebb74b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0940146 Apr 30 05:48:50.405081 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-37b57155-7087-4628-9dd1-2130594432f7 req-a3fd16be-0ea9-428d-91f9-edac78f4193e tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Apr 30 05:48:50.435687 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:48:50.641695 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:50.670535 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a3e3c-4808-4489-9526-5347f208b817 None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_floatingips': [{'id': '65ebec57-1a99-4cef-a07b-6875af102b84', 'tenant_id': '073066300b924daea903a27683f4e271', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'router_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'port_id': '0c780323-3e90-41da-ae16-bd148dc5929c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'mac_address': 'fa:16:3e:91:ed:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T05:44:25Z', 'updated_at': '2022-04-30T05:44:27Z', 'revision_number': 1, 'project_id': '073066300b924daea903a27683f4e271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:48:50.884053 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ba5ae-8354-410a-bbd2-d9c637a50d90 None None] New status for floating IP 38a35888-87c1-4740-9fcb-5cb14ebe5273: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:48:51.435384 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-f6be4e6e-51c5-4839-a2a2-7c3037d4a37a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 200 len: 217 time: 0.0358152 Apr 30 05:48:51.485625 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-81998acb-be87-4997-8914-c872bf9ce0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:51.487184 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-81998acb-be87-4997-8914-c872bf9ce0f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0451362 Apr 30 05:48:51.525426 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec322b-71d8-46f3-ad03-c575b3fccb06 req-8572c84f-9f0c-4504-895d-144a476bdd75 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:51.527186 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18ec322b-71d8-46f3-ad03-c575b3fccb06 req-8572c84f-9f0c-4504-895d-144a476bdd75 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Apr 30 05:48:51.575005 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-18ec322b-71d8-46f3-ad03-c575b3fccb06 req-f6d82e04-630a-489c-842a-a6522c3fb8fc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423098 Apr 30 05:48:51.651254 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-1f63598d-27bb-447b-9f7d-54a927457e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:51.652990 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-1f63598d-27bb-447b-9f7d-54a927457e46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478170 Apr 30 05:48:51.727088 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-be7f83d5-08c8-4bb9-b6a8-110d8d7d9b3c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:51.728877 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-be7f83d5-08c8-4bb9-b6a8-110d8d7d9b3c tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 946 time: 0.0467105 Apr 30 05:48:51.764330 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-3c8d7368-4ba6-43c6-9581-f322bcf34a65 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825517 Apr 30 05:48:51.816792 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Deleting port 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:48:51.817124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:51.858977 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-4ebda684-e55b-49c9-abfe-6c758a7c6b14 req-82e4c933-27fb-4c6c-9a21-1ed6e0e3beaf service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890200 Apr 30 05:48:51.900420 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ff25-89f1-4a64-ab74-91a6702101bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:51.911009 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] For port 0fedb680-638a-42ee-a797-7bb2655a9516, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0fedb680-638a-42ee-a797-7bb2655a9516,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:48:51.911504 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:51.924520 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Calling delete_port for 0fedb680-638a-42ee-a797-7bb2655a9516 owned by compute:nova {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:48:52.117352 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (0fedb680-638a-42ee-a797-7bb2655a9516), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:52.147697 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event deleted for resources: {'Port': ['ID=0fedb680-638a-42ee-a797-7bb2655a9516,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:52.172829 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.173184 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.173580 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.173944 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.174292 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.179796 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838078-9-hyperv {{(pid=111175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 05:48:52.202880 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] No DVR routers for this DVR port 0fedb680-638a-42ee-a797-7bb2655a9516 on host hv-neutron-8380 {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:48:52.205325 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:52.208994 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-68f4fbc6-e6ae-41fe-98ad-1bc5bebc883a req-f2df9a18-485b-4f24-ac09-8383c8c152cd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "DELETE /v2.0/ports/0fedb680-638a-42ee-a797-7bb2655a9516 HTTP/1.1" status: 204 len: 173 time: 0.4754739 Apr 30 05:48:52.214424 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-deleted', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516'}] {{(pid=111175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:48:52.248960 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b6dea7f6f0deab6a478883a77e9961e850186064a637f31722b8d00c0279d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dba6a4d-f46c-420b-a548-a39121c66b07" -d '{"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-deleted", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516"}]}' {{(pid=111175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:48:52.331124 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6971c3-9a35-4a9b-adc9-8d3249fc84a5 x-openstack-request-id: req-9a6971c3-9a35-4a9b-adc9-8d3249fc84a5 {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:48:52.331485 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc98a21-0002-4a2e-8161-a59717d68490", "name": "network-vif-deleted", "tag": "0fedb680-638a-42ee-a797-7bb2655a9516", "status": "completed", "code": 200}]} {{(pid=111175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:48:52.331746 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a6971c3-9a35-4a9b-adc9-8d3249fc84a5 {{(pid=111175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:48:52.332174 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6971c3-9a35-4a9b-adc9-8d3249fc84a5'] response: {'server_uuid': 'bcc98a21-0002-4a2e-8161-a59717d68490', 'name': 'network-vif-deleted', 'tag': '0fedb680-638a-42ee-a797-7bb2655a9516', 'status': 'completed', 'code': 200} Apr 30 05:48:52.432651 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:48:52.452791 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:48:52.453134 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:48:52.688837 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-74c918f7-07a1-4082-be47-380713388ab0 req-64fac110-c933-4541-8591-0b351d38bf50 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc98a21-0002-4a2e-8161-a59717d68490 HTTP/1.1" status: 200 len: 210 time: 0.0322888 Apr 30 05:48:54.166908 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7a46-7e75-445c-b05e-b17acb328abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.032967 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47214) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:48:55.178984 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Deleting port 0fc4487e-d743-42e5-b61e-d29d40425322 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:48:55.179321 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.258154 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.258811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.258811 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (0fc4487e-d743-42e5-b61e-d29d40425322), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.271293 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Calling delete_port for 0fc4487e-d743-42e5-b61e-d29d40425322 owned by network:floatingip {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:48:55.497886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0fc4487e-d743-42e5-b61e-d29d40425322), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.522786 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event deleted for resources: {'Port': ['ID=0fc4487e-d743-42e5-b61e-d29d40425322,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:55.586968 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for floatingip (65ebec57-1a99-4cef-a07b-6875af102b84), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.587294 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.db.l3_db [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Floating IP 65ebec57-1a99-4cef-a07b-6875af102b84 disassociated (deleted). External IP: 172.26.5.153, port: 0c780323-3e90-41da-ae16-bd148dc5929c. Apr 30 05:48:55.800700 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:48:55.909947 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:48:55.915420 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for floatingip (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:55.919864 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:48:55.929924 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:48:55.930569 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:55.944964 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-b7a461bf-454c-48f2-83d4-7f9db24bde68 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "DELETE /v2.0/floatingips/65ebec57-1a99-4cef-a07b-6875af102b84 HTTP/1.1" status: 204 len: 168 time: 0.9109294 Apr 30 05:48:55.945665 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:48:55.947939 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bba01ec97a13f528c9d345ab6a8c7313cd5e8c1ddc047ae91c06da3086f47cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c91613-fab7-415b-b31f-39c91db0e026" -d '{"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:48:55.984545 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 05:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebfa4f7-9e8b-49bd-8848-48f6b7fe9b73 x-openstack-request-id: req-cebfa4f7-9e8b-49bd-8848-48f6b7fe9b73 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:48:55.985004 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:48:55.985268 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cebfa4f7-9e8b-49bd-8848-48f6b7fe9b73 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:48:55.985679 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebfa4f7-9e8b-49bd-8848-48f6b7fe9b73'] response: {'name': 'network-changed', 'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'status': 'completed', 'code': 200} Apr 30 05:48:56.045313 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:48:56.053450 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c91613-fab7-415b-b31f-39c91db0e026 req-5fd92457-88cc-4ef5-a30d-7a485e448419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:56.055607 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-5fd92457-88cc-4ef5-a30d-7a485e448419 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=073066300b924daea903a27683f4e271&device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 1127 time: 0.0451689 Apr 30 05:48:56.155696 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c91613-fab7-415b-b31f-39c91db0e026 req-46689803-73e7-4e07-b490-7dde5205ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:56.159795 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-46689803-73e7-4e07-b490-7dde5205ad6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 200 len: 910 time: 0.0985003 Apr 30 05:48:56.210989 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-49ea34d6-b3ad-4bc8-b225-2c01b82b9aed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 200 len: 217 time: 0.0393488 Apr 30 05:48:56.245576 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:56.259842 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c91613-fab7-415b-b31f-39c91db0e026 req-9cb81854-9889-4d12-9a0e-4256b87469e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:56.261333 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-9cb81854-9889-4d12-9a0e-4256b87469e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 200 len: 849 time: 0.0453298 Apr 30 05:48:56.275319 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:48:56.284026 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:48:56.284646 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:56.357678 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e4c5-fbd2-4527-ad5b-7b75a1280de6 req-d682e9f1-c059-488e-a1dd-f6ee6c8fb518 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:56.359313 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc24e4c5-fbd2-4527-ad5b-7b75a1280de6 req-d682e9f1-c059-488e-a1dd-f6ee6c8fb518 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0480762 Apr 30 05:48:56.397975 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:48:56.415479 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-dc24e4c5-fbd2-4527-ad5b-7b75a1280de6 req-b5dda551-bbd1-4497-b7dc-da86a79fb2cc tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499537 Apr 30 05:48:56.470610 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:48:56.492506 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 0fedb680-638a-42ee-a797-7bb2655a9516 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:48:56.492846 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0fedb680-638a-42ee-a797-7bb2655a9516 not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:48:56.612436 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:48:56.644201 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57077a1c-a2b1-420b-9e45-964a5a85eb32 None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:01Z', 'revision_number': 4, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv', '_interfaces': [{'id': '31e951da-5ebb-405c-ae81-4a804aecb388', 'name': '', 'network_id': '4eed37c7-5d06-47ab-8473-741c9932fd00', 'tenant_id': '073066300b924daea903a27683f4e271', 'mac_address': 'fa:16:3e:f0:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:00Z', 'updated_at': '2022-04-30T05:44:04Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'subnets': [{'id': 'fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:48:56.862216 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d2970b-5c2a-40c0-a112-e81314a52390 None None] New status for floating IP 65ebec57-1a99-4cef-a07b-6875af102b84: DOWN {{(pid=111177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 05:48:57.035116 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:57.481510 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c91613-fab7-415b-b31f-39c91db0e026 req-f4e328c0-3fe2-4a0a-9500-5512d8bbf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:57.483171 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-f4e328c0-3fe2-4a0a-9500-5512d8bbf2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eed37c7-5d06-47ab-8473-741c9932fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395081 Apr 30 05:48:57.557135 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e6ca5-4fd0-40e4-9474-2ff9b10f5882 req-2590ab33-ac4c-46d9-babb-ffa7641d5e8a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:57.558621 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c9e6ca5-4fd0-40e4-9474-2ff9b10f5882 req-2590ab33-ac4c-46d9-babb-ffa7641d5e8a tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0707924 Apr 30 05:48:57.646671 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-f1f677c2-0e9a-472e-82fd-77ac36599ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493797 Apr 30 05:48:57.650497 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-4c9e6ca5-4fd0-40e4-9474-2ff9b10f5882 req-3bf94c36-491d-475c-a236-819f1aa988fd tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/security-groups?id=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643363 Apr 30 05:48:57.759416 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-84c91613-fab7-415b-b31f-39c91db0e026 req-ef9a9463-1ce5-422b-8b2c-257fee1c2ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902195 Apr 30 05:48:57.769205 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-74b063ef-cf60-40a2-8fd3-267dd7238080 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 30 05:48:57.770727 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-74b063ef-cf60-40a2-8fd3-267dd7238080 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Apr 30 05:48:57.858910 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Deleting port 0c780323-3e90-41da-ae16-bd148dc5929c {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:48:57.859243 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:57.947213 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] For port 0c780323-3e90-41da-ae16-bd148dc5929c, host hv-neutron-8380, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8380',level=0,port_id=0c780323-3e90-41da-ae16-bd148dc5929c,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:48:57.947570 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:57.961240 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Calling delete_port for 0c780323-3e90-41da-ae16-bd148dc5929c owned by compute:nova {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:48:58.145429 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (0c780323-3e90-41da-ae16-bd148dc5929c), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:58.173971 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event deleted for resources: {'Port': ['ID=0c780323-3e90-41da-ae16-bd148dc5929c,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:48:58.222319 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] No DVR routers for this DVR port 0c780323-3e90-41da-ae16-bd148dc5929c on host hv-neutron-8380 {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:48:58.226438 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55268'] for port (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:58.228110 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [req-28fe7598-3dbe-4972-a530-6676bb80d3f0 req-fe7322b9-5933-43cf-84e9-224bf7638a5b tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.13 "DELETE /v2.0/ports/0c780323-3e90-41da-ae16-bd148dc5929c HTTP/1.1" status: 204 len: 173 time: 0.4529653 Apr 30 05:48:58.228552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-deleted', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c'}] {{(pid=111174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 30 05:48:58.230862 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bba01ec97a13f528c9d345ab6a8c7313cd5e8c1ddc047ae91c06da3086f47cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca95ab83-0211-4ec0-afff-c5593038dc7e" -d '{"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-deleted", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c"}]}' {{(pid=111174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 30 05:48:58.267262 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 05:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41743317-ffe4-4451-8b0a-f12aa8ea4444 x-openstack-request-id: req-41743317-ffe4-4451-8b0a-f12aa8ea4444 {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 30 05:48:58.267552 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc042434-29d2-44fe-8a39-4977c8af6ed9", "name": "network-vif-deleted", "tag": "0c780323-3e90-41da-ae16-bd148dc5929c", "status": "completed", "code": 200}]} {{(pid=111174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 30 05:48:58.267806 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41743317-ffe4-4451-8b0a-f12aa8ea4444 {{(pid=111174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 30 05:48:58.268212 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41743317-ffe4-4451-8b0a-f12aa8ea4444'] response: {'server_uuid': 'cc042434-29d2-44fe-8a39-4977c8af6ed9', 'name': 'network-vif-deleted', 'tag': '0c780323-3e90-41da-ae16-bd148dc5929c', 'status': 'completed', 'code': 200} Apr 30 05:48:58.299797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:58.758742 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [req-c6422122-e5dd-469f-b2b4-d26d057b29f3 req-bf8e0dd2-d450-4f71-a143-31f950bda860 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc042434-29d2-44fe-8a39-4977c8af6ed9 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Apr 30 05:48:59.815068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47230) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:48:59.871815 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (39a3cd2a-30ec-4aa5-9c54-c29e063a4d66), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:59.897229 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (39a3cd2a-30ec-4aa5-9c54-c29e063a4d66), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:48:59.908398 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:49:00.014343 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (39a3cd2a-30ec-4aa5-9c54-c29e063a4d66), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:00.016899 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:00.018082 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] 10.222.0.16 "DELETE /v2.0/security-groups/39a3cd2a-30ec-4aa5-9c54-c29e063a4d66 HTTP/1.1" status: 204 len: 168 time: 0.2020040 Apr 30 05:49:00.028252 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cca7f3-6aec-4e58-9fc4-24b99f5af458 tempest-TestSnapshotPattern-230139251 tempest-TestSnapshotPattern-230139251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3cd2a-30ec-4aa5-9c54-c29e063a4d66,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:00.134217 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 47234) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:00.541669 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:00.768689 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Deleting port 31e951da-5ebb-405c-ae81-4a804aecb388 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:00.769020 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:00.847662 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] For port 31e951da-5ebb-405c-ae81-4a804aecb388, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=31e951da-5ebb-405c-ae81-4a804aecb388,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:00.847931 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:00.861120 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Calling delete_port for 31e951da-5ebb-405c-ae81-4a804aecb388 owned by network:router_interface {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:01.123228 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (31e951da-5ebb-405c-ae81-4a804aecb388), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:01.150940 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e951da-5ebb-405c-ae81-4a804aecb388,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:01.322134 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:01.540614 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:49:01.993982 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:49:01.999175 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-61d373f0-814e-49e8-b8c2-66ccc7246812 admin admin] 10.222.0.16 "PUT /v2.0/routers/6986a1ce-f5d6-4ca0-8b9f-0ada4403436a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8639243 Apr 30 05:49:02.001785 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47238) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:02.002552 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Sync routers for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:49:02.014053 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:49:02.014823 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:02.110513 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks [] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.119910 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: dv-neutron-838078-9-hyperv {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:49:02.218088 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks [] for router_gateway (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.337812 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Deleting port b46b5b1d-e245-4365-b701-8b0d2c9cff2e {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:02.338063 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.421572 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] For port b46b5b1d-e245-4365-b701-8b0d2c9cff2e, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:02.421940 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.430371 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:49:00Z', 'revision_number': 5, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port': {'id': 'b46b5b1d-e245-4365-b701-8b0d2c9cff2e', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:02.434886 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Calling delete_port for b46b5b1d-e245-4365-b701-8b0d2c9cff2e owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:02.456166 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Checking router: 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a for host: dv-neutron-838078-9-hyperv {{(pid=111176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:49:02.464899 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Routers {'6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:49:02.465501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'], 'active': True} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:02.501549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c no longer exists at agent hyperv_hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:02.526187 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] No Port match for: 0c780323-3e90-41da-ae16-bd148dc5929c {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:02.526797 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Device 0c780323-3e90-41da-ae16-bd148dc5929c not bound to the agent host hv-neutron-8380 {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:02.580904 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvr_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] Set router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a gateway port host: None {{(pid=111176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:49:02.632442 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_hamode_db [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:49:02Z', 'revision_number': 6, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:02.661338 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82835645-631e-4268-9d0b-d15938c95a8f None None] The sync data for ids ['6986a1ce-f5d6-4ca0-8b9f-0ada4403436a'] in dv-neutron-838078-9-hyperv is: [{'id': '6986a1ce-f5d6-4ca0-8b9f-0ada4403436a', 'name': 'tempest-TestSnapshotPattern-1176655411-router', 'tenant_id': '073066300b924daea903a27683f4e271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:43:58Z', 'updated_at': '2022-04-30T05:49:02Z', 'revision_number': 6, 'project_id': '073066300b924daea903a27683f4e271', 'gw_port_host': None}] {{(pid=111176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:49:02.671655 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (b46b5b1d-e245-4365-b701-8b0d2c9cff2e), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.697033 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b5b1d-e245-4365-b701-8b0d2c9cff2e,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:02.760605 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.855347 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.857431 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks [] for router_controller (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.983755 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (6986a1ce-f5d6-4ca0-8b9f-0ada4403436a), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.984249 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6986a1ce-f5d6-4ca0-8b9f-0ada4403436a {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:49:02.988490 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:02.989722 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d287bc58-a74d-4e32-86ad-0d895ed758c2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6986a1ce-f5d6-4ca0-8b9f-0ada4403436a HTTP/1.1" status: 204 len: 168 time: 0.9869385 Apr 30 05:49:02.992261 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47240) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:03.039900 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Deleting subnet fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 {{(pid=111174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:49:03.043257 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Publish callbacks [] for subnet (fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.083726 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11986751'] for subnet (fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.164503 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.300241 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11823862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12029124'] for subnet (fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.328106 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:03.330107 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.333367 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-cd56e7d6-b0bd-480a-9740-03a5e2060e96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fdfb9d5f-f2e4-44d2-b626-ef1e03e5b442 HTTP/1.1" status: 204 len: 168 time: 0.3401902 Apr 30 05:49:03.334395 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ce37b-6f09-4c5e-ad64-e9f86190206f None None] Network 4eed37c7-5d06-47ab-8473-741c9932fd00 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:49:03.336113 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 47242) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:03.402612 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (4eed37c7-5d06-47ab-8473-741c9932fd00), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.449178 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Deleting port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 {{(pid=111175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:03.449516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.500715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] DHCP port deletion for 4eed37c7-5d06-47ab-8473-741c9932fd00 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:49:03.530350 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.db [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] For port afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:03.530714 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.548370 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.plugin [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Calling delete_port for afe80f25-0ff7-4aeb-9cb3-a6d913046a80 owned by network:dhcp {{(pid=111175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:03.551926 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Deleting port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:03.552519 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.568871 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 31e951da-5ebb-405c-ae81-4a804aecb388 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:03.597068 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 31e951da-5ebb-405c-ae81-4a804aecb388 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:03.597401 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 31e951da-5ebb-405c-ae81-4a804aecb388 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:03.597813 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device afe80f25-0ff7-4aeb-9cb3-a6d913046a80 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:03.664190 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] For port afe80f25-0ff7-4aeb-9cb3-a6d913046a80, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,segment=NetworkSegment(256b96e4-b082-4ff1-9800-7b0e6c4a6008),segment_id=256b96e4-b082-4ff1-9800-7b0e6c4a6008)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:03.664549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.683462 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Calling delete_port for afe80f25-0ff7-4aeb-9cb3-a6d913046a80 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:03.697970 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11577990'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.700956 dv-neutron-838078-9-hyperv neutron-server[111176]: INFO neutron.plugins.ml2.db [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No ports have port_id starting with afe80f25-0ff7-4aeb-9cb3-a6d913046a80 Apr 30 05:49:03.705681 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46b5b1d-e245-4365-b701-8b0d2c9cff2e no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:03.730541 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:03.736849 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] No DVR routers for this DVR port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 on host dv-neutron-838078-9-hyperv {{(pid=111175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:49:03.753991 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: b46b5b1d-e245-4365-b701-8b0d2c9cff2e {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:03.755080 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device b46b5b1d-e245-4365-b701-8b0d2c9cff2e not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:03.795704 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (afe80f25-0ff7-4aeb-9cb3-a6d913046a80), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.811908 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (4eed37c7-5d06-47ab-8473-741c9932fd00), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.820310 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] Pushing event deleted for resources: {'Port': ['ID=afe80f25-0ff7-4aeb-9cb3-a6d913046a80,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:03.827138 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20626b-efd8-4b58-aa78-415e888152f0 None None] No DVR routers for this DVR port afe80f25-0ff7-4aeb-9cb3-a6d913046a80 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:49:03.833403 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eed37c7-5d06-47ab-8473-741c9932fd00']}} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:03.843442 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256b96e4-b082-4ff1-9800-7b0e6c4a6008') {'for_net_delete': True} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:03.843734 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.services.segments.db [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256b96e4-b082-4ff1-9800-7b0e6c4a6008') {} {{(pid=111175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:03.853381 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237364'] for segment (256b96e4-b082-4ff1-9800-7b0e6c4a6008), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.866582 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (256b96e4-b082-4ff1-9800-7b0e6c4a6008), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.872516 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=111175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:49:03.872886 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11578035'] for segment (256b96e4-b082-4ff1-9800-7b0e6c4a6008), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: Traceback (most recent call last): Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: timer() Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: cb(*args, **kw) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: return func(*args, **kwargs) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: self._notify() Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: self.callback(batched_events) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: event.method(event) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: return f(self, *a, **k) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._get(url).json() Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: return self.request(url, 'GET', **kwargs) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:49:03.874583 dv-neutron-838078-9-hyperv neutron-server[111175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:49:03.991152 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (4eed37c7-5d06-47ab-8473-741c9932fd00), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.996416 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:03.999645 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4eed37c7-5d06-47ab-8473-741c9932fd00 HTTP/1.1" status: 204 len: 168 time: 0.6625555 Apr 30 05:49:04.002618 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47244) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:04.010692 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1202-428b-444d-af8b-dce32d6d9b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eed37c7-5d06-47ab-8473-741c9932fd00,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:04.332289 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445243'] for router_interface (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:04.569108 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Deleting port dfe24618-00e1-4076-80f9-3abaaa370793 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:04.569451 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:04.646865 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] For port dfe24618-00e1-4076-80f9-3abaaa370793, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=dfe24618-00e1-4076-80f9-3abaaa370793,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:04.647228 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:04.660428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Calling delete_port for dfe24618-00e1-4076-80f9-3abaaa370793 owned by network:router_interface {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:04.922986 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (dfe24618-00e1-4076-80f9-3abaaa370793), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:04.952407 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe24618-00e1-4076-80f9-3abaaa370793,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:05.125725 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445319'] for router_interface (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:05.675609 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Router 5b52bc9e-6e68-4166-8c55-996e7d7b577b has already been hosted by L3 agent cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83 {{(pid=111174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 30 05:49:05.793957 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] Notify agent at l3_agent.dv-neutron-838078-9-hyperv the message routers_updated {{(pid=111174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 30 05:49:05.799206 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e23ae8cc-a027-4f6f-aec6-09649b62fddd admin admin] 10.222.0.16 "PUT /v2.0/routers/5b52bc9e-6e68-4166-8c55-996e7d7b577b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953296 Apr 30 05:49:05.801931 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47246) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:05.804613 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Sync routers for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 05:49:05.814145 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:49:05.814791 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:05.907141 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks [] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:05.924117 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: dv-neutron-838078-9-hyperv {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:49:06.012757 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks [] for router_gateway (5b52bc9e-6e68-4166-8c55-996e7d7b577b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.085739 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'external_fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': '27395c3e-2b11-477f-877d-03284dd7283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:49:04Z', 'revision_number': 5, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port': {'id': '27395c3e-2b11-477f-877d-03284dd7283b', 'name': '', 'network_id': '5c7f8206-0332-4bd2-af8a-8b463c0855bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838078-9-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5211add6-6535-4aa1-aab6-60c95a24f62e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838078-9-hyperv'}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:06.111781 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Checking router: 5b52bc9e-6e68-4166-8c55-996e7d7b577b for host: dv-neutron-838078-9-hyperv {{(pid=111177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 05:49:06.121046 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Routers {'5b52bc9e-6e68-4166-8c55-996e7d7b577b'} bound to L3 agent in host dv-neutron-838078-9-hyperv {{(pid=111177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 30 05:49:06.121684 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838078-9-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T04:41:24Z,description=,heartbeat_timestamp=2022-04-30T05:48:54Z,host='dv-neutron-838078-9-hyperv',id=cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83,load=0,resource_versions=,resources_synced=,started_at=2022-04-30T04:41:25Z,topic='l3_agent')) {'router_ids': ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'], 'active': True} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:06.124346 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Deleting port 27395c3e-2b11-477f-877d-03284dd7283b {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:06.124773 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (27395c3e-2b11-477f-877d-03284dd7283b), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.205011 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] For port 27395c3e-2b11-477f-877d-03284dd7283b, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=27395c3e-2b11-477f-877d-03284dd7283b,segment=NetworkSegment(745ec843-2fbb-4ed1-ab46-ffac77109ba7),segment_id=745ec843-2fbb-4ed1-ab46-ffac77109ba7)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:06.205369 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (27395c3e-2b11-477f-877d-03284dd7283b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.219187 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Calling delete_port for 27395c3e-2b11-477f-877d-03284dd7283b owned by network:router_gateway {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:06.300188 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_dvr_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] Set router 5b52bc9e-6e68-4166-8c55-996e7d7b577b gateway port host: None {{(pid=111177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 30 05:49:06.352856 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.l3_hamode_db [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:49:06Z', 'revision_number': 6, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port_host': None}], 'dv-neutron-838078-9-hyperv', False) {} {{(pid=111177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:06.378872 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f56f7-6392-47ef-9e95-54352c681c19 None None] The sync data for ids ['5b52bc9e-6e68-4166-8c55-996e7d7b577b'] in dv-neutron-838078-9-hyperv is: [{'id': '5b52bc9e-6e68-4166-8c55-996e7d7b577b', 'name': 'tempest-TestSnapshotPattern-1558939901-router', 'tenant_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T05:44:04Z', 'updated_at': '2022-04-30T05:49:06Z', 'revision_number': 6, 'project_id': 'a42bea7acd134f97949b9bc3ae2543c3', 'gw_port_host': None}] {{(pid=111177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 05:49:06.431453 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (27395c3e-2b11-477f-877d-03284dd7283b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.455393 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Pushing event deleted for resources: {'Port': ['ID=27395c3e-2b11-477f-877d-03284dd7283b,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:06.521359 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704573'] for router_gateway (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.614925 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15906'] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.617028 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks [] for router_controller (5b52bc9e-6e68-4166-8c55-996e7d7b577b), precommit_delete_associations {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.716817 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445535'] for router (5b52bc9e-6e68-4166-8c55-996e7d7b577b), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.717502 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b52bc9e-6e68-4166-8c55-996e7d7b577b {{(pid=111174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 30 05:49:06.721684 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.723854 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-d8602743-4d2b-43d6-a407-4821367be95d admin admin] 10.222.0.16 "DELETE /v2.0/routers/5b52bc9e-6e68-4166-8c55-996e7d7b577b HTTP/1.1" status: 204 len: 168 time: 0.9202991 Apr 30 05:49:06.727274 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.wsgi [-] (111175) accepted ('10.222.0.16', 47248) {{(pid=111175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:06.772607 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.db.db_base_plugin_v2 [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Deleting subnet 72a56d69-f830-48e6-bd50-8e96fa7b8b1c {{(pid=111175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 30 05:49:06.775897 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Publish callbacks [] for subnet (72a56d69-f830-48e6-bd50-8e96fa7b8b1c), before_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.811975 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237371'] for subnet (72a56d69-f830-48e6-bd50-8e96fa7b8b1c), precommit_delete_associations {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:06.891794 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663949'] for subnet (72a56d69-f830-48e6-bd50-8e96fa7b8b1c), precommit_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.000741 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11578705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12188933'] for subnet (72a56d69-f830-48e6-bd50-8e96fa7b8b1c), after_delete {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.024684 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a56d69-f830-48e6-bd50-8e96fa7b8b1c,revision_number=None']} {{(pid=111175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:07.030571 dv-neutron-838078-9-hyperv neutron-server[111175]: DEBUG neutron_lib.callbacks.manager [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.033743 dv-neutron-838078-9-hyperv neutron-server[111175]: INFO neutron.wsgi [None req-d625e59d-e3ff-48ad-a307-10fbaa7b7148 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/72a56d69-f830-48e6-bd50-8e96fa7b8b1c HTTP/1.1" status: 204 len: 168 time: 0.3054626 Apr 30 05:49:07.036961 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad6909-e2c9-48e1-9be7-b528d99415a0 None None] Network 292a838e-81c4-4fc0-84d1-449975b71388 requested from dv-neutron-838078-9-hyperv {{(pid=111176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 30 05:49:07.040045 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47250) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:07.106767 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3608559'] for network (292a838e-81c4-4fc0-84d1-449975b71388), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.163115 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Deleting port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 {{(pid=111174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:07.163456 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.189118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] DHCP port deletion for 292a838e-81c4-4fc0-84d1-449975b71388 request from dv-neutron-838078-9-hyperv {{(pid=111176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 30 05:49:07.229925 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Deleting port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 {{(pid=111176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 30 05:49:07.230326 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904135491'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), before_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.233208 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.db [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] For port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:07.233566 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.246641 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.plugin [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Calling delete_port for a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 owned by network:dhcp {{(pid=111174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:07.294083 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.db [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] For port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9, host dv-neutron-838078-9-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838078-9-hyperv',level=0,port_id=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,segment=NetworkSegment(8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54),segment_id=8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54)] {{(pid=111176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 30 05:49:07.294500 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731270'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), precommit_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.307009 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Calling delete_port for a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 owned by network:dhcp {{(pid=111176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 30 05:49:07.408471 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11824417'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.415490 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4007010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727904142785', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903619678'] for port (a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9), after_delete {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.441533 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:07.442212 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] Pushing event deleted for resources: {'Port': ['ID=a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9,revision_number=None']} {{(pid=111176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:07.445445 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] No DVR routers for this DVR port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 on host dv-neutron-838078-9-hyperv {{(pid=111174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:49:07.445883 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81123f6e-235b-4ea0-a9ff-d1e627cc92ff None None] No DVR routers for this DVR port a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 on host dv-neutron-838078-9-hyperv {{(pid=111176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 05:49:07.517047 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3659458', 'neutron.services.segments.db._delete_segments_for_network-8727904146800'] for network (292a838e-81c4-4fc0-84d1-449975b71388), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.538158 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292a838e-81c4-4fc0-84d1-449975b71388']}} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:07.542572 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dfe24618-00e1-4076-80f9-3abaaa370793 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:07.547362 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54') {'for_net_delete': True} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:07.547653 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.services.segments.db [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54') {} {{(pid=111174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 05:49:07.557437 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727904148601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11986736'] for segment (8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.562293 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: dfe24618-00e1-4076-80f9-3abaaa370793 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:07.562633 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device dfe24618-00e1-4076-80f9-3abaaa370793 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:07.563159 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:07.571577 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810'] for segment (8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.577714 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=111174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11824404'] for segment (8fb8e3d9-65f7-40c7-b0d6-9c48af4fce54), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: Traceback (most recent call last): Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: timer() Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: cb(*args, **kw) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: return func(*args, **kwargs) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: self._notify() Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: self.callback(batched_events) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: event.method(event) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: return f(self, *a, **k) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._get(url).json() Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: return self.request(url, 'GET', **kwargs) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 05:49:07.581038 dv-neutron-838078-9-hyperv neutron-server[111174]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 05:49:07.583673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:07.583673 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device a8a04e7d-3b87-4ed8-9c2a-486e22fbd8f9 not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:07.584124 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 27395c3e-2b11-477f-877d-03284dd7283b no longer exists at agent ovs-agent-dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 30 05:49:07.606770 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] No Port match for: 27395c3e-2b11-477f-877d-03284dd7283b {{(pid=111176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 30 05:49:07.607140 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron.plugins.ml2.rpc [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Device 27395c3e-2b11-477f-877d-03284dd7283b not bound to the agent host dv-neutron-838078-9-hyperv {{(pid=111176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 30 05:49:07.686519 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3659467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703813'] for network (292a838e-81c4-4fc0-84d1-449975b71388), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.692116 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:07.695446 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/292a838e-81c4-4fc0-84d1-449975b71388 HTTP/1.1" status: 204 len: 168 time: 0.6571813 Apr 30 05:49:07.708860 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104d24-6608-45e6-992f-90c26da406e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=292a838e-81c4-4fc0-84d1-449975b71388,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:07.925559 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47254) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:07.965744 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-81f7257c-ceef-42df-9f1b-08831d252a97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=073066300b924daea903a27683f4e271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383973 Apr 30 05:49:07.967978 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47256) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:08.014114 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] Publish callbacks [] for security_group (25dd9f61-a34f-4c2b-9e1a-26b504f53ba8), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.034754 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] Publish callbacks [] for security_group (25dd9f61-a34f-4c2b-9e1a-26b504f53ba8), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.143468 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (25dd9f61-a34f-4c2b-9e1a-26b504f53ba8), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.146147 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.147325 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25dd9f61-a34f-4c2b-9e1a-26b504f53ba8 HTTP/1.1" status: 204 len: 168 time: 0.1784718 Apr 30 05:49:08.155470 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408e414-68e0-4cb7-8a44-26c3f7bea735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd9f61-a34f-4c2b-9e1a-26b504f53ba8,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:08.657807 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.789945 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47262) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:08.830744 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-61d6a8c4-1d4b-4d17-8041-01abfb5ec79b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a42bea7acd134f97949b9bc3ae2543c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395799 Apr 30 05:49:08.833233 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.wsgi [-] (111174) accepted ('10.222.0.16', 47264) {{(pid=111174) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 30 05:49:08.880428 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] Publish callbacks [] for security_group (bce9b12e-b581-49d6-b14e-919b68d59485), before_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:08.900998 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] Publish callbacks [] for security_group (bce9b12e-b581-49d6-b14e-919b68d59485), precommit_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:09.025156 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724872'] for security_group (bce9b12e-b581-49d6-b14e-919b68d59485), after_delete {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:09.028068 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron_lib.callbacks.manager [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:09.037281 dv-neutron-838078-9-hyperv neutron-server[111174]: INFO neutron.wsgi [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bce9b12e-b581-49d6-b14e-919b68d59485 HTTP/1.1" status: 204 len: 168 time: 0.1950703 Apr 30 05:49:09.037281 dv-neutron-838078-9-hyperv neutron-server[111174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ccb66-b0f1-4371-846c-6db21a251cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce9b12e-b581-49d6-b14e-919b68d59485,revision_number=None']} {{(pid=111174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 05:49:21.904916 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1c5aeabf-b85d-4f10-b2fe-a99ec11a01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:24.194654 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-493c86ac-90d5-4fb4-8b2e-a6914e6d697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:25.263088 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:26.979082 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:28.350129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:36.907499 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:49:38.567593 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:51.925200 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-007fe189-ab5d-4aae-98ed-dfc52078de8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:54.150001 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a595-58de-4682-a9d2-d1edab6d63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:55.268397 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:56.982628 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:49:58.344020 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:08.549373 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:13.907335 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:50:21.907873 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-cd055eff-82fe-4b43-8d82-8084c24b0121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:24.154853 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d4ae97cc-2261-41ee-9ede-419845599da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:25.281129 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:26.995585 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:28.308826 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:38.566136 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:50.906291 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:50:51.914501 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-7446a9bd-03f5-4b03-9ab4-9c77521e0cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:54.194476 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-e299ebba-055d-490e-a41c-64f64c5c567c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:55.278881 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:56.976906 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:50:58.314084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:08.530884 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:21.929660 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6a82bbcf-5d16-41a2-a08f-ba8113a1c97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:24.171271 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d8e740f9-795e-4937-8309-95d0a4d25cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:25.273623 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:26.999549 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:27.904755 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:51:28.307066 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:38.541844 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:51.895875 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3d360499-3c81-465f-a29b-886d80f40f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:54.158909 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-37798bdb-3a93-40db-a917-b5064994b6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:55.280381 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:56.998914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:51:58.301384 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:04.903970 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:52:08.592705 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:21.900856 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-c1e3febb-7c66-4c73-9d22-9ed41e75491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:24.151730 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-94e194a2-0377-44c6-9e25-47c36b30fa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:25.278421 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:26.998149 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:28.323554 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:38.569118 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:41.903989 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:52:51.911795 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-bed25034-7bef-4aeb-b46b-1a5d46fdc60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:54.151215 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d9f4-afdf-4ac4-8d81-ff70d1c1c50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:55.260060 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:57.014052 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:52:58.323192 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:08.579746 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:18.903530 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:53:21.911040 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0aa3-47c6-435d-9537-e4d123f206be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:24.167771 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-76ddc9b5-3e40-4c23-b628-5050465f5644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:25.271131 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:27.002097 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:28.304605 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:38.573449 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:51.915929 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1a71-804b-4466-8ace-d1ce675f00d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:54.156280 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-3ba93c94-84ec-4e75-ad32-a0d5a573c16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:55.349951 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:55.903845 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:53:57.012718 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:53:58.338799 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:08.583733 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:21.921084 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-480464f1-65bf-43c9-b040-a9d08a80299a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (5b999f59-a37d-48af-a3d3-771464190f02), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:24.161046 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-46165df2-d408-4944-8caa-b2b0c62c2b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (cf4654cc-fdb3-4d5d-a5f9-7cfbc12c3f83), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:25.281092 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-5f3c80cf-38c1-440f-8471-099e8139c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (187d7cac-bf12-46c3-8e3f-b19fb3bc5e8a), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:27.012914 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-9e91f778-cddd-4381-826a-c2bafabef2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (b3834298-0f5c-490b-94c2-785dd90b92ce), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:28.366715 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-aae3d44a-6fcd-4370-820a-6688e65da7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (600126de-3219-43a6-b60e-5a0e3ec75532), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 30 05:54:32.903657 dv-neutron-838078-9-hyperv neutron-server[111177]: DEBUG neutron.db.agents_db [None req-96fc4276-f630-4c7c-9a12-243b208170af None None] Agent healthcheck: found 6 active agents {{(pid=111177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 30 05:54:38.589278 dv-neutron-838078-9-hyperv neutron-server[111176]: DEBUG neutron_lib.callbacks.manager [None req-d6afd9d4-ac07-45fd-8a62-f9045d5d7c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727904146782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3661059'] for agent (73887de7-e801-4876-8606-90b4133875b3), after_update {{(pid=111176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}